Added asterix project
git-svn-id: https://asterixdb.googlecode.com/svn/trunk/asterix@12 eaa15691-b419-025a-1212-ee371bd00084
diff --git a/asterix-app/src/test/resources/fuzzyjoin/amerix/40-self-join-dblp.aql b/asterix-app/src/test/resources/fuzzyjoin/amerix/40-self-join-dblp.aql
new file mode 100644
index 0000000..bc024c3
--- /dev/null
+++ b/asterix-app/src/test/resources/fuzzyjoin/amerix/40-self-join-dblp.aql
@@ -0,0 +1,86 @@
+use dataverse fuzzy1;
+
+declare type DBLPType as open {
+ id: int32,
+ dblpid: string,
+ title: string,
+ authors: string,
+ misc: string
+}
+
+declare nodegroup group1 on nc1;
+
+declare dataset DBLP(DBLPType)
+ partitioned by key id on group1;
+
+write output to nc1:"/tmp/amerix.adm";
+
+//
+// -- - Stage 3 - --
+//
+for $ridpair in
+ //
+ // -- - Stage 2 - --
+ //
+ for $paperR in dataset('DBLP')
+ let $tokensR :=
+ for $word in counthashed-word-tokens($paperR.title)
+ for $token at $i in
+ //
+ // -- - Stage 1 - --
+ //
+ for $paper in dataset('DBLP')
+ for $word in counthashed-word-tokens($paper.title)
+ group by $item := $word with $paper
+ order by count($paper)
+ return $item
+ where $word = $token
+ order by $i
+ return $i
+ for $prefix_tokenR in subset-collection(
+ $tokensR,
+ 0,
+ prefix-len(
+ len($tokensR), 'Jaccard', .8))
+
+ for $paperS in dataset('DBLP')
+ let $tokensS :=
+ for $word in counthashed-word-tokens($paperS.title)
+ for $token at $i in
+ //
+ // -- - Stage 1 - --
+ //
+ for $paper in dataset('DBLP')
+ for $word in counthashed-word-tokens($paper.title)
+ group by $item := $word with $paper
+ order by count($paper)
+ return $item
+ where $word = $token
+ order by $i
+ return $i
+ for $prefix_tokenS in subset-collection(
+ $tokensS,
+ 0,
+ prefix-len(
+ len($tokensS), 'Jaccard', .8))
+
+ where $prefix_tokenR = $prefix_tokenS
+
+ let $sim := similarity(
+ len(counthashed-word-tokens($paperR.title)),
+ $tokensR,
+ len(counthashed-word-tokens($paperS.title)),
+ $tokensS,
+ $prefix_tokenR,
+ 'Jaccard',
+ .8)
+ where $sim >= .8 and $paperR.id < $paperS.id
+ group by $idR := $paperR.id, $idS := $paperS.id with $sim
+ return {'idR': $idR, 'idS': $idS, 'sim': $sim[0]}
+
+for $paperR in dataset('DBLP')
+for $paperS in dataset('DBLP')
+where $ridpair.idR = $paperR.id and $ridpair.idS = $paperS.id
+return {'R': {'dblpid': $paperR.dblpid, 'title': $paperR.title},
+ 'S': {'dblpid': $paperS.dblpid, 'title': $paperS.title},
+ 'sim': $ridpair.sim}