| * Description : Fuzzy joins two datasets, DBLP and CSX, based on ~= using Jaccard of their titles' 3-gram tokens. |
| * DBLP has a 3-gram index on title, and we expect the join to be transformed into an indexed nested-loop join. |
| * We expect the top-level equi join introduced because of surrogate optimization to be removed, since it is not necessary. |
| drop dataverse test if exists; |
| set import-private-functions 'true'; |
| create type DBLPType as closed { |
| create type CSXType as closed { |
| create dataset DBLP(DBLPType) primary key id; |
| create dataset CSX(CSXType) primary key id; |
| create index ngram_index on DBLP(title) type ngram(3); |
| write output to nc1:"rttest/inverted-index-join-noeqjoin_ngram-fuzzyeq-jaccard.adm"; |
| set simfunction 'jaccard'; |
| for $a in dataset('DBLP') |
| where gram-tokens($a.title, 3, false) ~= gram-tokens($b.title, 3, false) and $a.id < $b.id |
| return {"atitle": $a.title, "btitle": $b.title} |