blob: b99bc2294c407d9aa020cdccba6d25cbc13b3258 [file] [log] [blame]
alexander.behm954083a2012-11-15 04:01:23 +00001/*
Ian Maxon857dc132015-09-25 17:13:19 -07002 * Licensed to the Apache Software Foundation (ASF) under one
3 * or more contributor license agreements. See the NOTICE file
4 * distributed with this work for additional information
5 * regarding copyright ownership. The ASF licenses this file
6 * to you under the Apache License, Version 2.0 (the
7 * "License"); you may not use this file except in compliance
8 * with the License. You may obtain a copy of the License at
9 *
10 * http://www.apache.org/licenses/LICENSE-2.0
11 *
12 * Unless required by applicable law or agreed to in writing,
13 * software distributed under the License is distributed on an
14 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15 * KIND, either express or implied. See the License for the
16 * specific language governing permissions and limitations
17 * under the License.
18 */
19/*
alexander.behm954083a2012-11-15 04:01:23 +000020 * Description : Fuzzy self joins a dataset, DBLP, based on the edit-distance function of its authors.
21 * DBLP has a 3-gram index on authors, and we expect the join to be transformed into an indexed nested-loop join.
22 * We test the inlining of variables that enable the select to be pushed into the join for subsequent optimization with an index.
23 * We expect the top-level equi join introduced because of surrogate optimization to be removed, since it is not necessary.
24 * Success : Yes
25 */
26
27drop dataverse test if exists;
28create dataverse test;
29use dataverse test;
30
31create type DBLPType as closed {
32 id: int32,
33 dblpid: string,
34 title: string,
35 authors: string,
36 misc: string
37}
38
ramangrover29669d8f62013-02-11 06:03:32 +000039create dataset DBLP(DBLPType) primary key id;
alexander.behm954083a2012-11-15 04:01:23 +000040
41create index ngram_index on DBLP(authors) type ngram(3);
42
Ian Maxonf7b64532015-12-09 17:28:18 -080043write output to asterix_nc1:"rttest/inverted-index-join-noeqjoin_ngram-edit-distance-inline.adm";
alexander.behm954083a2012-11-15 04:01:23 +000044
45for $a in dataset('DBLP')
46for $b in dataset('DBLP')
47let $ed := edit-distance($a.authors, $b.authors)
48where $ed < 3 and $a.id < $b.id
Ian Maxon857dc132015-09-25 17:13:19 -070049return {"aauthors": $a.authors, "bauthors": $b.authors, "ed": $ed}