blob: 966d0b66259e11c3ca4acc52e73f258f468a783c [file] [log] [blame]
Ian Maxon857dc132015-09-25 17:13:19 -07001/*
2 * Licensed to the Apache Software Foundation (ASF) under one
3 * or more contributor license agreements. See the NOTICE file
4 * distributed with this work for additional information
5 * regarding copyright ownership. The ASF licenses this file
6 * to you under the Apache License, Version 2.0 (the
7 * "License"); you may not use this file except in compliance
8 * with the License. You may obtain a copy of the License at
9 *
10 * http://www.apache.org/licenses/LICENSE-2.0
11 *
12 * Unless required by applicable law or agreed to in writing,
13 * software distributed under the License is distributed on an
14 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15 * KIND, either express or implied. See the License for the
16 * specific language governing permissions and limitations
17 * under the License.
18 */
vinayakb38b7ca42012-03-05 05:44:15 +000019drop dataverse fj-dblp-csx if exists;
20
21create dataverse fj-dblp-csx;
22
23use dataverse fj-dblp-csx;
24
25create type DBLPType as open {
26 id: int32,
27 dblpid: string,
28 title: string,
29 authors: string,
30 misc: string
31}
32
33create type CSXType as open {
34 id: int32,
35 csxid: string,
36 title: string,
37 authors: string,
38 misc: string
39}
40
Ian Maxonf7b64532015-12-09 17:28:18 -080041create nodegroup group1 if not exists on asterix_nc1, asterix_nc2;
vinayakb38b7ca42012-03-05 05:44:15 +000042
ramangrover29669d8f62013-02-11 06:03:32 +000043create dataset DBLP(DBLPType) primary key id on group1;
44create dataset CSX(CSXType) primary key id on group1;
vinayakb38b7ca42012-03-05 05:44:15 +000045
Ian Maxonf7b64532015-12-09 17:28:18 -080046write output to asterix_nc1:'rttest/fj-dblp-csx.adm';
vinayakb38b7ca42012-03-05 05:44:15 +000047
48 for $paperDBLP in dataset('DBLP')
49 let $idDBLP := $paperDBLP.id
50 let $unrankedTokensDBLP := counthashed-word-tokens($paperDBLP.title)
51 let $tokensDBLP :=
52 for $token in $unrankedTokensDBLP
53 for $tokenRanked at $i in
54 //
55 // -- - Stage 1 - --
56 //
57 // for $paper in dataset('DBLP')
58 // for $token in counthashed-word-tokens($paper.title)
59 // group by $tokenGroupped := $token with $paper
60 // order by count($paper), $tokenGroupped
61 // return $tokenGroupped
62 for $paper in dataset('DBLP')
63 return $paper.title
64 where $token = $tokenRanked
65 order by $i
66 return $i
67
68 for $prefixTokenDBLP in $tokensDBLP
69
70 for $paperCSX in dataset('CSX')
71 let $idCSX := $paperCSX.id
72 let $unrankedTokensCSX := counthashed-word-tokens($paperCSX.title)
73 let $tokensCSX :=
74 for $token in $unrankedTokensCSX
75 for $tokenRanked at $i in
76 //
77 // -- - Stage 1 - --
78 //
79 // for $paper in dataset('DBLP')
80 // for $token in counthashed-word-tokens($paper.title)
81 // group by $tokenGroupped := $token with $paper
82 // order by count($paper), $tokenGroupped
83 // return $tokenGroupped
84 for $paper in dataset('DBLP')
85 return $paper.title
86 where $token = $tokenRanked
87 order by $i
88 return $i
89
90 for $prefixTokenCSX in $tokensCSX
91 where $prefixTokenDBLP = $prefixTokenCSX
92 group by $idDBLP := $idDBLP, $idCSX := $idCSX with $paperDBLP
93 order by $idDBLP, $idCSX
94 return {'idDBLP': $idDBLP, 'idCSX': $idCSX}