[NO ISSUE][EXT] Query fails on GCS external delta table
- user model changes: no
- storage format changes: no
- interface changes: no
Ext-ref: MB-67321
Change-Id: Ibd700a0c4e740139630869d98ce7cf52389ea5cf
Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/19984
Integration-Tests: Jenkins <jenkins@fulliautomatix.ics.uci.edu>
Reviewed-by: Hussain Towaileb <hussainht@gmail.com>
Reviewed-by: Peeyush Gupta <peeyush.gupta@couchbase.com>
Tested-by: Jenkins <jenkins@fulliautomatix.ics.uci.edu>
diff --git a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/DeltaReaderFactory.java b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/DeltaReaderFactory.java
index 10a527e..8328ec3 100644
--- a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/DeltaReaderFactory.java
+++ b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/DeltaReaderFactory.java
@@ -100,6 +100,7 @@
throws AlgebricksException, HyracksDataException {
JobConf conf = new JobConf();
ICcApplicationContext appCtx = (ICcApplicationContext) serviceCtx.getApplicationContext();
+ locationConstraints = getPartitions(appCtx);
configureJobConf(appCtx, conf, configuration);
confFactory = new ConfFactory(conf);
String tableMetadataPath = getTablePath(configuration);
@@ -156,7 +157,6 @@
scanFiles = getScanFiles(scan, engine);
}
LOGGER.info("Number of delta table parquet data files to scan: {}", scanFiles.size());
- locationConstraints = getPartitions(appCtx);
configuration.put(ExternalDataConstants.KEY_PARSER, ExternalDataConstants.FORMAT_DELTA);
distributeFiles(scanFiles, getPartitionConstraint().getLocations().length);
issueWarnings(warnings, warningCollector);