commit ae06ade5daf5099065f7ad181012f284c92f1edb
author Murtadha Hubail <mhubail@apache.org> Fri Mar 15 01:51:20 2024 +0300
committer Murtadha Hubail <mhubail@apache.org> Fri Mar 15 17:51:58 2024 +0000
tree c0ff0ad1dc8701fde7a0e14721842fa7afb257ba
parent 909122c3b8e5ed33e048967a0bce0f4eede5a42a

[NO ISSUE][EXT] Change default max objects per file

- user model changes: no
- storage format changes: no
- interface changes: no

Details:

- Change the default of maximum object per file in
  COPY TO from 1K to 10K to avoid writing many small
  files to external storage.

Change-Id: I793251dd17be808eb3b9faf62504e422bc644634
Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/18202
Integration-Tests: Jenkins <jenkins@fulliautomatix.ics.uci.edu>
Tested-by: Jenkins <jenkins@fulliautomatix.ics.uci.edu>
Reviewed-by: Murtadha Hubail <mhubail@apache.org>
Reviewed-by: Hussain Towaileb <hussainht@gmail.com>

asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/ExternalDataConstants.java

diff --git a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/ExternalDataConstants.java b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/ExternalDataConstants.java
index c0af89f..fc8f527 100644
--- a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/ExternalDataConstants.java
+++ b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/ExternalDataConstants.java
@@ -310,7 +310,7 @@
      */
     public static final String KEY_WRITER_MAX_RESULT = "max-objects-per-file";
     public static final String KEY_WRITER_COMPRESSION = "compression";
-    public static final int WRITER_MAX_RESULT_DEFAULT = 1000;
+    public static final int WRITER_MAX_RESULT_DEFAULT = 10000;
     public static final Set<String> WRITER_SUPPORTED_FORMATS;
     public static final Set<String> WRITER_SUPPORTED_ADAPTERS;
     public static final Set<String> WRITER_SUPPORTED_COMPRESSION;