Increase spark listener max collection size

paul-laffon-dd · paul-laffon-dd · commit dbf06bb509dd · 2024-05-02T10:58:06.000+02:00
diff --git a/dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java b/dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java
@@ -60,8 +60,8 @@ public abstract class AbstractDatadogSparkListener extends SparkListener {
   public static volatile boolean finishTraceOnApplicationEnd = true;
   public static volatile boolean isPysparkShell = false;
 
-  private final int MAX_COLLECTION_SIZE = 1000;
-  private final int MAX_ACCUMULATOR_SIZE = 10000;
+  private final int MAX_COLLECTION_SIZE = 5000;
+  private final int MAX_ACCUMULATOR_SIZE = 50000;
   private final String RUNTIME_TAGS_PREFIX = "spark.datadog.tags.";
 
   private final SparkConf sparkConf;
