Repository navigation
Commit d0fd31b
committed
Merge remote-tracking branch 'upstream/master' into SPARK-58821-sequence-length-internal-error
1,748 files changed
Lines changed: 73907 additions & 11479 deletions
File tree
- .github
- actions/checkout-and-sync
- workflows
- assembly
- common
- kvstore/src
- main/java/org/apache/spark/util/kvstore
- test/java/org/apache/spark/util/kvstore
- network-common/src
- main/java/org/apache/spark/network
- sasl
- server
- test/java/org/apache/spark/network
- crypto
- sasl
- server
- network-shuffle/src
- main/java/org/apache/spark/network/shuffle
- protocol
- test/java/org/apache/spark/network/shuffle
- protocol
- unsafe/src
- main/java/org/apache/spark
- sql/catalyst/util
- unsafe/types
- test/java/org/apache/spark/unsafe/types
- utils-java/src/main/java/org/apache/spark/internal
- utils/src
- main
- resources/error
- scala/org/apache/spark/util
- test/scala/org/apache/spark/util
- variant/src/main/java/org/apache/spark/types/variant
- connector
- avro/src
- main/scala/org/apache/spark/sql/v2/avro
- test/scala/org/apache/spark/sql
- avro
- execution/datasources
- credential-aws-integration-tests
- dev
- src
- main/scala/org/apache/spark/security/aws/integrationtest
- test
- resources
- scala/org/apache/spark/security/aws/integrationtest
- credential-aws
- src
- main/java/org/apache/spark/security/aws
- test/java/org/apache/spark/security/aws
- docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc
- kafka-0-10-sql/src
- main
- resources/error
- scala/org/apache/spark/sql/kafka010
- test/scala/org/apache/spark/sql/kafka010
- kafka-0-10-token-provider/src
- main/scala/org/apache/spark/kafka010
- test/scala/org/apache/spark/kafka010
- kinesis-asl/src/main/python/examples/streaming
- protobuf/src
- main/scala/org/apache/spark/sql/protobuf
- test/scala/org/apache/spark/sql/protobuf
- core/src
- main
- java/org/apache/spark
- security
- unsafe/map
- resources/org/apache/spark/ui/static
- scala/org/apache/spark
- api/python
- deploy
- client
- history
- master
- ui
- security
- errors
- internal/config
- rdd
- resource
- scheduler
- cluster
- serializer
- shuffle/streaming
- status
- api/v1
- storage
- ui
- jobs
- scope
- util
- collection
- test
- java/org/apache/spark
- security
- unsafe/map
- scala/org/apache/spark
- deploy
- client
- history
- master
- ui
- security
- rdd
- resource
- scheduler
- serializer
- shuffle/streaming
- status
- storage
- ui
- jobs
- scope
- util
- dev
- create-release
- deps
- spark-test-image
- python-312-classic-only
- python-minimum
- sparktestsupport
- docs
- streaming
- examples/src/main/python
- mllib
- ml
- sql
- streaming
- streaming
- launcher/src
- main/java/org/apache/spark/launcher
- test/java/org/apache/spark/launcher
- mllib/src
- main/scala/org/apache/spark
- mllib
- clustering
- feature
- regression
- tree/configuration
- util
- ml
- ann
- classification
- feature
- recommendation
- regression
- tree
- impl
- test
- java/org/apache/spark/ml
- classification
- regression
- scala/org/apache/spark
- mllib
- clustering
- util
- ml
- ann
- classification
- feature
- recommendation
- regression
- tree/impl
- util
- project
- python
- benchmarks
- conf_viztracer
- conf_vscode
- docs/source
- migration_guide
- reference/pyspark.sql
- tutorial/sql
- packaging
- classic
- client
- connect
- pyspark
- core
- errors
- exceptions
- tests
- logger
- tests
- messages
- socket
- mllib
- linalg
- stat
- tests
- ml
- connect
- deepspeed
- linalg
- param
- tests
- connect
- tuning
- torch
- tests
- pandas
- data_type_ops
- indexes
- missing
- plot
- spark
- tests
- computation
- connect
- data_type_ops
- diff_frames_ops
- indexes
- data_type_ops
- diff_frames_ops
- frame
- groupby
- indexes
- io
- plot
- resample
- series
- window
- typedef
- usage_logging
- pipelines
- tests
- resource
- tests
- sql
- avro
- classic
- connect
- avro
- client
- functions
- protobuf
- proto
- resource
- shell
- streaming
- worker
- functions
- pandas
- _typing
- plot
- protobuf
- streaming
- benchmark
- tests
- arrow
- coercion
- connect
- arrow
- client
- pandas/streaming
- shell
- streaming
- df_golden
- scripts/group_by
- pandas
- helper
- streaming
- plot
- streaming
- worker
- streaming
- tests
- testing
- tests
- tests
- upstream/pyarrow
- test_support
- resource-managers
- kubernetes
- core/src
- main/scala/org/apache/spark
- deploy/k8s
- features
- submit
- scheduler/cluster/k8s
- test/scala/org/apache/spark
- deploy/k8s
- features
- submit
- scheduler/cluster/k8s
- integration-tests
- tests
- yarn/src/main/scala/org/apache/spark/scheduler/cluster
- sql
- api/src/main
- antlr4/org/apache/spark/sql/catalyst/parser
- scala/org/apache/spark/sql
- catalyst
- encoders
- util
- internal
- streaming
- types
- catalyst/src
- main
- java/org/apache/spark/sql
- catalyst
- expressions
- util
- connector
- catalog
- functions
- read
- scala/org/apache/spark/sql
- catalyst
- analysis
- resolver
- csv
- expressions
- aggregate
- json
- ml
- variant
- optimizer
- parser
- planning
- plans
- logical
- physical
- rules
- trees
- types
- util
- connector
- catalog
- expressions
- errors
- execution/datasources/v2
- internal
- connector
- test/scala/org/apache/spark/sql
- catalyst
- analysis
- resolver
- encoders
- expressions
- variant
- optimizer
- parser
- plans/logical
- util
- connector
- catalog
- expressions
- execution/datasources/v2
- connect
- client
- jdbc/src
- main/scala/org/apache/spark/sql/connect/client/jdbc
- util
- test/scala/org/apache/spark/sql/connect/client/jdbc
- jvm/src/test/scala/org/apache/spark/sql
- connect
- client
- arrow
- streaming
- common/src
- main
- protobuf/spark/connect
- scala/org/apache/spark/sql/connect/client
- arrow
- test
- resources/query-tests
- explain-results
- queries
- scala/org/apache/spark/sql
- server/src
- main/scala/org/apache/spark/sql/connect
- ml
- pipelines
- planner
- service
- utils
- test/scala/org/apache/spark/sql/connect
- planner
- service
- utils
- core
- benchmarks
- src
- main
- java/org/apache/spark/sql/execution
- aggregate
- datasources/parquet
- resources/org/apache/spark/sql/execution/ui/static
- scala/org/apache/spark/sql
- avro
- catalyst
- expressions
- parser
- classic
- execution
- adaptive
- aggregate
- columnar
- compression
- command
- datasources
- jdbc
- orc
- parquet
- v2
- orc
- parquet
- python
- text
- dynamicpruning
- exchange
- externalUDF
- planmerging
- python
- streaming
- stat
- streaming
- operators/stateful
- runtime
- state
- ui
- internal
- jdbc
- test
- resources
- sql-functions
- sql-tests
- analyzer-results
- nonansi
- inputs
- results
- nonansi
- udf
- scala/org/apache/spark
- sql
- catalyst
- expressions
- parser
- collation
- connector
- catalog/functions
- errors
- execution
- adaptive
- aggregate
- arrow
- benchmark
- columnar
- command
- v1
- v2
- datasources
- csv
- json
- orc
- parquet
- text
- v2
- jdbc
- exchange
- externalUDF
- metric
- planmerging
- python
- streaming
- streaming/state
- ui
- expressions
- jdbc
- sources
- streaming
- test
- status/api/v1/sql
- hive-thriftserver/src
- main/scala/org/apache/spark/sql/hive/thriftserver
- test/scala/org/apache/spark/sql/hive/thriftserver
- hive/src
- main
- java/org/apache/hadoop/hive/ql/exec
- scala/org/apache/spark/sql/hive
- client
- orc
- test
- resources/data/scripts
- scala/org/apache/spark/sql/hive
- execution
- pipelines/src
- main/scala/org/apache/spark/sql/pipelines
- autocdc
- graph
- util
- test/scala/org/apache/spark/sql/pipelines
- autocdc
- graph
- util
- streaming/src/main/scala/org/apache/spark/streaming/ui
- udf/worker
- core/src
- main/scala/org/apache/spark/udf/worker/core
- direct
- test/scala/org/apache/spark/udf/worker/core
- grpc
- src
- main/scala/org/apache/spark/udf/worker/grpc
- test/scala/org/apache/spark/udf/worker/grpc
- testing
- ui-test/tests
Some content is hidden
Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
32 | 32 | | |
33 | 33 | | |
34 | 34 | | |
35 | | - | |
| 35 | + | |
| 36 | + | |
36 | 37 | | |
37 | 38 | | |
38 | 39 | | |
| |||
| Original file line number | Diff line number | Diff line change | |
|---|---|---|---|
| |||
| 1 | + | |
| 2 | + | |
| 3 | + | |
| 4 | + | |
| 5 | + | |
| 6 | + | |
| 7 | + | |
| 8 | + | |
| 9 | + | |
| 10 | + | |
| 11 | + | |
| 12 | + | |
| 13 | + | |
| 14 | + | |
| 15 | + | |
| 16 | + | |
| 17 | + | |
| 18 | + | |
| 19 | + | |
| 20 | + | |
| 21 | + | |
| 22 | + | |
| 23 | + | |
| 24 | + | |
| 25 | + | |
| 26 | + | |
| 27 | + | |
| 28 | + | |
| 29 | + | |
| 30 | + | |
| 31 | + | |
| 32 | + | |
| 33 | + | |
| 34 | + | |
| 35 | + | |
| 36 | + | |
| 37 | + | |
| 38 | + | |
| 39 | + | |
| 40 | + | |
| 41 | + | |
| 42 | + | |
| 43 | + | |
| 44 | + | |
| 45 | + | |
| 46 | + | |
| 47 | + | |
| 48 | + | |
| 49 | + | |
| 50 | + | |
| 51 | + | |
| 52 | + | |
| 53 | + | |
| 54 | + | |
| 55 | + | |
| 56 | + | |
| 57 | + | |
| 58 | + | |
| 59 | + | |
| 60 | + | |
| 61 | + | |
| 62 | + | |
| 63 | + | |
| 64 | + | |
| 65 | + | |
| 66 | + | |
| 67 | + | |
| 68 | + | |
0 commit comments