Skip to content

[SPARK-48623][CORE] Structured logging migrations [Part 2] #47256

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
asl3 wants to merge 8 commits into from
Closed

[SPARK-48623][CORE] Structured logging migrations [Part 2] #47256

Changes from 1 commit
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
25ca9a5
mdc migration
asl3 Jul 8, 2024
ccd768d
add logkeys
asl3 Jul 8, 2024
fec2433
style fix
asl3 Jul 8, 2024
a2de740
additional mdc migration
asl3 Jul 8, 2024
70eb929
add logkey
asl3 Jul 8, 2024
a7c887e
update logkey names
asl3 Jul 8, 2024
6a21ffc
restore logDebug
asl3 Jul 8, 2024
121fd6c
remove block logkey
asl3 Jul 8, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
add logkeys
  • Loading branch information
@asl3
asl3 committed Jul 8, 2024
commit ccd768d4726ea47f9af9f7b728db616b34b107e8
17 changes: 17 additions & 0 deletions common/utils/src/main/scala/org/apache/spark/internal/LogKey.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -90,6 +90,7 @@ private[spark] object LogKeys {
case object BARRIER_ID extends LogKey
case object BATCH_ID extends LogKey
case object BATCH_NAME extends LogKey
case object BATCH_TIMES extends LogKey
case object BATCH_TIMESTAMP extends LogKey
case object BATCH_WRITE extends LogKey
case object BIND_ADDRESS extends LogKey
Expand Down Expand Up @@ -202,6 +203,7 @@ private[spark] object LogKeys {
case object DESTINATION_PATH extends LogKey
case object DFS_FILE extends LogKey
case object DIFF_DELTA extends LogKey
case object DIR_PATH extends LogKey
case object DIVISIBLE_CLUSTER_INDICES_SIZE extends LogKey
case object DRIVER_ID extends LogKey
case object DRIVER_MEMORY_SIZE extends LogKey
Expand Down Expand Up @@ -272,6 +274,7 @@ private[spark] object LogKeys {
case object FILE_NAME extends LogKey
case object FILE_NAME2 extends LogKey
case object FILE_NAME3 extends LogKey
case object FILE_NAMES extends LogKey
case object FILE_START_OFFSET extends LogKey
case object FILE_SYSTEM extends LogKey
case object FILE_VERSION extends LogKey
Expand Down Expand Up @@ -334,6 +337,7 @@ private[spark] object LogKeys {
case object JOIN_CONDITION_SUB_EXPR extends LogKey
case object JOIN_TYPE extends LogKey
case object K8S_CONTEXT extends LogKey
case object KAFKA_CONSUMER_CONFIG extends LogKey
case object KEY extends LogKey
case object KEY2 extends LogKey
case object KEYTAB extends LogKey
Expand Down Expand Up @@ -417,7 +421,10 @@ private[spark] object LogKeys {
case object MIN_VERSION_NUM extends LogKey
case object MISSING_PARENT_STAGES extends LogKey
case object MODEL_WEIGHTS extends LogKey
case object MODIFY_ACLS extends LogKey
case object MODIFY_ACLS_GROUPS extends LogKey
case object MODULE_NAME extends LogKey
case object NAME extends LogKey
case object NAMESPACE extends LogKey
case object NETWORK_IF extends LogKey
case object NEW_FEATURE_COLUMN_NAME extends LogKey
Expand All @@ -434,8 +441,10 @@ private[spark] object LogKeys {
case object NUM_ADDED_PARTITIONS extends LogKey
case object NUM_APPS extends LogKey
case object NUM_ATTEMPT extends LogKey
case object NUM_BATCHES extends LogKey
case object NUM_BIN extends LogKey
case object NUM_BLOCKS extends LogKey
case object NUM_BLOCK_IDS extends LogKey
case object NUM_BROADCAST_BLOCK extends LogKey
case object NUM_BYTES extends LogKey
case object NUM_BYTES_CURRENT extends LogKey
Expand Down Expand Up @@ -493,6 +502,7 @@ private[spark] object LogKeys {
case object NUM_MERGER_LOCATIONS extends LogKey
case object NUM_META_FILES extends LogKey
case object NUM_NODES extends LogKey
case object NUM_OLD_FILES extends LogKey
case object NUM_PARTITIONS extends LogKey
case object NUM_PARTITIONS2 extends LogKey
case object NUM_PATHS extends LogKey
Expand Down Expand Up @@ -572,6 +582,7 @@ private[spark] object LogKeys {
case object PATH extends LogKey
case object PATHS extends LogKey
case object PEER extends LogKey
case object PENDING_TIMES extends LogKey
case object PERCENT extends LogKey
case object PIPELINE_STAGE_UID extends LogKey
case object PLUGIN_NAME extends LogKey
Expand Down Expand Up @@ -656,6 +667,7 @@ private[spark] object LogKeys {
case object RESOURCE_PROFILE_IDS extends LogKey
case object RESOURCE_PROFILE_TO_TOTAL_EXECS extends LogKey
case object RESPONSE_BODY_SIZE extends LogKey
case object RESTART_TIME extends LogKey
case object RESULT extends LogKey
case object RESULT_SIZE_BYTES extends LogKey
case object RESULT_SIZE_BYTES_MAX extends LogKey
Expand All @@ -669,6 +681,7 @@ private[spark] object LogKeys {
case object RPC_ADDRESS extends LogKey
case object RPC_ENDPOINT_REF extends LogKey
case object RPC_MESSAGE_CAPACITY extends LogKey
case object RPC_SSL_ENABLED extends LogKey
case object RULE_NAME extends LogKey
case object RUN_ID extends LogKey
case object SCALA_VERSION extends LogKey
Expand Down Expand Up @@ -726,6 +739,7 @@ private[spark] object LogKeys {
case object STAGE_ID extends LogKey
case object STAGE_NAME extends LogKey
case object START_INDEX extends LogKey
case object START_TIME extends LogKey
case object STATEMENT_ID extends LogKey
case object STATE_STORE_ID extends LogKey
case object STATE_STORE_PROVIDER extends LogKey
Expand Down Expand Up @@ -812,6 +826,7 @@ private[spark] object LogKeys {
case object TRANSFER_TYPE extends LogKey
case object TREE_NODE extends LogKey
case object TRIGGER_INTERVAL extends LogKey
case object UI_ACLS extends LogKey
case object UI_FILTER extends LogKey
case object UI_FILTER_PARAMS extends LogKey
case object UI_PROXY_BASE extends LogKey
Expand All @@ -830,6 +845,8 @@ private[spark] object LogKeys {
case object UUID extends LogKey
case object VALUE extends LogKey
case object VERSION_NUM extends LogKey
case object VIEW_ACLS extends LogKey
case object VIEW_ACLS_GROUPS extends LogKey
case object VIRTUAL_CORES extends LogKey
case object VOCAB_SIZE extends LogKey
case object WAIT_RESULT_TIME extends LogKey
Expand Down