| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 439 | Spark Connect - session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 0
}
read {
named_table {
unparsed_identifier: "iceberg_us.base_uniswap_v3.swaps"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "6da80958-794d-45ca-b189-290e07a8f62d"
client_observed_server_side_session_id: "3dc5a26f-e5cb-4426-a969-9af1ce559db6"
| 2026/04/27 11:21:14 | 61 ms |
1/1
| 59.0 B | |||
| 437 | Spark Connect - session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 0
}
read {
named_table {
unparsed_identifier: "iceberg_us.base_uniswap_v3.swaps"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "6da80958-794d-45ca-b189-290e07a8f62d"
client_observed_server_side_session_id: "3dc5a26f-e5cb-4426-a969-9af1ce559db6"
| 2026/04/27 11:21:14 | 53 ms |
1/1
| 59.0 B | |||
| 436 | Spark Connect - session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 1
}
show_string {
input {
common {
plan_id: 0
}
read {
named_table {
unparsed_identifier: "iceberg_us.base_uniswap_v3.swaps"
}
}
}
num_rows: 5
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "88790411-1fd7-43df-95b3-12ae40aa5f74"
client_observed_server_side_session_id: "3dc5a26f-e5cb-4426-a969-9af1ce559db6"
| 2026/04/27 11:21:12 | 0.3 s |
1/1
| 2.6 MiB | |||
| 435 | Spark Connect - session_id: "1f1058de-b14c-4f29-b0df-c282df5cd0cc"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "1f1058de-b14c-4f29-b0df-c282df5cd0cc"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "1f1058de-b14c-4f29-b0df-c282df5cd0cc"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 1
}
show_string {
input {
common {
plan_id: 0
}
range {
start: 0
end: 1
step: 1
}
}
num_rows: 20
truncate: 20
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "7ee26294-660c-4b5d-a176-dce54c5967ac"
client_observed_server_side_session_id: "40936874-3381-436b-addf-c757f7662381"
| 2026/04/27 11:17:07 | 0.3 s |
128/128
| ||||
| 434 | Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 11:11:28 | 0.1 s |
1/1
| 11.5 KiB | |||
| 431 | Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#7819, date#7820], functions=[count(1)], output=[token_address#7819, date#7820, transfer_count#7821L])
+- Exchange hashpartitioning(token_address#7819, date#7820, 200), ENSURE_REQUIREMENTS, [plan_id=14093]
+- HashAggregate(keys=[token_address#7819, date#7820], functions=[partial_count(1)], output=[token_address#7819, date#7820, count#7854L])
+- Project [lower(address#7831) AS token_address#7819, cast(datetime#7824 as date) AS date#7820]
+- Filter ((((((((isnotnull(block_number#7822) AND (block_number#7822 >= 1937534)) AND (block_number#7822 <= 40171326)) AND (datetime#7824 >= 2023-07-30 00:00:00)) AND (datetime#7824 < 2025-12-31 00:00:00)) AND (topic0#7834 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#7835)) AND isnotnull(topic2#7836)) AND NOT (lower(address#7831) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 11:11:27 | 0.5 s |
200/200
| 1466.7 MiB | 11.5 KiB | ||
| 429 | Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#7819, date#7820], functions=[count(1)], output=[token_address#7819, date#7820, transfer_count#7821L])
+- Exchange hashpartitioning(token_address#7819, date#7820, 200), ENSURE_REQUIREMENTS, [plan_id=14093]
+- HashAggregate(keys=[token_address#7819, date#7820], functions=[partial_count(1)], output=[token_address#7819, date#7820, count#7854L])
+- Project [lower(address#7831) AS token_address#7819, cast(datetime#7824 as date) AS date#7820]
+- Filter ((((((((isnotnull(block_number#7822) AND (block_number#7822 >= 1937534)) AND (block_number#7822 <= 40171326)) AND (datetime#7824 >= 2023-07-30 00:00:00)) AND (datetime#7824 < 2025-12-31 00:00:00)) AND (topic0#7834 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#7835)) AND isnotnull(topic2#7836)) AND NOT (lower(address#7831) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 11:11:25 | 2 s |
200/200
| 8.8 GiB | |||
| 427 | Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 11:09:00 | 2.4 min |
5943/5943
| 126.0 GiB | 8.8 GiB | ||
| 426 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:27:19 | 0.4 s |
28/28
| 28.8 MiB | |||
| 422 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:27:19 | 0.3 s |
49/49
| 54.3 MiB | 28.8 MiB | ||
| 419 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:27:18 | 0.5 s |
49/49
| 54.3 MiB | |||
| 416 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:27:17 | 0.8 s |
200/200
| 1466.8 MiB | 54.3 MiB | ||
| 414 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:27:15 | 2 s |
200/200
| 2.7 GiB | |||
| 409 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:27:14 | 1 s |
200/200
| 1466.8 MiB | 1301.1 MiB | ||
| 408 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:27:14 | 0.7 s |
200/200
| 1466.8 MiB | 1434.9 MiB | ||
| 406 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:27:14 | 0.4 s |
1/1
| 1491.5 KiB | |||
| 405 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:27:14 | 1 s |
27/27
| 43.2 MiB | 74.7 MiB | ||
| 404 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| 2026/04/27 09:27:11 | 34 ms |
1/1
| 11.5 KiB | |||
| 398 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| 2026/04/27 09:27:06 | 6 s |
200/200
| 2.7 GiB | 11.5 KiB | ||
| 393 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| 2026/04/27 09:27:04 | 1 s |
27/27
| 43.2 MiB | 74.8 MiB | ||
| 392 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| 2026/04/27 09:27:03 | 1.0 s |
200/200
| 1466.8 MiB | 1301.1 MiB | ||
| 391 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| 2026/04/27 09:27:03 | 0.6 s |
200/200
| 1466.8 MiB | 1434.9 MiB | ||
| 389 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e2fac73d-8242-45fc-8edf-6f73835303b0"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| 2026/04/27 09:27:01 | 37 ms |
1/1
| 11.5 KiB | |||
| 384 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e2fac73d-8242-45fc-8edf-6f73835303b0"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| 2026/04/27 09:26:59 | 2 s |
200/200
| 2.7 GiB | 11.5 KiB | ||
| 380 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e2fac73d-8242-45fc-8edf-6f73835303b0"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| 2026/04/27 09:26:57 | 1 s |
200/200
| 1466.8 MiB | 1301.1 MiB | ||
| 379 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e2fac73d-8242-45fc-8edf-6f73835303b0"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| 2026/04/27 09:26:57 | 0.7 s |
200/200
| 1466.8 MiB | 1434.9 MiB | ||
| 377 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 09:26:57 | 41 ms |
1/1
| 11.5 KiB | |||
| 374 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 09:26:56 | 0.3 s |
200/200
| 1466.8 MiB | 11.5 KiB | ||
| 372 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 09:26:54 | 2 s |
200/200
| 8.8 GiB | |||
| 370 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 09:22:03 | 4.9 min |
5946/5946
| 126.0 GiB | 8.8 GiB | ||
| 369 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:20:01 | 0.7 s |
28/28
| 28.8 MiB | |||
| 365 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:20:01 | 0.3 s |
49/49
| 54.3 MiB | 28.8 MiB | ||
| 362 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:20:00 | 0.7 s |
49/49
| 54.3 MiB | |||
| 359 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:19:59 | 0.6 s |
200/200
| 1465.8 MiB | 54.3 MiB | ||
| 357 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:19:57 | 2 s |
200/200
| 2.7 GiB | |||
| 352 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:19:54 | 2 s |
200/200
| 1465.8 MiB | 1301.2 MiB | ||
| 351 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:19:53 | 1.0 s |
200/200
| 1465.8 MiB | 1435.1 MiB | ||
| 349 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:19:53 | 0.7 s |
1/1
| 1491.5 KiB | |||
| 348 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| 2026/04/27 09:19:53 | 2 s |
26/26
| 43.2 MiB | 74.7 MiB | ||
| 347 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| 2026/04/27 09:19:51 | 35 ms |
1/1
| 11.5 KiB | |||
| 341 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| 2026/04/27 09:19:46 | 5 s |
200/200
| 2.7 GiB | 11.5 KiB | ||
| 336 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| 2026/04/27 09:19:44 | 1 s |
27/27
| 43.2 MiB | 74.7 MiB | ||
| 335 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| 2026/04/27 09:19:44 | 1 s |
200/200
| 1465.8 MiB | 1301.2 MiB | ||
| 334 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| 2026/04/27 09:19:44 | 0.7 s |
200/200
| 1465.8 MiB | 1435.1 MiB | ||
| 332 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e4e43aa1-0f76-4456-b830-fa763d78283b"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| 2026/04/27 09:19:42 | 69 ms |
1/1
| 11.5 KiB | |||
| 327 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e4e43aa1-0f76-4456-b830-fa763d78283b"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| 2026/04/27 09:19:39 | 2 s |
200/200
| 2.7 GiB | 11.5 KiB | ||
| 323 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e4e43aa1-0f76-4456-b830-fa763d78283b"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| 2026/04/27 09:19:38 | 1 s |
200/200
| 1465.8 MiB | 1301.2 MiB | ||
| 322 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e4e43aa1-0f76-4456-b830-fa763d78283b"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| 2026/04/27 09:19:38 | 0.7 s |
200/200
| 1465.8 MiB | 1435.1 MiB | ||
| 320 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 09:19:37 | 66 ms |
1/1
| 11.5 KiB | |||
| 317 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 09:19:37 | 0.3 s |
200/200
| 1465.8 MiB | 11.5 KiB | ||
| 315 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 09:19:35 | 2 s |
200/200
| 8.8 GiB | |||
| 313 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| 2026/04/27 09:17:17 | 2.3 min |
5944/5944
| 126.0 GiB | 8.8 GiB | ||
| 312 | Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 10
}
aggregate {
input {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4....
| 2026/04/27 09:15:37 | 56 ms |
1/1
| 11.5 KiB | |||
| 309 | Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5586, date#5587], functions=[count(1)], output=[token_address#5586, date#5587, transfer_count#5588L])
+- Exchange hashpartitioning(token_address#5586, date#5587, 200), ENSURE_REQUIREMENTS, [plan_id=8624]
+- HashAggregate(keys=[token_address#5586, date#5587], functions=[partial_count(1)], output=[token_address#5586, date#5587, count#5621L])
+- Project [lower(address#5598) AS token_address#5586, cast(datetime#5591 as date) AS date#5587]
+- Filter ((((((((isnotnull(block_number#5589) AND (block_number#5589 >= 1937534)) AND (block_number#5589 <= 40171326)) AND (datetime#5591 >= 2023-07-30 00:00:00)) AND (datetime#5591 < 2025-12-31 00:00:00)) AND (topic0#5601 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5602)) AND isnotnull(topic2#5603)) AND NOT (lower(address#5598) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 10
}
aggregate {
input {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4....
| 2026/04/27 09:15:37 | 0.5 s |
200/200
| 1466.2 MiB | 11.5 KiB | ||
| 307 | Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5586, date#5587], functions=[count(1)], output=[token_address#5586, date#5587, transfer_count#5588L])
+- Exchange hashpartitioning(token_address#5586, date#5587, 200), ENSURE_REQUIREMENTS, [plan_id=8624]
+- HashAggregate(keys=[token_address#5586, date#5587], functions=[partial_count(1)], output=[token_address#5586, date#5587, count#5621L])
+- Project [lower(address#5598) AS token_address#5586, cast(datetime#5591 as date) AS date#5587]
+- Filter ((((((((isnotnull(block_number#5589) AND (block_number#5589 >= 1937534)) AND (block_number#5589 <= 40171326)) AND (datetime#5591 >= 2023-07-30 00:00:00)) AND (datetime#5591 < 2025-12-31 00:00:00)) AND (topic0#5601 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5602)) AND isnotnull(topic2#5603)) AND NOT (lower(address#5598) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 10
}
aggregate {
input {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4....
| 2026/04/27 09:15:34 | 2 s |
200/200
| 8.8 GiB | |||
| 305 | Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 10
}
aggregate {
input {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4....
| 2026/04/27 09:13:15 | 2.3 min |
5945/5945
| 126.0 GiB | 8.8 GiB | ||
| 304 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 27
}
project {
input {
common {
plan_id: 26
}
sort {
input {
common {
plan_id: 25
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin...
| 2026/04/27 09:09:21 | 0.6 s |
28/28
| 29.4 MiB | |||
| 300 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 27
}
project {
input {
common {
plan_id: 26
}
sort {
input {
common {
plan_id: 25
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin...
| 2026/04/27 09:09:21 | 0.3 s |
50/50
| 55.2 MiB | 29.4 MiB | ||
| 297 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 27
}
project {
input {
common {
plan_id: 26
}
sort {
input {
common {
plan_id: 25
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin...
| 2026/04/27 09:09:20 | 0.9 s |
50/50
| 55.2 MiB | |||
| 294 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 27
}
project {
input {
common {
plan_id: 26
}
sort {
input {
common {
plan_id: 25
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin...
| 2026/04/27 09:09:19 | 0.3 s |
1/1
| 1491.5 KiB | |||
| 293 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#5243, date#5244, transfer_count#5245L, admission_date#5251]
+- BroadcastHashJoin [token_address#5243], [token_address#5248], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#5243, date#5244], functions=[count(1)], output=[token_address#5243, date#5244, transfer_count#5245L])
: +- Exchange hashpartitioning(token_address#5243, date#5244, 200), ENSURE_REQUIREMENTS, [plan_id=8180]
: +- HashAggregate(keys=[token_address#5243, date#5244], functions=[partial_count(1)], output=[token_address#5243, date#5244, count#5284L])
: +- Project [lower(address#5261) AS token_address#5243, cast(datetime#5254 as date) AS date#5244]
: +- Filter ((((((((isnotnull(block_number#5252) AND (block_number#5252 >= 1937534)) AND (block_number#5252 <= 40171326)) AND (datetime#5254 >= 2023-07-30 00:00:00)) AND (datetime#5254 < 2025-12-31 00:00:00)) AND (topic0#5264 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163...
session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 27
}
project {
input {
common {
plan_id: 26
}
sort {
input {
common {
plan_id: 25
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin...
| 2026/04/27 09:09:19 | 0.4 s |
200/200
| 43.2 MiB | 55.2 MiB | ||
| 291 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| 2026/04/27 09:09:18 | 43 ms |
1/1
| 11.5 KiB | |||
| 288 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#5243, date#5244, transfer_count#5245L, admission_date#5251]
+- BroadcastHashJoin [token_address#5243], [token_address#5248], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#5243, date#5244], functions=[count(1)], output=[token_address#5243, date#5244, transfer_count#5245L])
: +- Exchange hashpartitioning(token_address#5243, date#5244, 200), ENSURE_REQUIREMENTS, [plan_id=8180]
: +- HashAggregate(keys=[token_address#5243, date#5244], functions=[partial_count(1)], output=[token_address#5243, date#5244, count#5284L])
: +- Project [lower(address#5261) AS token_address#5243, cast(datetime#5254 as date) AS date#5244]
: +- Filter ((((((((isnotnull(block_number#5252) AND (block_number#5252 >= 1937534)) AND (block_number#5252 <= 40171326)) AND (datetime#5254 >= 2023-07-30 00:00:00)) AND (datetime#5254 < 2025-12-31 00:00:00)) AND (topic0#5264 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163...
session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| 2026/04/27 09:09:18 | 0.3 s |
200/200
| 43.2 MiB | 11.5 KiB | ||
| 286 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#5243, date#5244, transfer_count#5245L, admission_date#5251]
+- BroadcastHashJoin [token_address#5243], [token_address#5248], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#5243, date#5244], functions=[count(1)], output=[token_address#5243, date#5244, transfer_count#5245L])
: +- Exchange hashpartitioning(token_address#5243, date#5244, 200), ENSURE_REQUIREMENTS, [plan_id=8180]
: +- HashAggregate(keys=[token_address#5243, date#5244], functions=[partial_count(1)], output=[token_address#5243, date#5244, count#5284L])
: +- Project [lower(address#5261) AS token_address#5243, cast(datetime#5254 as date) AS date#5244]
: +- Filter ((((((((isnotnull(block_number#5252) AND (block_number#5252 >= 1937534)) AND (block_number#5252 <= 40171326)) AND (datetime#5254 >= 2023-07-30 00:00:00)) AND (datetime#5254 < 2025-12-31 00:00:00)) AND (topic0#5264 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163...
session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| 2026/04/27 09:09:16 | 2 s |
200/200
| 8.8 GiB | |||
| 284 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| 2026/04/27 09:06:56 | 2.3 min |
5947/5947
| 126.0 GiB | 8.8 GiB | ||
| 283 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| 2026/04/27 09:06:56 | 0.4 s |
128/128
| ||||
| 282 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 43
}
sort {
input {
common {
plan_id: 42
}
join {
left {
common {
plan_id: 40
}
deduplicate {
input {
common {
}
project {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
right {
common {
plan_id: 41
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:202"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "94488b90-f336-4ed3-a67a-a36e2bae43b2"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:03:05 | 0.1 s |
2/2
| 2.1 MiB | |||
| 278 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 43
}
sort {
input {
common {
plan_id: 42
}
join {
left {
common {
plan_id: 40
}
deduplicate {
input {
common {
}
project {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
right {
common {
plan_id: 41
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:202"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "94488b90-f336-4ed3-a67a-a36e2bae43b2"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:03:05 | 0.2 s |
50/50
| 55.2 MiB | 2.1 MiB | ||
| 275 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 43
}
sort {
input {
common {
plan_id: 42
}
join {
left {
common {
plan_id: 40
}
deduplicate {
input {
common {
}
project {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
right {
common {
plan_id: 41
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:202"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "94488b90-f336-4ed3-a67a-a36e2bae43b2"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:03:04 | 0.4 s |
50/50
| 55.2 MiB | |||
| 272 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 43
}
sort {
input {
common {
plan_id: 42
}
join {
left {
common {
plan_id: 40
}
deduplicate {
input {
common {
}
project {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
right {
common {
plan_id: 41
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:202"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "94488b90-f336-4ed3-a67a-a36e2bae43b2"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:03:04 | 0.6 s |
1/1
| 1545.2 KiB | |||
| 271 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 43
}
sort {
input {
common {
plan_id: 42
}
join {
left {
common {
plan_id: 40
}
deduplicate {
input {
common {
}
project {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
right {
common {
plan_id: 41
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:202"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "94488b90-f336-4ed3-a67a-a36e2bae43b2"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:03:04 | 0.3 s |
200/200
| 43.1 MiB | 55.2 MiB | ||
| 269 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:03:03 | 85 ms |
1/1
| 42.0 KiB | |||
| 264 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:03:03 | 93 ms |
1/1
| 1055.5 KiB | 42.0 KiB | ||
| 260 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:03:02 | 0.1 s |
1/1
| 1055.5 KiB | |||
| 256 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:03:02 | 0.1 s |
1/1
| 1057.6 KiB | |||
| 249 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:03:01 | 0.8 s |
50/50
| 52.2 MiB | 1057.6 KiB | ||
| 244 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:03:01 | 0.3 s |
1/1
| 1055.5 KiB | |||
| 240 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:03:00 | 0.7 s |
50/50
| 55.2 MiB | 26.1 MiB | ||
| 238 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:03:00 | 0.7 s |
50/50
| 55.2 MiB | 26.1 MiB | ||
| 236 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:03:00 | 1 s |
50/50
| 55.2 MiB | 1055.5 KiB | ||
| 234 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:02:59 | 2 s |
50/50
| 55.2 MiB | 1055.5 KiB | ||
| 232 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:02:58 | 1.0 s |
200/200
| 43.1 MiB | 55.2 MiB | ||
| 231 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:02:58 | 1.0 s |
200/200
| 43.1 MiB | 55.2 MiB | ||
| 230 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:02:58 | 0.7 s |
200/200
| 43.1 MiB | 55.2 MiB | ||
| 229 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| 2026/04/27 09:02:58 | 0.4 s |
200/200
| 43.1 MiB | 55.2 MiB | ||
| 227 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 44
}
sort {
input {
common {
plan_id: 22
}
project {
input {
common {
plan_id: 21
}
filter {
input {
common {
}
filter {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
expressions {
alias {
expr {
unresolved_attribute {
}
common {
}
}
name: "date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:211"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fr...
| 2026/04/27 09:02:57 | 0.4 s |
18/18
| 18.8 MiB | |||
| 223 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 44
}
sort {
input {
common {
plan_id: 22
}
project {
input {
common {
plan_id: 21
}
filter {
input {
common {
}
filter {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
expressions {
alias {
expr {
unresolved_attribute {
}
common {
}
}
name: "date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:211"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fr...
| 2026/04/27 09:02:57 | 0.3 s |
50/50
| 55.2 MiB | 18.8 MiB | ||
| 220 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 44
}
sort {
input {
common {
plan_id: 22
}
project {
input {
common {
plan_id: 21
}
filter {
input {
common {
}
filter {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
expressions {
alias {
expr {
unresolved_attribute {
}
common {
}
}
name: "date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:211"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fr...
| 2026/04/27 09:02:56 | 0.7 s |
50/50
| 55.2 MiB | |||
| 217 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 44
}
sort {
input {
common {
plan_id: 22
}
project {
input {
common {
plan_id: 21
}
filter {
input {
common {
}
filter {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
expressions {
alias {
expr {
unresolved_attribute {
}
common {
}
}
name: "date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:211"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fr...
| 2026/04/27 09:02:55 | 0.3 s |
200/200
| 43.1 MiB | 55.2 MiB | ||
| 215 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60df21e7-4d12-4079-b728-40d179c41b97"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:02:55 | 63 ms |
1/1
| 11.5 KiB | |||
| 212 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60df21e7-4d12-4079-b728-40d179c41b97"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:02:55 | 0.3 s |
200/200
| 43.1 MiB | 11.5 KiB | ||
| 210 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60df21e7-4d12-4079-b728-40d179c41b97"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:02:52 | 2 s |
200/200
| 8.7 GiB | |||
| 208 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60df21e7-4d12-4079-b728-40d179c41b97"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:00:30 | 2.4 min |
5945/5945
| 126.0 GiB | 8.7 GiB | ||
| 207 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60df21e7-4d12-4079-b728-40d179c41b97"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| 2026/04/27 09:00:30 | 0.3 s |
128/128
| ||||
| 206 | Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 8
}
sort {
input {
common {
plan_id: 5
}
join {
left {
common {
plan_id: 1
}
to_df {
input {
common {
}
local_relation {
}
}
column_names: "token_address"
}
}
right {
common {
plan_id: 4
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3b_cohort_enrich.py:66"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a40f37cc-9b45-48d7-a6da-c8ccf3d1f91b"
client_observed_server_side_session_id: "c6da8d59-6749-4c8d-bd32-c26d2a4618b2"
| 2026/04/27 08:56:56 | 0.2 s |
2/2
| 2.4 MiB | |||
| 204 | Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 8
}
sort {
input {
common {
plan_id: 5
}
join {
left {
common {
plan_id: 1
}
to_df {
input {
common {
}
local_relation {
}
}
column_names: "token_address"
}
}
right {
common {
plan_id: 4
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3b_cohort_enrich.py:66"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a40f37cc-9b45-48d7-a6da-c8ccf3d1f91b"
client_observed_server_side_session_id: "c6da8d59-6749-4c8d-bd32-c26d2a4618b2"
| 2026/04/27 08:56:55 | 0.1 s |
128/128
| 2.4 MiB | |||
| 203 | Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 8
}
sort {
input {
common {
plan_id: 5
}
join {
left {
common {
plan_id: 1
}
to_df {
input {
common {
}
local_relation {
}
}
column_names: "token_address"
}
}
right {
common {
plan_id: 4
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3b_cohort_enrich.py:66"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a40f37cc-9b45-48d7-a6da-c8ccf3d1f91b"
client_observed_server_side_session_id: "c6da8d59-6749-4c8d-bd32-c26d2a4618b2"
| 2026/04/27 08:56:55 | 0.3 s |
128/128
| ||||
| 202 | Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 8
}
sort {
input {
common {
plan_id: 5
}
join {
left {
common {
plan_id: 1
}
to_df {
input {
common {
}
local_relation {
}
}
column_names: "token_address"
}
}
right {
common {
plan_id: 4
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3b_cohort_enrich.py:66"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "a40f37cc-9b45-48d7-a6da-c8ccf3d1f91b"
client_observed_server_side_session_id: "c6da8d59-6749-4c8d-bd32-c26d2a4618b2"
| 2026/04/27 08:56:55 | 0.3 s |
1/1
| 1545.2 KiB | |||
| 201 | Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 7
}
aggregate {
input {
common {
plan_id: 6
}
filter {
input {
common {
plan_id: 5
}
join {
left {
common {
}
to_df {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
condition {
unresolved_function {
function_name: "isNotNull"
arguments {
unresolved_attribute {
}
common {
}
}
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "be0af8f4-2f8e-48b4-839e-b7a65c822b3f"
client_observed_server_side_session_id: "c6da8d59-6749-4c8d-bd32-c26d2a4618b2"
| 2026/04/27 08:56:54 | 76 ms |
1/1
| 7.4 KiB | |||
| 199 | Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... Spark Connect - session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "71bedc86-231a-4c05-83be-7c1cb0b5d7eb"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 7
}
aggregate {
input {
common {
plan_id: 6
}
filter {
input {
common {
plan_id: 5
}
join {
left {
common {
}
to_df {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
condition {
unresolved_function {
function_name: "isNotNull"
arguments {
unresolved_attribute {
}
common {
}
}
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "be0af8f4-2f8e-48b4-839e-b7a65c822b3f"
client_observed_server_side_session_id: "c6da8d59-6749-4c8d-bd32-c26d2a4618b2"
| 2026/04/27 08:56:54 | 0.4 s |
128/128
| 7.4 KiB |
| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 438 | Spark Connect - session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "73162ef6-a7c1-4aa9-81f3-3605ecc7e1a6"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 2
}
aggregate {
input {
common {
plan_id: 0
}
read {
named_table {
unparsed_identifier: "iceberg_us.base_uniswap_v3.swaps"
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "6da80958-794d-45ca-b189-290e07a8f62d"
client_observed_server_side_session_id: "3dc5a26f-e5cb-4426-a969-9af1ce559db6"
| Unknown | Unknown |
0/1
| ||||
| 433 | Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#7819, date#7820], functions=[count(1)], output=[token_address#7819, date#7820, transfer_count#7821L])
+- Exchange hashpartitioning(token_address#7819, date#7820, 200), ENSURE_REQUIREMENTS, [plan_id=14093]
+- HashAggregate(keys=[token_address#7819, date#7820], functions=[partial_count(1)], output=[token_address#7819, date#7820, count#7854L])
+- Project [lower(address#7831) AS token_address#7819, cast(datetime#7824 as date) AS date#7820]
+- Filter ((((((((isnotnull(block_number#7822) AND (block_number#7822 >= 1937534)) AND (block_number#7822 <= 40171326)) AND (datetime#7824 >= 2023-07-30 00:00:00)) AND (datetime#7824 < 2025-12-31 00:00:00)) AND (topic0#7834 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#7835)) AND isnotnull(topic2#7836)) AND NOT (lower(address#7831) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/200
| ||||
| 432 | Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5943
| ||||
| 430 | Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5943
| ||||
| 428 | Spark Connect - session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "a39da16f-08f9-443a-97d3-5d8d21f46c52"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5943
| ||||
| 425 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/49
| ||||
| 424 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 423 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 421 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 420 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 418 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 417 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 415 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 413 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 412 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/27
| ||||
| 411 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 410 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 407 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 403 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 402 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 401 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 400 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/27
| ||||
| 399 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 397 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 396 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 395 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "87861449-9a10-46b4-a8a7-59420769e1e5"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/27
| ||||
| 394 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 390 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 388 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e2fac73d-8242-45fc-8edf-6f73835303b0"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 387 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e2fac73d-8242-45fc-8edf-6f73835303b0"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 386 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e2fac73d-8242-45fc-8edf-6f73835303b0"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 385 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 383 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e2fac73d-8242-45fc-8edf-6f73835303b0"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 382 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e2fac73d-8242-45fc-8edf-6f73835303b0"
client_observed_server_side_session_id: "3e50eb50-7cf9-4312-9ce4-9565765d526e"
| Unknown | Unknown |
0/200
| ||||
| 381 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 378 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 376 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[count(1)], output=[token_address#6781, date#6782, transfer_count#6783L])
+- Exchange hashpartitioning(token_address#6781, date#6782, 200), ENSURE_REQUIREMENTS, [plan_id=11409]
+- HashAggregate(keys=[token_address#6781, date#6782], functions=[partial_count(1)], output=[token_address#6781, date#6782, count#6816L])
+- Project [lower(address#6793) AS token_address#6781, cast(datetime#6786 as date) AS date#6782]
+- Filter ((((((((isnotnull(block_number#6784) AND (block_number#6784 >= 1937534)) AND (block_number#6784 <= 40171326)) AND (datetime#6786 >= 2023-07-30 00:00:00)) AND (datetime#6786 < 2025-12-31 00:00:00)) AND (topic0#6796 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#6797)) AND isnotnull(topic2#6798)) AND NOT (lower(address#6793) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pr...
session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/200
| ||||
| 375 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 373 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 371 | Spark Connect - session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "5ff9217b-9c59-40e4-98ad-c22fe80c39be"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5946
| ||||
| 368 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/49
| ||||
| 367 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 366 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 364 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 363 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 361 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 360 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 358 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 356 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 355 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/200
| ||||
| 354 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 353 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
...
| Unknown | Unknown |
0/26
| ||||
| 350 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 346 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 345 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 344 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/27
| ||||
| 343 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 342 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 340 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 339 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/27
| ||||
| 338 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 24
}
aggregate {
input {
common {
plan_id: 23
}
join {
left {
common {
plan_id: 15
}
aggregate {
input {
common {
}
filter {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 22
}
deduplicate {
input {
common {
}
set_op {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "941e0fc3-075f-40fc-b813-3d1ed9f88026"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 337 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 333 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 331 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e4e43aa1-0f76-4456-b830-fa763d78283b"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 330 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e4e43aa1-0f76-4456-b830-fa763d78283b"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 329 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e4e43aa1-0f76-4456-b830-fa763d78283b"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 328 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 326 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e4e43aa1-0f76-4456-b830-fa763d78283b"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 325 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 16
}
aggregate {
input {
common {
plan_id: 15
}
aggregate {
input {
common {
plan_id: 14
}
filter {
input {
common {
}
with_columns {
}
}
condition {
unresolved_function {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "admission_date"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "e4e43aa1-0f76-4456-b830-fa763d78283b"
client_observed_server_side_session_id: "32adf5e7-d40b-4a03-abad-c49108f496be"
| Unknown | Unknown |
0/200
| ||||
| 324 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 321 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 319 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[count(1)], output=[token_address#5743, date#5744, transfer_count#5745L])
+- Exchange hashpartitioning(token_address#5743, date#5744, 200), ENSURE_REQUIREMENTS, [plan_id=8725]
+- HashAggregate(keys=[token_address#5743, date#5744], functions=[partial_count(1)], output=[token_address#5743, date#5744, count#5778L])
+- Project [lower(address#5755) AS token_address#5743, cast(datetime#5748 as date) AS date#5744]
+- Filter ((((((((isnotnull(block_number#5746) AND (block_number#5746 >= 1937534)) AND (block_number#5746 <= 40171326)) AND (datetime#5748 >= 2023-07-30 00:00:00)) AND (datetime#5748 < 2025-12-31 00:00:00)) AND (topic0#5758 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5759)) AND isnotnull(topic2#5760)) AND NOT (lower(address#5755) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/200
| ||||
| 318 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 316 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 314 | Spark Connect - session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "b9e4df7e-67bb-4694-8439-a8562da2e812"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
aggregate {
input {
common {
plan_id: 7
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1...
| Unknown | Unknown |
0/5944
| ||||
| 311 | Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- HashAggregate(keys=[token_address#5586, date#5587], functions=[count(1)], output=[token_address#5586, date#5587, transfer_count#5588L])
+- Exchange hashpartitioning(token_address#5586, date#5587, 200), ENSURE_REQUIREMENTS, [plan_id=8624]
+- HashAggregate(keys=[token_address#5586, date#5587], functions=[partial_count(1)], output=[token_address#5586, date#5587, count#5621L])
+- Project [lower(address#5598) AS token_address#5586, cast(datetime#5591 as date) AS date#5587]
+- Filter ((((((((isnotnull(block_number#5589) AND (block_number#5589 >= 1937534)) AND (block_number#5589 <= 40171326)) AND (datetime#5591 >= 2023-07-30 00:00:00)) AND (datetime#5591 < 2025-12-31 00:00:00)) AND (topic0#5601 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef)) AND isnotnull(topic1#5602)) AND isnotnull(topic2#5603)) AND NOT (lower(address#5598) = 0x4200000000000000000000000000000000000006))
+- BatchScan iceberg_us.base_logs.pro...
session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 10
}
aggregate {
input {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4....
| Unknown | Unknown |
0/200
| ||||
| 310 | Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 10
}
aggregate {
input {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4....
| Unknown | Unknown |
0/5945
| ||||
| 308 | Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 10
}
aggregate {
input {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4....
| Unknown | Unknown |
0/5945
| ||||
| 306 | Spark Connect - session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "70fda6ec-106a-4ccd-97a8-a7133a93ffe3"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 10
}
aggregate {
input {
common {
plan_id: 9
}
aggregate {
input {
common {
plan_id: 8
}
project {
input {
common {
}
filter {
}
}
expressions {
alias {
}
common {
}
}
expressions {
alias {
}
common {
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
grouping_expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
}
}
}
}
aggregate_expressions {
alias {
expr {
unresolved_function {
}
}
name: "transfer_count"
}
common {
origin {
python_origin {
}
}
}
}
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4....
| Unknown | Unknown |
0/5945
| ||||
| 303 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 27
}
project {
input {
common {
plan_id: 26
}
sort {
input {
common {
plan_id: 25
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin...
| Unknown | Unknown |
0/50
| ||||
| 302 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#5243, date#5244, transfer_count#5245L, admission_date#5251]
+- BroadcastHashJoin [token_address#5243], [token_address#5248], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#5243, date#5244], functions=[count(1)], output=[token_address#5243, date#5244, transfer_count#5245L])
: +- Exchange hashpartitioning(token_address#5243, date#5244, 200), ENSURE_REQUIREMENTS, [plan_id=8180]
: +- HashAggregate(keys=[token_address#5243, date#5244], functions=[partial_count(1)], output=[token_address#5243, date#5244, count#5284L])
: +- Project [lower(address#5261) AS token_address#5243, cast(datetime#5254 as date) AS date#5244]
: +- Filter ((((((((isnotnull(block_number#5252) AND (block_number#5252 >= 1937534)) AND (block_number#5252 <= 40171326)) AND (datetime#5254 >= 2023-07-30 00:00:00)) AND (datetime#5254 < 2025-12-31 00:00:00)) AND (topic0#5264 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163...
session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 27
}
project {
input {
common {
plan_id: 26
}
sort {
input {
common {
plan_id: 25
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin...
| Unknown | Unknown |
0/200
| ||||
| 301 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| Unknown | Unknown |
0/5947
| ||||
| 299 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#5243, date#5244, transfer_count#5245L, admission_date#5251]
+- BroadcastHashJoin [token_address#5243], [token_address#5248], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#5243, date#5244], functions=[count(1)], output=[token_address#5243, date#5244, transfer_count#5245L])
: +- Exchange hashpartitioning(token_address#5243, date#5244, 200), ENSURE_REQUIREMENTS, [plan_id=8180]
: +- HashAggregate(keys=[token_address#5243, date#5244], functions=[partial_count(1)], output=[token_address#5243, date#5244, count#5284L])
: +- Project [lower(address#5261) AS token_address#5243, cast(datetime#5254 as date) AS date#5244]
: +- Filter ((((((((isnotnull(block_number#5252) AND (block_number#5252 >= 1937534)) AND (block_number#5252 <= 40171326)) AND (datetime#5254 >= 2023-07-30 00:00:00)) AND (datetime#5254 < 2025-12-31 00:00:00)) AND (topic0#5264 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163...
session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 27
}
project {
input {
common {
plan_id: 26
}
sort {
input {
common {
plan_id: 25
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin...
| Unknown | Unknown |
0/200
| ||||
| 298 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| Unknown | Unknown |
0/5947
| ||||
| 296 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#5243, date#5244, transfer_count#5245L, admission_date#5251]
+- BroadcastHashJoin [token_address#5243], [token_address#5248], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#5243, date#5244], functions=[count(1)], output=[token_address#5243, date#5244, transfer_count#5245L])
: +- Exchange hashpartitioning(token_address#5243, date#5244, 200), ENSURE_REQUIREMENTS, [plan_id=8180]
: +- HashAggregate(keys=[token_address#5243, date#5244], functions=[partial_count(1)], output=[token_address#5243, date#5244, count#5284L])
: +- Project [lower(address#5261) AS token_address#5243, cast(datetime#5254 as date) AS date#5244]
: +- Filter ((((((((isnotnull(block_number#5252) AND (block_number#5252 >= 1937534)) AND (block_number#5252 <= 40171326)) AND (datetime#5254 >= 2023-07-30 00:00:00)) AND (datetime#5254 < 2025-12-31 00:00:00)) AND (topic0#5264 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163...
session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 27
}
project {
input {
common {
plan_id: 26
}
sort {
input {
common {
plan_id: 25
}
join {
left {
common {
}
project {
}
}
right {
common {
}
hint {
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:109"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin...
| Unknown | Unknown |
0/200
| ||||
| 295 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| Unknown | Unknown |
0/5947
| ||||
| 292 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| Unknown | Unknown |
0/5947
| ||||
| 290 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#5243, date#5244, transfer_count#5245L, admission_date#5251]
+- BroadcastHashJoin [token_address#5243], [token_address#5248], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#5243, date#5244], functions=[count(1)], output=[token_address#5243, date#5244, transfer_count#5245L])
: +- Exchange hashpartitioning(token_address#5243, date#5244, 200), ENSURE_REQUIREMENTS, [plan_id=8180]
: +- HashAggregate(keys=[token_address#5243, date#5244], functions=[partial_count(1)], output=[token_address#5243, date#5244, count#5284L])
: +- Project [lower(address#5261) AS token_address#5243, cast(datetime#5254 as date) AS date#5244]
: +- Filter ((((((((isnotnull(block_number#5252) AND (block_number#5252 >= 1937534)) AND (block_number#5252 <= 40171326)) AND (datetime#5254 >= 2023-07-30 00:00:00)) AND (datetime#5254 < 2025-12-31 00:00:00)) AND (topic0#5264 = 0xddf252ad1be2c89b69c2b068fc378daa952ba7f163...
session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| Unknown | Unknown |
0/200
| ||||
| 289 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| Unknown | Unknown |
0/5947
| ||||
| 287 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| Unknown | Unknown |
0/5947
| ||||
| 285 | Spark Connect - session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "f81e2489-8b50-4e6e-a169-1fd2dfed35e8"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "84dad943-b9b9-47c0-97df-7c77ce2e74f2"
client_observed_server_side_session_id: "42e7637b-a99e-4a50-8a77-71b949a6dfb0"
| Unknown | Unknown |
0/5947
| ||||
| 281 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 43
}
sort {
input {
common {
plan_id: 42
}
join {
left {
common {
plan_id: 40
}
deduplicate {
input {
common {
}
project {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
right {
common {
plan_id: 41
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:202"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "94488b90-f336-4ed3-a67a-a36e2bae43b2"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| Unknown | Unknown |
0/50
| ||||
| 280 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 43
}
sort {
input {
common {
plan_id: 42
}
join {
left {
common {
plan_id: 40
}
deduplicate {
input {
common {
}
project {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
right {
common {
plan_id: 41
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:202"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "94488b90-f336-4ed3-a67a-a36e2bae43b2"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| Unknown | Unknown |
0/200
| ||||
| 279 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60df21e7-4d12-4079-b728-40d179c41b97"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| Unknown | Unknown |
0/5945
| ||||
| 277 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 43
}
sort {
input {
common {
plan_id: 42
}
join {
left {
common {
plan_id: 40
}
deduplicate {
input {
common {
}
project {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
right {
common {
plan_id: 41
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:202"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "94488b90-f336-4ed3-a67a-a36e2bae43b2"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| Unknown | Unknown |
0/200
| ||||
| 276 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60df21e7-4d12-4079-b728-40d179c41b97"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| Unknown | Unknown |
0/5945
| ||||
| 274 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_...
RDD: AdaptiveSparkPlan isFinalPlan=false
+- Project [token_address#4097, transfer_date#4098, transfer_count#4099L, admission_date#4105]
+- BroadcastHashJoin [token_address#4097], [token_address#4102], Inner, BuildRight, false
:- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[count(1)], output=[token_address#4097, transfer_date#4098, transfer_count#4099L])
: +- Exchange hashpartitioning(token_address#4097, transfer_date#4098, 200), ENSURE_REQUIREMENTS, [plan_id=5042]
: +- HashAggregate(keys=[token_address#4097, transfer_date#4098], functions=[partial_count(1)], output=[token_address#4097, transfer_date#4098, count#4138L])
: +- Project [lower(address#4115) AS token_address#4097, cast(datetime#4108 as date) AS transfer_date#4098]
: +- Filter ((((((((isnotnull(block_number#4106) AND (block_number#4106 >= 1937534)) AND (block_number#4106 <= 40171326)) AND (datetime#4108 >= 2023-07-30 00:00:00)) AND (datetime#4108 < 2025-12-31 00:00:00)) ...
session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 43
}
sort {
input {
common {
plan_id: 42
}
join {
left {
common {
plan_id: 40
}
deduplicate {
input {
common {
}
project {
}
}
all_columns_as_keys: true
within_watermark: false
}
}
right {
common {
plan_id: 41
}
hint {
input {
common {
}
project {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_LEFT_OUTER
using_columns: "token_address"
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "token_address"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:202"
}
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "94488b90-f336-4ed3-a67a-a36e2bae43b2"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| Unknown | Unknown |
0/200
| ||||
| 273 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60df21e7-4d12-4079-b728-40d179c41b97"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| Unknown | Unknown |
0/5945
| ||||
| 270 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 17
}
aggregate {
input {
common {
plan_id: 16
}
join {
left {
common {
plan_id: 14
}
aggregate {
input {
common {
}
project {
}
}
group_type: GROUP_TYPE_GROUPBY
grouping_expressions {
unresolved_attribute {
}
common {
}
}
grouping_expressions {
unresolved_attribute {
}
common {
}
}
aggregate_expressions {
alias {
}
common {
}
}
}
}
right {
common {
plan_id: 15
}
hint {
input {
common {
}
drop {
}
}
name: "broadcast"
}
}
join_type: JOIN_TYPE_INNER
using_columns: "token_address"
}
}
group_type: GROUP_TYPE_GROUPBY
aggregate_expressions {
unresolved_function {
function_name: "count"
arguments {
literal {
integer: 1
}
}
}
}
}
}
}
client_type: "_SPARK_CONNECT_PYTHON spark/4.1.1 os/linux python/3.11.2"
request_options {
result_chunking_options {
allow_arrow_batch_chunking: true
}
}
request_options {
reattach_options {
reattachable: true
}
}
operation_id: "60df21e7-4d12-4079-b728-40d179c41b97"
client_observed_server_side_session_id: "fcb1b498-968e-47be-a1eb-a2ced58d3e47"
| Unknown | Unknown |
0/5945
| ||||
| 268 | Spark Connect - session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_... session_id: "ed824037-5b96-4edc-920b-470d9550f379"
user_context {
user_id: "dev"
}
plan {
root {
common {
plan_id: 36
}
project {
input {
common {
plan_id: 35
}
sort {
input {
common {
plan_id: 34
}
with_columns {
input {
common {
}
with_columns {
}
}
aliases {
expr {
}
name: "jaccard"
}
}
}
order {
child {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
}
}
}
direction: SORT_DIRECTION_ASCENDING
null_ordering: SORT_NULLS_FIRST
}
is_global: true
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "date"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_t"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibration/phase3/jobs/step3a_cohort_build_v3.py:185"
}
}
}
}
expressions {
unresolved_attribute {
unparsed_identifier: "n_prev"
is_metadata_column: false
}
common {
origin {
python_origin {
fragment: "col"
call_site: "/home/dev/cross-calibra...
| Unknown | Unknown |
0/1
|