在kudu集群中运行了一段时间后，所有查询都变慢了。以下是Impala查询配置文件，请帮助分析它，谢谢。
Query (id=77446515de1dbb93:c92539a500000000)
Summary
Session ID: 47480d78f6c75d21:9dff51026151b9
Session Type: HIVESERVER2
HiveServer2 Protocol Version: V6
Start Time: 2019-12-13 09:37:27.673430000
End Time: 2019-12-13 10:03:43.205437000
Query Type: DML
Query State: FINISHED
Query Status: OK
Impala Version: impalad version 2.11.0-cdh5.14.2 RELEASE (build ed85dce709da9557aeb28be89e8044947708876c)
User: csot.rptedtetl
Connected User: csot.rptedtetl
Delegated User:
Network Address: ::ffff:172.22.6.100:6367
Default Db: rptpid
Sql Statement: insert into i_f_t_mes_hist_pnl_mod_tst_trc_line_fab(
mod_site,
mod_shift_timekey,
mod_hour_timekey,
mod_factory,
mod_pnl_id,
mod_event_timekey,
mod_event_time,
mod_wo_type,
mod_owner_type,
mod_owner_code,
mod_product_id,
mod_product_ver,
mod_oper_code,
mod_oper_ver,
mod_line_id,
mod_event_name,
mod_cell_pnl_grade,
mod_pnl_grade,
mod_reason_code_type,
mod_reason_code,
mod_event_user_id,
mod_event_comment,
mod_pgamma,
mod_wo_id,
mod_sn,
mod_flicker_value,
trc_site,
trc_factory,
trc_oper_code,
trc_oper_ver,
trc_gop_type,
trc_line_id,
trc_unit_id,
trc_event_time,
trc_event_timekey,
TRC_EVENT_USER_ID,
trc_shift_timekey,
interface_time)
select t.site as mod_site,
t.shift_timekey as mod_shift_timekey,
t.hour_timekey as mod_hour_timekey,
t.factory as mod_factory,
t.pnl_id as mod_pnl_id,
t.event_timekey as mod_event_timekey,
t.event_time as mod_event_time,
t.old_wo_type as mod_wo_type,
t.owner_type as mod_owner_type,
t.owner_code as mod_owner_code,
t.old_product_id as mod_product_id,
t.old_product_ver as mod_product_ver,
t.oper_code as mod_oper_code,
t.oper_ver as mod_oper_ver,
t.line_id as mod_line_id,
t.event_name as mod_event_name,
t.cell_grade as mod_cell_pnl_grade,
t.pnl_grade as mod_pnl_grade,
t.reason_code_type as mod_reason_code_type,
t.reason_code as mod_reason_code,
t.event_user_id as mod_event_user_id,
t.event_comment as mod_event_comment,
t.pgamma as mod_pgamma,
t.wo_id as mod_wo_id,
t.sn as mod_sn,
t.flicker_value as mod_flicker_value,
t.trc_site as trc_site,
t.trc_factory as trc_factory,
t.trc_oper_code as trc_oper_code,
t.trc_oper_ver as trc_oper_ver,
t.trc_gop_type as trc_gop_type,
t.trc_line_id as trc_line_id,
t.trc_unit_id as trc_unit_id,
t.trc_oper_out_time as trc_event_time,
t.trc_event_timekey as trc_event_timekey,
t.TRC_EVENT_USER_ID as TRC_EVENT_USER_ID,
t.trc_shift_timekey as trc_shift_timekey,
f_format_date(cast(now() as string)) as interface_time
from (
select t.site,
t.shift_timekey,
f_get_hour_timekey(t.event_timekey) as hour_timekey,
t.factory,
t.pnl_id,
t.event_timekey,
t.event_time,
t.old_wo_type,
t.owner_type,
t.owner_code,
t.old_product_id,
t.old_product_ver,
t.oper_code,
t.oper_ver,
t.line_id,
t.event_name,
t.cell_grade,
t.pnl_grade,
t.reason_code_type,
t.reason_code,
decode ( instr (t.event_user_id, ':'), 0 , t.event_user_id, substr ( t.event_user_id, 1, instr (t.event_user_id, ':') - 1)) as event_user_id,
t.event_comment,
t.pgamma,
t.wo_id,
t.sn,
t.flicker_value,
d.site as trc_site,
d.factory as trc_factory,
d.oper_code as trc_oper_code,
d.oper_ver as trc_oper_ver,
d.gop_type as trc_gop_type,
d.line_id as trc_line_id,
d.unit_id as trc_unit_id,
d.oper_out_time as trc_oper_out_time,
d.event_timekey as trc_event_timekey,
d.oper_out_user_id as TRC_EVENT_USER_ID,
F_GET_SHIFT_TIMEKEY(d.event_timekey) as TRC_SHIFT_TIMEKEY,
row_number() over(partition by t.pnl_id, d.oper_code, d.factory order by d.event_timekey desc) as rn
from i_f_r_mes_hist_pnl_mod t, i_f_t_mes_hist_gop_inout_fab d
where ( ((d.site ='T6' and 'T2'in ('T6','H1')) or (d.site in ('T1','T2') and 'T2'='T2'))
and d.gop_id = substr(t.pnl_id, 1, 10) and d.gop_type = 'Glass' and
d.event_timekey < t.event_timekey and
d.shift_timekey <= t.shift_timekey)
and (d.event_name = 'TrackOut' and
((d.oper_code in ('2100', '2200','2300') and d.factory = 'CELL') or
(d.oper_code in ('1200', '2200', '3200', '3840', '5300','1300','1400','1800','2201','2401','3400','3402','3800','4200','4201','4300','4400','4800','5200','5400','5800','5900','T200') and
d.factory = 'ARRAY') or (d.oper_code in ('1300','R300','G300','B300','S300','5200') and d.factory = 'CF')))
and (t.site = 'T2' and
t.shift_timekey >= '20191212 193000' and
t.shift_timekey <= '20191213 073000' and
t.event_timekey >= '20191213063000' and
t.event_timekey < '20191213073000' and
t.oper_code in ('1500','2910') and t.event_name = 'TrackOut')
union all
select t.site,
t.shift_timekey,
f_get_hour_timekey(t.event_timekey) as hour_timekey,
t.factory,
t.pnl_id,
t.event_timekey,
t.event_time,
t.old_wo_type,
t.owner_type,
t.owner_code,
t.old_product_id,
t.old_product_ver,
t.oper_code,
t.oper_ver,
t.line_id,
t.event_name,
t.cell_grade,
t.pnl_grade,
t.reason_code_type,
t.reason_code,
decode ( instr (t.event_user_id, ':'), 0 , t.event_user_id, substr ( t.event_user_id, 1, instr (t.event_user_id, ':') - 1)) as event_user_id,
t.event_comment,
t.pgamma,
t.wo_id,
t.sn,
t.flicker_value,
d.site as trc_site,
d.factory as trc_factory,
d.oper_code as trc_oper_code,
d.oper_ver as trc_oper_ver,
d.gop_type as trc_gop_type,
d.line_id as trc_line_id,
d.unit_id as trc_unit_id,
d.oper_out_time as trc_oper_out_time,
d.event_timekey as trc_event_timekey,
d.oper_out_user_id as TRC_EVENT_USER_ID,
F_GET_SHIFT_TIMEKEY(d.event_timekey) as TRC_SHIFT_TIMEKEY,
row_number() over(partition by t.pnl_id, d.oper_code, d.factory order by d.event_timekey desc) as rn
from i_f_r_mes_hist_pnl_mod t, i_f_t_mes_hist_gop_inout_fab d
where ( ((d.site ='T6' and 'T2'in ('T6','H1')) or (d.site in ('T1','T2') and 'T2'='T2'))
and d.gop_id = t.pnl_id and d.gop_type = 'Panel' and
d.event_timekey < t.event_timekey and
d.shift_timekey <= t.shift_timekey)
and (d.event_name = 'TrackOut'
and d.oper_code IN('3000','4100')
and d.factory = 'CELL')
and (t.site = 'T2' and
t.shift_timekey >= '20191212 193000' and
t.shift_timekey <= '20191213 073000' and
t.event_timekey >= '20191213063000' and
t.event_timekey < '20191213073000' and
t.oper_code = '1500' and t.event_name = 'TrackOut')) t
where t.rn = 1
Coordinator: test020:22000
Query Options (set by configuration):
Query Options (set by configuration and planner): MT_DOP=0
Plan:
----------------
Max Per-Host Resource Reservation: Memory=88.00MB
Per-Host Resource Estimates: Memory=4.02GB
WARNING: The following tables are missing relevant table and/or column statistics.
rptpid.i_f_r_mes_hist_pnl_mod, rptpid.i_f_t_mes_hist_gop_inout_fab
F07:PLAN FRAGMENT [KUDU(KuduPartition(shift_timekey))] hosts=3 instances=3
| Per-Host Resources: mem-estimate=4.00MB mem-reservation=4.00MB
INSERT INTO KUDU [rptpid.i_f_t_mes_hist_pnl_mod_tst_trc_line_fab]
| mem-estimate=0B mem-reservation=0B
|
17:PARTIAL SORT
| order by: KuduPartition(shift_timekey) ASC NULLS LAST, site ASC NULLS LAST, shift_timekey ASC NULLS LAST, hour_timekey ASC NULLS LAST, factory ASC NULLS LAST, pnl_id ASC NULLS LAST, event_timekey ASC NULLS LAST, trc_event_timekey ASC NULLS LAST
| materialized: KuduPartition(shift_timekey)
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=14 row-size=562B cardinality=0
|
16:EXCHANGE [KUDU(KuduPartition(shift_timekey))]
| mem-estimate=0B mem-reservation=0B
| tuple-ids=6 row-size=566B cardinality=0
|
F06:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00MB
11:SELECT
| predicates: rn = 1
| mem-estimate=0B mem-reservation=0B
| tuple-ids=6 row-size=566B cardinality=0
|
00:UNION
| mem-estimate=0B mem-reservation=0B
| tuple-ids=6 row-size=566B cardinality=0
|
|--10:ANALYTIC
| | functions: row_number()
| | partition by: t.pnl_id, d.oper_code, d.factory
| | order by: event_timekey DESC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
| | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=12,11 row-size=578B cardinality=unavailable
| |
| 09:SORT
| | order by: pnl_id ASC NULLS FIRST, oper_code ASC NULLS FIRST, factory ASC NULLS FIRST, event_timekey DESC
| | mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=12 row-size=570B cardinality=unavailable
| |
| 15:EXCHANGE [HASH(t.pnl_id,d.oper_code,d.factory)]
| | mem-estimate=0B mem-reservation=0B
| | tuple-ids=3,4 row-size=570B cardinality=unavailable
| |
| F03:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
| Per-Host Resources: mem-estimate=2.00GB mem-reservation=34.00MB
| 08:HASH JOIN [INNER JOIN, BROADCAST]
| | hash predicates: t.pnl_id = d.gop_id
| | fk/pk conjuncts: assumed fk/pk
| | other predicates: d.event_timekey < t.event_timekey, d.shift_timekey <= t.shift_timekey
| | runtime filters: RF003[min_max] <- d.gop_id
| | mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB
| | tuple-ids=3,4 row-size=570B cardinality=unavailable
| |
| |--14:EXCHANGE [BROADCAST]
| | | mem-estimate=0B mem-reservation=0B
| | | tuple-ids=4 row-size=195B cardinality=unavailable
| | |
| | F04:PLAN FRAGMENT [RANDOM] hosts=20 instances=20
| | Per-Host Resources: mem-estimate=0B mem-reservation=0B
| | 07:SCAN KUDU [rptpid.i_f_t_mes_hist_gop_inout_fab d]
| | predicates: (FALSE AND d.site = 'T6' OR TRUE AND d.site IN ('T1', 'T2'))
| | kudu predicates: d.oper_code IN ('3000', '4100'), d.factory = 'CELL', d.gop_type = 'Panel', d.event_name = 'TrackOut'
| | mem-estimate=0B mem-reservation=0B
| | tuple-ids=4 row-size=195B cardinality=unavailable
| |
| 06:SCAN KUDU [rptpid.i_f_r_mes_hist_pnl_mod t]
| kudu predicates: t.site = 'T2', t.oper_code = '1500', t.event_name = 'TrackOut', t.event_timekey < '20191213073000', t.event_timekey >= '20191213063000', t.shift_timekey <= '20191213 073000', t.shift_timekey >= '20191212 193000'
| runtime filters: RF003[min_max] -> t.pnl_id
| mem-estimate=0B mem-reservation=0B
| tuple-ids=3 row-size=375B cardinality=unavailable
|
05:ANALYTIC
| functions: row_number()
| partition by: t.pnl_id, d.oper_code, d.factory
| order by: event_timekey DESC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=9,8 row-size=578B cardinality=unavailable
|
04:SORT
| order by: pnl_id ASC NULLS FIRST, oper_code ASC NULLS FIRST, factory ASC NULLS FIRST, event_timekey DESC
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=9 row-size=570B cardinality=unavailable
|
13:EXCHANGE [HASH(t.pnl_id,d.oper_code,d.factory)]
| mem-estimate=0B mem-reservation=0B
| tuple-ids=0,1 row-size=570B cardinality=unavailable
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=2.00GB mem-reservation=34.00MB
03:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: substr(t.pnl_id, 1, 10) = d.gop_id
| fk/pk conjuncts: assumed fk/pk
| other predicates: d.event_timekey < t.event_timekey, d.shift_timekey <= t.shift_timekey
| mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=570B cardinality=unavailable
|
|--12:EXCHANGE [BROADCAST]
| | mem-estimate=0B mem-reservation=0B
| | tuple-ids=1 row-size=195B cardinality=unavailable
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=20 instances=20
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
| 02:SCAN KUDU [rptpid.i_f_t_mes_hist_gop_inout_fab d]
| predicates: (FALSE AND d.site = 'T6' OR TRUE AND d.site IN ('T1', 'T2')), ((d.oper_code IN ('2100', '2200', '2300') AND d.factory = 'CELL') OR (d.oper_code IN ('1200', '2200', '3200', '3840', '5300', '1300', '1400', '1800', '2201', '2401', '3400', '3402', '3800', '4200', '4201', '4300', '4400', '4800', '5200', '5400', '5800', '5900', 'T200') AND d.factory = 'ARRAY') OR (d.oper_code IN ('1300', 'R300', 'G300', 'B300', 'S300', '5200') AND d.factory = 'CF'))
| kudu predicates: d.gop_type = 'Glass', d.event_name = 'TrackOut'
| mem-estimate=0B mem-reservation=0B
| tuple-ids=1 row-size=195B cardinality=unavailable
|
01:SCAN KUDU [rptpid.i_f_r_mes_hist_pnl_mod t]
kudu predicates: t.oper_code IN ('1500', '2910'), t.site = 'T2', t.event_name = 'TrackOut', t.event_timekey < '20191213073000', t.event_timekey >= '20191213063000', t.shift_timekey <= '20191213 073000', t.shift_timekey >= '20191212 193000'
mem-estimate=0B mem-reservation=0B
tuple-ids=0 row-size=375B cardinality=unavailable
----------------
Estimated Per-Host Mem: 4315938816
Tables Missing Stats: rptpid.i_f_r_mes_hist_pnl_mod,rptpid.i_f_t_mes_hist_gop_inout_fab
Per Host Min Reservation: test017:22000(0) test018:22000(0) test019:22000(0) test020:22000(0) test021:22000(0) test022:22000(0) test023:22000(0) test024:22000(0) test025:22000(0) test026:22000(0) test027:22000(88.00 MB) test028:22000(0) test029:22000(0) test030:22000(0) test038:22000(0) test039:22000(0) test040:22000(0) test042:22000(0)
Request Pool: root.rptgroup
Admission result: Admitted immediately
ExecSummary:
Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail
----------------------------------------------------------------------------------------------------------------------------------------
17:PARTIAL SORT 1 82.192ms 82.192ms 22.55K 0 24.93 MB 4.00 MB
16:EXCHANGE 1 26m14s 26m14s 22.55K 0 0 0 KUDU(KuduPartition(shift_timekey))
11:SELECT 1 1.030ms 1.030ms 22.55K 0 1.60 MB 0
00:UNION 1 330.502ms 330.502ms 22.93K 0 588.00 KB 0
|--10:ANALYTIC 1 1.882ms 1.882ms 1.47K -1 4.06 MB 4.00 MB
| 09:SORT 1 3.146ms 3.146ms 1.47K -1 12.90 MB 12.00 MB
| 15:EXCHANGE 1 37.744us 37.744us 1.47K -1 0 0 HASH(t.pnl_id,d.oper_code,d.factory)
| 08:HASH JOIN 1 1m23s 1m23s 1.47K -1 27.81 GB 2.00 GB INNER JOIN, BROADCAST
| |--14:EXCHANGE 1 14m5s 14m5s 78.50M -1 0 0 BROADCAST
| | 07:SCAN KUDU 18 48s052ms 14m 78.50M -1 107.80 MB 0 rptpid.i_f_t_mes_hist_gop_inout_fab d
| 06:SCAN KUDU 1 664.452ms 664.452ms 735 -1 1.19 MB 0 rptpid.i_f_r_mes_hist_pnl_mod t
05:ANALYTIC 1 36.001ms 36.001ms 21.46K -1 4.53 MB 4.00 MB
04:SORT 1 65.132ms 65.132ms 21.46K -1 24.70 MB 12.00 MB
13:EXCHANGE 1 26m13s 26m13s 21.46K -1 0 0 HASH(t.pnl_id,d.oper_code,d.factory)
03:HASH JOIN 1 1m56s 1m56s 21.46K -1 40.20 GB 2.00 GB INNER JOIN, BROADCAST
|--12:EXCHANGE 1 24m17s 24m17s 108.37M -1 0 0 BROADCAST
| 02:SCAN KUDU 18 1m30s 24m10s 108.37M -1 108.41 MB 0 rptpid.i_f_t_mes_hist_gop_inout_fab d
01:SCAN KUDU 1 6.427ms 6.427ms 753 -1 1.19 MB
Errors:
- ComputeScanRangeAssignmentTimer: 365.79微秒 (365786)
- InactiveTotalTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
Planner Timeline
Analysis finished: 8毫秒 (8729828)
Value transfer graph computed: 8毫秒 (8798780)
Single node plan created: 61毫秒 (61044364)
Runtime filters computed: 61毫秒 (61447571)
Distributed plan created: 61毫秒 (61925346)
Lineage info computed: 62毫秒 (62320733)
Planning finished: 65毫秒 (65704477)
Query Timeline
Query submitted: 56.19微秒 (56194)
Planning finished: 69毫秒 (69269993)
Submit for admission: 71毫秒 (71131798)
Completed admission: 71毫秒 (71237461)
Ready to start on 18 backends: 72毫秒 (72033384)
All 18 execution backends (40 fragment instances) started: 146毫秒 (146919501)
DML data written: 26.3分钟 (1575515981749)
DML Metastore update finished: 26.3分钟 (1575518658219)
Request finished: 26.3分钟 (1575519028647)
Unregister query: 26.3分钟 (1575532013950)
ImpalaServer
- ClientFetchWaitTimer: 12毫秒 (12939628)
- InactiveTotalTime: 0纳秒 (0)
- MetastoreUpdateTimer: 3毫秒 (3037571)
- RowMaterializationTimer: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
Execution Profile 77446515de1dbb93:c92539a500000000
Number of filters: 1
Filter routing table:
ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled
-------------------------------------------------------------------------------------------------------------------
3 8 6 LOCAL false 0 (1) N/A N/A true
Backend startup latencies: Count: 18, min / max: 2ms / 72ms, 25th %-ile: 3ms, 50th %-ile: 3ms, 75th %-ile: 4ms, 90th %-ile: 4ms, 95th %-ile: 4ms, 99.9th %-ile: 72ms
Final filter table:
ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled
-------------------------------------------------------------------------------------------------------------------
3 8 6 LOCAL false 0 (1) N/A N/A true
DML Stats:
Partition: Default
NumModifiedRows: 22554
NumRowErrors: 0
BytesWritten: 0
Per Node Peak Memory Usage: test017:22000(214.35 MB) test018:22000(214.35 MB) test019:22000(214.35 MB) test020:22000(214.35 MB) test021:22000(214.35 MB) test022:22000(214.35 MB) test023:22000(215.59 MB) test024:22000(214.35 MB) test025:22000(214.35 MB) test026:22000(214.35 MB) test027:22000(60.26 GB) test028:22000(215.59 MB) test029:22000(4.37 MB) test030:22000(214.35 MB) test038:22000(215.59 MB) test039:22000(214.35 MB) test040:22000(215.59 MB) test042:22000(216.84 MB)
- FiltersReceived: 0 (0)
- FinalizationTimer: 0纳秒 (0)
- InactiveTotalTime: 0纳秒 (0)
- NumBackends: 18 (18)
- NumFragmentInstances: 40 (40)
- NumFragments: 6 (6)
- TotalTime: 26.3分钟 (1575443440415)
Averaged Fragment F07
split sizes: min: 0, max: 0, avg: 0, stddev: 0
completion times: min:26m15s max:26m15s mean: 26m15s stddev:0.000ns
execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec
num instances: 1
- AverageThreadTokens: 1.00 (1.0)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 45.8 兆字节 (48059849)
- PeakReservation: 24.0 兆字节 (25165824)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 60.3 吉字节 (64707190811)
- RowsProduced: 22,554 (22554)
- TotalNetworkReceiveTime: 26.2分钟 (1574588943934)
- TotalNetworkSendTime: 0纳秒 (0)
- TotalStorageWaitTime: 0纳秒 (0)
- TotalThreadsInvoluntaryContextSwitches: 3 (3)
- TotalThreadsTotalWallClockTime: 26.3分钟 (1575408513106)
- TotalThreadsSysTime: 50毫秒 (50240000)
- TotalThreadsUserTime: 303毫秒 (303566000)
- TotalThreadsVoluntaryContextSwitches: 141 (141)
- TotalTime: 26.3分钟 (1575427778809)
Fragment Instance Lifecycle Timings
- ExecTime: 1.09秒 (1089178066)
- ExecTreeExecTime: 413毫秒 (413368976)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 26.2分钟 (1574319341085)
- ExecTreeOpenTime: 26.2分钟 (1574258071479)
- PrepareTime: 19毫秒 (19228924)
- ExecTreePrepareTime: 51.18微秒 (51178)
- TotalTime: 0纳秒 (0)
KuduTableSink
- InactiveTotalTime: 0纳秒 (0)
- KuduApplyTimer: 306毫秒 (306391765)
- NumRowErrors: 0 (0)
- PeakMemoryUsage: 20.0 兆字节 (20971520)
- RowsProcessedRate: 54014/秒 (54014)
- TotalNumRows: 22,554 (22554)
- TotalTime: 417毫秒 (417555452)
CodeGen
- CodegenTime: 1毫秒 (1493379)
- CompileTime: 18毫秒 (18377488)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 36 (36)
- NumInstructions: 928 (928)
- OptimizationTime: 40毫秒 (40629550)
- PeakMemoryUsage: 464.0 千字节 (475136)
- PrepareTime: 17毫秒 (17850072)
- TotalTime: 77毫秒 (77516828)
SORT_NODE (id=17)
- InMemorySortTime: 44毫秒 (44803295)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 24.9 兆字节 (26139762)
- RowsReturned: 22,554 (22554)
- RowsReturnedRate: 14/秒 (14)
- RunsCreated: 1 (1)
- SortDataSize: 19.6 兆字节 (20597159)
- TotalTime: 26.2分钟 (1574671460803)
EXCHANGE_NODE (id=16)
- ConvertRowBatchTime: 282.79微秒 (282787)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 0 字节 (0)
- RowsReturned: 22,554 (22554)
- RowsReturnedRate: 14/秒 (14)
- TotalTime: 26.2分钟 (1574589267855)
DataStreamReceiver
- BytesReceived: 6.1 兆字节 (6370468)
- DeserializeRowBatchTimer: 25毫秒 (25777890)
- FirstBatchArrivalWaitTime: 26.2分钟 (1574257996206)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 946.2 千字节 (968915)
- SendersBlockedTimer: 0纳秒 (0)
- SendersBlockedTotalTimer(*): 0纳秒 (0)
- TotalTime: 0纳秒 (0)
Buffer pool
- AllocTime: 33.03微秒 (33032)
- CumulativeAllocationBytes: 24.0 兆字节 (25165824)
- CumulativeAllocations: 12 (12)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 24.0 兆字节 (25165824)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 24.0 兆字节 (25165824)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Fragment F07
Instance 77446515de1dbb93:c92539a500000027 (host=test027:22000)
- AverageThreadTokens: 1.00 (1.0)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 45.8 兆字节 (48059849)
- PeakReservation: 24.0 兆字节 (25165824)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 60.3 吉字节 (64707190811)
- RowsProduced: 22,554 (22554)
- TotalNetworkReceiveTime: 26.2分钟 (1574588943934)
- TotalNetworkSendTime: 0纳秒 (0)
- TotalStorageWaitTime: 0纳秒 (0)
- TotalThreadsInvoluntaryContextSwitches: 3 (3)
- TotalThreadsTotalWallClockTime: 26.3分钟 (1575408513106)
- TotalThreadsSysTime: 50毫秒 (50240000)
- TotalThreadsUserTime: 303毫秒 (303566000)
- TotalThreadsVoluntaryContextSwitches: 141 (141)
- TotalTime: 26.3分钟 (1575427778809)
Fragment Instance Lifecycle Timings
- ExecTime: 1.09秒 (1089178066)
- ExecTreeExecTime: 413毫秒 (413368976)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 26.2分钟 (1574319341085)
- ExecTreeOpenTime: 26.2分钟 (1574258071479)
- PrepareTime: 19毫秒 (19228924)
- ExecTreePrepareTime: 51.18微秒 (51178)
- TotalTime: 0纳秒 (0)
KuduTableSink
- InactiveTotalTime: 0纳秒 (0)
- KuduApplyTimer: 306毫秒 (306391765)
- NumRowErrors: 0 (0)
- PeakMemoryUsage: 20.0 兆字节 (20971520)
- RowsProcessedRate: 54014/秒 (54014)
- TotalNumRows: 22,554 (22554)
- TotalTime: 417毫秒 (417555452)
CodeGen
- CodegenTime: 1毫秒 (1493379)
- CompileTime: 18毫秒 (18377488)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 36 (36)
- NumInstructions: 928 (928)
- OptimizationTime: 40毫秒 (40629550)
- PeakMemoryUsage: 464.0 千字节 (475136)
- PrepareTime: 17毫秒 (17850072)
- TotalTime: 77毫秒 (77516828)
SORT_NODE (id=17)
SortType: Partial
ExecOption: Codegen Enabled
- InMemorySortTime: 44毫秒 (44803295)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 24.9 兆字节 (26139762)
- RowsReturned: 22,554 (22554)
- RowsReturnedRate: 14/秒 (14)
- RunsCreated: 1 (1)
- SortDataSize: 19.6 兆字节 (20597159)
- TotalTime: 26.2分钟 (1574671460803)
EXCHANGE_NODE (id=16)
- ConvertRowBatchTime: 282.79微秒 (282787)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 0 字节 (0)
- RowsReturned: 22,554 (22554)
- RowsReturnedRate: 14/秒 (14)
- TotalTime: 26.2分钟 (1574589267855)
DataStreamReceiver
- BytesReceived: 6.1 兆字节 (6370468)
- DeserializeRowBatchTimer: 25毫秒 (25777890)
- FirstBatchArrivalWaitTime: 26.2分钟 (1574257996206)
- InactiveTotalTime: 26.2分钟 (1574588812750)
- PeakMemoryUsage: 946.2 千字节 (968915)
- SendersBlockedTimer: 0纳秒 (0)
- SendersBlockedTotalTimer(*): 0纳秒 (0)
- TotalTime: 0纳秒 (0)
Buffer pool
- AllocTime: 33.03微秒 (33032)
- CumulativeAllocationBytes: 24.0 兆字节 (25165824)
- CumulativeAllocations: 12 (12)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 24.0 兆字节 (25165824)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 24.0 兆字节 (25165824)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Averaged Fragment F06
split sizes: min: 0, max: 0, avg: 0, stddev: 0
completion times: min:26m14s max:26m14s mean: 26m14s stddev:0.000ns
execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec
num instances: 1
- AverageThreadTokens: 1.00 (1.0)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 32.4 兆字节 (33953313)
- PeakReservation: 28.0 兆字节 (29360128)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 60.3 吉字节 (64707190811)
- RowsProduced: 22,554 (22554)
- TotalNetworkReceiveTime: 26.2分钟 (1573102662069)
- TotalNetworkSendTime: 1毫秒 (1569808)
- TotalStorageWaitTime: 0纳秒 (0)
- TotalThreadsInvoluntaryContextSwitches: 4 (4)
- TotalThreadsTotalWallClockTime: 26.2分钟 (1574672286978)
- TotalThreadsSysTime: 78毫秒 (78799000)
- TotalThreadsUserTime: 1.43秒 (1427128000)
- TotalThreadsVoluntaryContextSwitches: 807 (807)
- TotalTime: 26.2分钟 (1574705608830)
Fragment Instance Lifecycle Timings
- ExecTime: 423毫秒 (423361982)
- ExecTreeExecTime: 366毫秒 (366278479)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 26.2分钟 (1574248934362)
- ExecTreeOpenTime: 26.2分钟 (1573174147606)
- PrepareTime: 33毫秒 (33279726)
- ExecTreePrepareTime: 285.51微秒 (285511)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=16)
- BytesSent: 6.1 兆字节 (6370468)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 2.1 吉字节/秒 (2302224862)
- OverallThroughput: 112.5 兆字节/秒 (118006314)
- PeakMemoryUsage: 216 字节 (216)
- RowsReturned: 22,554 (22554)
- SerializeBatchTime: 51毫秒 (51112064)
- TotalTime: 53毫秒 (53984128)
- TransmitDataRPCTime: 2毫秒 (2767092)
- UncompressedRowBatchSize: 19.9 兆字节 (20845253)
CodeGen
- CodegenTime: 10毫秒 (10672039)
- CompileTime: 348毫秒 (348591777)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 312 (312)
- NumInstructions: 8,321 (8321)
- OptimizationTime: 723毫秒 (723074946)
- PeakMemoryUsage: 4.1 兆字节 (4260352)
- PrepareTime: 22毫秒 (22030060)
- TotalTime: 1.09秒 (1094253575)
SELECT_NODE (id=11)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 1.6 兆字节 (1679360)
- RowsReturned: 22,554 (22554)
- RowsReturnedRate: 14/秒 (14)
- TotalTime: 26.2分钟 (1573540663226)
UNION_NODE (id=0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 588.0 千字节 (602112)
- RowsReturned: 22,928 (22928)
- RowsReturnedRate: 14/秒 (14)
- TotalTime: 26.2分钟 (1573539632628)
ANALYTIC_EVAL_NODE (id=10)
- EvaluationTime: 1毫秒 (1682277)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 4.1 兆字节 (4255744)
- RowsReturned: 1,470 (1470)
- RowsReturnedRate: 290145/秒 (290145)
- TotalTime: 5毫秒 (5066420)
SORT_NODE (id=9)
- InMemorySortTime: 1毫秒 (1080540)
- InactiveTotalTime: 0纳秒 (0)
- InitialRunsCreated: 1 (1)
- PeakMemoryUsage: 12.9 兆字节 (13530318)
- RowsReturned: 1,470 (1470)
- RowsReturnedRate: 461688/秒 (461688)
- SortDataSize: 1.3 兆字节 (1375474)
- SpilledRuns: 0 (0)
- TotalMergesPerformed: 0 (0)
- TotalTime: 3毫秒 (3183962)
EXCHANGE_NODE (id=15)
- ConvertRowBatchTime: 30.09微秒 (30085)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 0 字节 (0)
- RowsReturned: 1,470 (1470)
- RowsReturnedRate: 38946587/秒 (38946587)
- TotalTime: 37.74微秒 (37744)
DataStreamReceiver
- BytesReceived: 322.3 千字节 (330058)
- DeserializeRowBatchTimer: 1毫秒 (1221612)
- FirstBatchArrivalWaitTime: 0纳秒 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 932.2 千字节 (954542)
- SendersBlockedTimer: 0纳秒 (0)
- SendersBlockedTotalTimer(*): 0纳秒 (0)
- TotalTime: 0纳秒 (0)
Buffer pool
- AllocTime: 4.20微秒 (4199)
- CumulativeAllocationBytes: 6.0 兆字节 (6291456)
- CumulativeAllocations: 3 (3)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 12.0 兆字节 (12582912)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 6.0 兆字节 (6291456)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Buffer pool
- AllocTime: 1.00微秒 (1003)
- CumulativeAllocationBytes: 2.0 兆字节 (2097152)
- CumulativeAllocations: 1 (1)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 4.0 兆字节 (4194304)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 2.0 兆字节 (2097152)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
ANALYTIC_EVAL_NODE (id=5)
- EvaluationTime: 35毫秒 (35244125)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 4.5 兆字节 (4747264)
- RowsReturned: 21,458 (21458)
- RowsReturnedRate: 13/秒 (13)
- TotalTime: 26.2分钟 (1573204063459)
SORT_NODE (id=4)
- InMemorySortTime: 28毫秒 (28100948)
- InactiveTotalTime: 0纳秒 (0)
- InitialRunsCreated: 1 (1)
- PeakMemoryUsage: 24.7 兆字节 (25897063)
- RowsReturned: 21,458 (21458)
- RowsReturnedRate: 13/秒 (13)
- SortDataSize: 19.2 兆字节 (20184960)
- SpilledRuns: 0 (0)
- TotalMergesPerformed: 0 (0)
- TotalTime: 26.2分钟 (1573168061881)
EXCHANGE_NODE (id=13)
- ConvertRowBatchTime: 242.05微秒 (242046)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 0 字节 (0)
- RowsReturned: 21,458 (21458)
- RowsReturnedRate: 13/秒 (13)
- TotalTime: 26.2分钟 (1573102929297)
DataStreamReceiver
- BytesReceived: 3.0 兆字节 (3177299)
- DeserializeRowBatchTimer: 13毫秒 (13616063)
- FirstBatchArrivalWaitTime: 26.2分钟 (1573053618121)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 747.0 千字节 (764958)
- SendersBlockedTimer: 0纳秒 (0)
- SendersBlockedTotalTimer(*): 0纳秒 (0)
- TotalTime: 0纳秒 (0)
Buffer pool
- AllocTime: 6毫秒 (6283737)
- CumulativeAllocationBytes: 24.0 兆字节 (25165824)
- CumulativeAllocations: 12 (12)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 24.0 兆字节 (25165824)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 24.0 兆字节 (25165824)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Buffer pool
- AllocTime: 35.49微秒 (35486)
- CumulativeAllocationBytes: 20.0 兆字节 (20971520)
- CumulativeAllocations: 10 (10)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 4.0 兆字节 (4194304)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 4.0 兆字节 (4194304)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Fragment F06
Instance 77446515de1dbb93:c92539a500000026 (host=test027:22000)
- AverageThreadTokens: 1.00 (1.0)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 32.4 兆字节 (33953313)
- PeakReservation: 28.0 兆字节 (29360128)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 60.3 吉字节 (64707190811)
- RowsProduced: 22,554 (22554)
- TotalNetworkReceiveTime: 26.2分钟 (1573102662069)
- TotalNetworkSendTime: 1毫秒 (1569808)
- TotalStorageWaitTime: 0纳秒 (0)
- TotalThreadsInvoluntaryContextSwitches: 4 (4)
- TotalThreadsTotalWallClockTime: 26.2分钟 (1574672286978)
- TotalThreadsSysTime: 78毫秒 (78799000)
- TotalThreadsUserTime: 1.43秒 (1427128000)
- TotalThreadsVoluntaryContextSwitches: 807 (807)
- TotalTime: 26.2分钟 (1574705608830)
Fragment Instance Lifecycle Timings
- ExecTime: 423毫秒 (423361982)
- ExecTreeExecTime: 366毫秒 (366278479)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 26.2分钟 (1574248934362)
- ExecTreeOpenTime: 26.2分钟 (1573174147606)
- PrepareTime: 33毫秒 (33279726)
- ExecTreePrepareTime: 285.51微秒 (285511)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=16)
- BytesSent: 6.1 兆字节 (6370468)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 2.1 吉字节/秒 (2302224862)
- OverallThroughput: 112.5 兆字节/秒 (118006314)
- PeakMemoryUsage: 216 字节 (216)
- RowsReturned: 22,554 (22554)
- SerializeBatchTime: 51毫秒 (51112064)
- TotalTime: 53毫秒 (53984128)
- TransmitDataRPCTime: 2毫秒 (2767092)
- UncompressedRowBatchSize: 19.9 兆字节 (20845253)
CodeGen
- CodegenTime: 10毫秒 (10672039)
- CompileTime: 348毫秒 (348591777)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 312 (312)
- NumInstructions: 8,321 (8321)
- OptimizationTime: 723毫秒 (723074946)
- PeakMemoryUsage: 4.1 兆字节 (4260352)
- PrepareTime: 22毫秒 (22030060)
- TotalTime: 1.09秒 (1094253575)
SELECT_NODE (id=11)
ExecOption: Codegen Enabled
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 1.6 兆字节 (1679360)
- RowsReturned: 22,554 (22554)
- RowsReturnedRate: 14/秒 (14)
- TotalTime: 26.2分钟 (1573540663226)
UNION_NODE (id=0)
ExecOption: Codegen Enabled
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 588.0 千字节 (602112)
- RowsReturned: 22,928 (22928)
- RowsReturnedRate: 14/秒 (14)
- TotalTime: 26.2分钟 (1573539632628)
ANALYTIC_EVAL_NODE (id=10)
- EvaluationTime: 1毫秒 (1682277)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 4.1 兆字节 (4255744)
- RowsReturned: 1,470 (1470)
- RowsReturnedRate: 290145/秒 (290145)
- TotalTime: 5毫秒 (5066420)
SORT_NODE (id=9)
SortType: Total
ExecOption: Codegen Enabled
- InMemorySortTime: 1毫秒 (1080540)
- InactiveTotalTime: 0纳秒 (0)
- InitialRunsCreated: 1 (1)
- PeakMemoryUsage: 12.9 兆字节 (13530318)
- RowsReturned: 1,470 (1470)
- RowsReturnedRate: 461688/秒 (461688)
- SortDataSize: 1.3 兆字节 (1375474)
- SpilledRuns: 0 (0)
- TotalMergesPerformed: 0 (0)
- TotalTime: 3毫秒 (3183962)
EXCHANGE_NODE (id=15)
- ConvertRowBatchTime: 30.09微秒 (30085)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 0 字节 (0)
- RowsReturned: 1,470 (1470)
- RowsReturnedRate: 38946587/秒 (38946587)
- TotalTime: 37.74微秒 (37744)
DataStreamReceiver
- BytesReceived: 322.3 千字节 (330058)
- DeserializeRowBatchTimer: 1毫秒 (1221612)
- FirstBatchArrivalWaitTime: 0纳秒 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 932.2 千字节 (954542)
- SendersBlockedTimer: 0纳秒 (0)
- SendersBlockedTotalTimer(*): 0纳秒 (0)
- TotalTime: 0纳秒 (0)
Buffer pool
- AllocTime: 4.20微秒 (4199)
- CumulativeAllocationBytes: 6.0 兆字节 (6291456)
- CumulativeAllocations: 3 (3)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 12.0 兆字节 (12582912)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 6.0 兆字节 (6291456)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Buffer pool
- AllocTime: 1.00微秒 (1003)
- CumulativeAllocationBytes: 2.0 兆字节 (2097152)
- CumulativeAllocations: 1 (1)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 4.0 兆字节 (4194304)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 2.0 兆字节 (2097152)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
ANALYTIC_EVAL_NODE (id=5)
- EvaluationTime: 35毫秒 (35244125)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 4.5 兆字节 (4747264)
- RowsReturned: 21,458 (21458)
- RowsReturnedRate: 13/秒 (13)
- TotalTime: 26.2分钟 (1573204063459)
SORT_NODE (id=4)
SortType: Total
ExecOption: Codegen Enabled
- InMemorySortTime: 28毫秒 (28100948)
- InactiveTotalTime: 0纳秒 (0)
- InitialRunsCreated: 1 (1)
- PeakMemoryUsage: 24.7 兆字节 (25897063)
- RowsReturned: 21,458 (21458)
- RowsReturnedRate: 13/秒 (13)
- SortDataSize: 19.2 兆字节 (20184960)
- SpilledRuns: 0 (0)
- TotalMergesPerformed: 0 (0)
- TotalTime: 26.2分钟 (1573168061881)
EXCHANGE_NODE (id=13)
- ConvertRowBatchTime: 242.05微秒 (242046)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 0 字节 (0)
- RowsReturned: 21,458 (21458)
- RowsReturnedRate: 13/秒 (13)
- TotalTime: 26.2分钟 (1573102929297)
DataStreamReceiver
- BytesReceived: 3.0 兆字节 (3177299)
- DeserializeRowBatchTimer: 13毫秒 (13616063)
- FirstBatchArrivalWaitTime: 26.2分钟 (1573053618121)
- InactiveTotalTime: 26.2分钟 (1573098639270)
- PeakMemoryUsage: 747.0 千字节 (764958)
- SendersBlockedTimer: 0纳秒 (0)
- SendersBlockedTotalTimer(*): 0纳秒 (0)
- TotalTime: 0纳秒 (0)
Buffer pool
- AllocTime: 6毫秒 (6283737)
- CumulativeAllocationBytes: 24.0 兆字节 (25165824)
- CumulativeAllocations: 12 (12)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 24.0 兆字节 (25165824)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 24.0 兆字节 (25165824)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Buffer pool
- AllocTime: 35.49微秒 (35486)
- CumulativeAllocationBytes: 20.0 兆字节 (20971520)
- CumulativeAllocations: 10 (10)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 4.0 兆字节 (4194304)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 4.0 兆字节 (4194304)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Averaged Fragment F00
split sizes: min: 0, max: 0, avg: 0, stddev: 0
completion times: min:26m14s max:26m14s mean: 26m14s stddev:0.000ns
execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec
num instances: 1
- AverageThreadTokens: 2.00 (2.0003178639542276)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 40.2 吉字节 (43162833557)
- PeakReservation: 40.2 吉字节 (43161485312)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 60.3 吉字节 (64707190811)
- RowsProduced: 21,458 (21458)
- TotalNetworkReceiveTime: 24.3分钟 (1456099693095)
- TotalNetworkSendTime: 5.44微秒 (5437)
- TotalStorageWaitTime: 56毫秒 (56486802)
- TotalThreadsInvoluntaryContextSwitches: 403 (403)
- TotalThreadsTotalWallClockTime: 52.5分钟 (3148098473850)
- TotalThreadsSysTime: 44.01秒 (44005413000)
- TotalThreadsUserTime: 1.1分钟 (67837285000)
- TotalThreadsVoluntaryContextSwitches: 124,749 (124749)
- TotalTime: 26.2分钟 (1574251438395)
Fragment Instance Lifecycle Timings
- ExecTime: 88毫秒 (88407433)
- ExecTreeExecTime: 59毫秒 (59281986)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 26.2分钟 (1574138555701)
- ExecTreeOpenTime: 26.2分钟 (1573811857347)
- PrepareTime: 24毫秒 (24426246)
- ExecTreePrepareTime: 237.22微秒 (237221)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=13)
- BytesSent: 3.0 兆字节 (3177299)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.4 吉字节/秒 (1478233581)
- OverallThroughput: 105.4 兆字节/秒 (110549773)
- PeakMemoryUsage: 416 字节 (416)
- RowsReturned: 21,458 (21458)
- SerializeBatchTime: 26毫秒 (26480205)
- TotalTime: 28毫秒 (28740891)
- TransmitDataRPCTime: 2毫秒 (2149389)
- UncompressedRowBatchSize: 7.6 兆字节 (8007582)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 116毫秒 (116618201)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 2,970 (2970)
- OptimizationTime: 208毫秒 (208296623)
- PeakMemoryUsage: 1.5 兆字节 (1520640)
- PrepareTime: 19毫秒 (19209432)
- TotalTime: 344毫秒 (344800021)
HASH_JOIN_NODE (id=3)
- BuildRows: 108,369,048 (108369048)
- BuildTime: 1.8分钟 (107179803334)
- InactiveTotalTime: 0纳秒 (0)
- LocalTime: 1.9分钟 (116335832716)
- NumHashTableBuildsSkipped: 0 (0)
- PeakMemoryUsage: 40.2 吉字节 (43162790144)
- ProbeRows: 753 (753)
- ProbeRowsPartitioned: 0 (0)
- ProbeTime: 19毫秒 (19156087)
- RowsReturned: 21,458 (21458)
- RowsReturnedRate: 13/秒 (13)
- TotalTime: 26.2分钟 (1573871518028)
Buffer pool
- AllocTime: 5.10秒 (5099751329)
- CumulativeAllocationBytes: 40.2 吉字节 (43161485312)
- CumulativeAllocations: 18,549 (18549)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 40.2 吉字节 (43161485312)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 40.2 吉字节 (43161485312)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Hash Join Builder (join_node_id=3)
- BuildRowsPartitionTime: 49.20秒 (49195936987)
- BuildRowsPartitioned: 108,369,048 (108369048)
- HashBuckets: 268,435,456 (268435456)
- HashCollisions: 2,943,577 (2943577)
- HashTablesBuildTime: 57.95秒 (57954875595)
- InactiveTotalTime: 0纳秒 (0)
- LargestPartitionPercent: 6 (6)
- MaxPartitionLevel: 0 (0)
- NumRepartitions: 0 (0)
- PartitionsCreated: 16 (16)
- PeakMemoryUsage: 29.1 千字节 (29824)
- RepartitionTime: 0纳秒 (0)
- SpilledPartitions: 0 (0)
- TotalTime: 0纳秒 (0)
EXCHANGE_NODE (id=12)
- ConvertRowBatchTime: 1.30秒 (1300837185)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 0 字节 (0)
- RowsReturned: 108,369,048 (108369048)
- RowsReturnedRate: 74351/秒 (74351)
- TotalTime: 24.3分钟 (1457529283946)
DataStreamReceiver
- BytesReceived: 11.2 吉字节 (11999345556)
- DeserializeRowBatchTimer: 50.56秒 (50558395332)
- FirstBatchArrivalWaitTime: 0纳秒 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 10.3 兆字节 (10838898)
- SendersBlockedTimer: 46.47秒 (46466815848)
- SendersBlockedTotalTimer(*): 9.7分钟 (582414312169)
- TotalTime: 0纳秒 (0)
KUDU_SCAN_NODE (id=1)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 1 (1)
- PeakMemoryUsage: 1.2 兆字节 (1249280)
- RowsRead: 753 (753)
- RowsReturned: 753 (753)
- RowsReturnedRate: 117155/秒 (117155)
- ScanRangesComplete: 1 (1)
- ScannerThreadsInvoluntaryContextSwitches: 0 (0)
- ScannerThreadsTotalWallClockTime: 60毫秒 (60764399)
- MaterializeTupleTime(*): 9.87微秒 (9871)
- ScannerThreadsSysTime: 1毫秒 (1429000)
- ScannerThreadsUserTime: 714.00微秒 (714000)
- ScannerThreadsVoluntaryContextSwitches: 24 (24)
- TotalKuduScanRoundTrips: 1 (1)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 6毫秒 (6427369)
Fragment F00
Instance 77446515de1dbb93:c92539a500000012 (host=test027:22000)
Hdfs split stats (<volume id>:<# splits>/<split lengths>):
- AverageThreadTokens: 2.00 (2.0003178639542276)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 40.2 吉字节 (43162833557)
- PeakReservation: 40.2 吉字节 (43161485312)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 60.3 吉字节 (64707190811)
- RowsProduced: 21,458 (21458)
- TotalNetworkReceiveTime: 24.3分钟 (1456099693095)
- TotalNetworkSendTime: 5.44微秒 (5437)
- TotalStorageWaitTime: 56毫秒 (56486802)
- TotalThreadsInvoluntaryContextSwitches: 403 (403)
- TotalThreadsTotalWallClockTime: 52.5分钟 (3148098473850)
- TotalThreadsSysTime: 44.01秒 (44005413000)
- TotalThreadsUserTime: 1.1分钟 (67837285000)
- TotalThreadsVoluntaryContextSwitches: 124,749 (124749)
- TotalTime: 26.2分钟 (1574251438395)
Fragment Instance Lifecycle Timings
- ExecTime: 88毫秒 (88407433)
- ExecTreeExecTime: 59毫秒 (59281986)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 26.2分钟 (1574138555701)
- ExecTreeOpenTime: 26.2分钟 (1573811857347)
- PrepareTime: 24毫秒 (24426246)
- ExecTreePrepareTime: 237.22微秒 (237221)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=13)
- BytesSent: 3.0 兆字节 (3177299)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.4 吉字节/秒 (1478233581)
- OverallThroughput: 105.4 兆字节/秒 (110549773)
- PeakMemoryUsage: 416 字节 (416)
- RowsReturned: 21,458 (21458)
- SerializeBatchTime: 26毫秒 (26480205)
- TotalTime: 28毫秒 (28740891)
- TransmitDataRPCTime: 2毫秒 (2149389)
- UncompressedRowBatchSize: 7.6 兆字节 (8007582)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 116毫秒 (116618201)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 2,970 (2970)
- OptimizationTime: 208毫秒 (208296623)
- PeakMemoryUsage: 1.5 兆字节 (1520640)
- PrepareTime: 19毫秒 (19209432)
- TotalTime: 344毫秒 (344800021)
HASH_JOIN_NODE (id=3)
ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously
- BuildRows: 108,369,048 (108369048)
- BuildTime: 1.8分钟 (107179803334)
- InactiveTotalTime: 0纳秒 (0)
- LocalTime: 1.9分钟 (116335832716)
- NumHashTableBuildsSkipped: 0 (0)
- PeakMemoryUsage: 40.2 吉字节 (43162790144)
- ProbeRows: 753 (753)
- ProbeRowsPartitioned: 0 (0)
- ProbeTime: 19毫秒 (19156087)
- RowsReturned: 21,458 (21458)
- RowsReturnedRate: 13/秒 (13)
- TotalTime: 26.2分钟 (1573871518028)
Buffer pool
- AllocTime: 5.10秒 (5099751329)
- CumulativeAllocationBytes: 40.2 吉字节 (43161485312)
- CumulativeAllocations: 18,549 (18549)
- InactiveTotalTime: 0纳秒 (0)
- PeakReservation: 40.2 吉字节 (43161485312)
- PeakUnpinnedBytes: 0 字节 (0)
- PeakUsedReservation: 40.2 吉字节 (43161485312)
- ReadIoBytes: 0 字节 (0)
- ReadIoOps: 0 (0)
- ReadIoWaitTime: 0纳秒 (0)
- TotalTime: 0纳秒 (0)
- WriteIoBytes: 0 字节 (0)
- WriteIoOps: 0 (0)
- WriteIoWaitTime: 0纳秒 (0)
Hash Join Builder (join_node_id=3)
ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled
- BuildRowsPartitionTime: 49.20秒 (49195936987)
- BuildRowsPartitioned: 108,369,048 (108369048)
- HashBuckets: 268,435,456 (268435456)
- HashCollisions: 2,943,577 (2943577)
- HashTablesBuildTime: 57.95秒 (57954875595)
- InactiveTotalTime: 0纳秒 (0)
- LargestPartitionPercent: 6 (6)
- MaxPartitionLevel: 0 (0)
- NumRepartitions: 0 (0)
- PartitionsCreated: 16 (16)
- PeakMemoryUsage: 29.1 千字节 (29824)
- RepartitionTime: 0纳秒 (0)
- SpilledPartitions: 0 (0)
- TotalTime: 0纳秒 (0)
EXCHANGE_NODE (id=12)
- ConvertRowBatchTime: 1.30秒 (1300837185)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 0 字节 (0)
- RowsReturned: 108,369,048 (108369048)
- RowsReturnedRate: 74351/秒 (74351)
- TotalTime: 24.3分钟 (1457529283946)
DataStreamReceiver
- BytesReceived: 11.2 吉字节 (11999345556)
- DeserializeRowBatchTimer: 50.56秒 (50558395332)
- FirstBatchArrivalWaitTime: 0纳秒 (0)
- InactiveTotalTime: 24.2分钟 (1449396385008)
- PeakMemoryUsage: 10.3 兆字节 (10838898)
- SendersBlockedTimer: 46.47秒 (46466815848)
- SendersBlockedTotalTimer(*): 9.7分钟 (582414312169)
- TotalTime: 0纳秒 (0)
KUDU_SCAN_NODE (id=1)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 1 (1)
- PeakMemoryUsage: 1.2 兆字节 (1249280)
- RowsRead: 753 (753)
- RowsReturned: 753 (753)
- RowsReturnedRate: 117155/秒 (117155)
- ScanRangesComplete: 1 (1)
- ScannerThreadsInvoluntaryContextSwitches: 0 (0)
- ScannerThreadsTotalWallClockTime: 60毫秒 (60764399)
- MaterializeTupleTime(*): 9.87微秒 (9871)
- ScannerThreadsSysTime: 1毫秒 (1429000)
- ScannerThreadsUserTime: 714.00微秒 (714000)
- ScannerThreadsVoluntaryContextSwitches: 24 (24)
- TotalKuduScanRoundTrips: 1 (1)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 6毫秒 (6427369)
Averaged Fragment F01
split sizes: min: 0, max: 0, avg: 0, stddev: 0
completion times: min:8s158ms max:25m16s mean: 2m12s stddev:5m36s
execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec
num instances: 18
- AverageThreadTokens: 2.18 (2.175669249295032)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 101.6 兆字节 (106539852)
- PeakReservation: 0 字节 (0)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 3.1 吉字节 (3312835555)
- RowsProduced: 6,020,502 (6020502)
- TotalNetworkReceiveTime: 0纳秒 (0)
- TotalNetworkSendTime: 32.49秒 (32487801992)
- TotalStorageWaitTime: 2.0分钟 (117029559942)
- TotalThreadsInvoluntaryContextSwitches: 82 (82)
- TotalThreadsTotalWallClockTime: 4.6分钟 (276337657266)
- TotalThreadsSysTime: 1.73秒 (1732107722)
- TotalThreadsUserTime: 10.89秒 (10888011000)
- TotalThreadsVoluntaryContextSwitches: 18,499 (18499)
- TotalTime: 2.2分钟 (132473643504)
Fragment Instance Lifecycle Timings
- ExecTime: 2.2分钟 (132362304065)
- ExecTreeExecTime: 1.5分钟 (90935319118)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 78毫秒 (78549686)
- ExecTreeOpenTime: 7毫秒 (7944275)
- PrepareTime: 32毫秒 (32743631)
- ExecTreePrepareTime: 66.06微秒 (66060)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=12)
- BytesSent: 635.7 兆字节 (666630308)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.4 吉字节/秒 (1544153663)
- OverallThroughput: 119.7 兆字节/秒 (125501431)
- PeakMemoryUsage: 624 字节 (624)
- RowsReturned: 6,020,502 (6020502)
- SerializeBatchTime: 4.96秒 (4956932305)
- TotalTime: 5.42秒 (5417356167)
- TransmitDataRPCTime: 458毫秒 (458289397)
- UncompressedRowBatchSize: 1.9 吉字节 (2061715634)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 14毫秒 (14037696)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 969 (969)
- OptimizationTime: 54毫秒 (54648690)
- PeakMemoryUsage: 484.5 千字节 (496128)
- PrepareTime: 27毫秒 (27186128)
- TotalTime: 98毫秒 (98320169)
KUDU_SCAN_NODE (id=2)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 1 (1)
- PeakMemoryUsage: 101.2 兆字节 (106159445)
- RowsRead: 17,510,389 (17510389)
- RowsReturned: 6,020,502 (6020502)
- RowsReturnedRate: 12083038/秒 (12083038)
- ScanRangesComplete: 4 (4)
- ScannerThreadsInvoluntaryContextSwitches: 46 (46)
- ScannerThreadsTotalWallClockTime: 2.4分钟 (143896817874)
- MaterializeTupleTime(*): 1.5分钟 (90919832855)
- ScannerThreadsSysTime: 1.35秒 (1354423166)
- ScannerThreadsUserTime: 5.78秒 (5778639944)
- ScannerThreadsVoluntaryContextSwitches: 11,015 (11015)
- TotalKuduScanRoundTrips: 5,533 (5533)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 1.5分钟 (90936015167)
Fragment F01
Instance 77446515de1dbb93:c92539a50000000c (host=test029:22000)
Hdfs split stats (<volume id>:<# splits>/<split lengths>):
- AverageThreadTokens: 2.00 (1.999669312169312)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 2.5 兆字节 (2619212)
- PeakReservation: 0 字节 (0)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 4.4 兆字节 (4584118)
- RowsProduced: 6,227,046 (6227046)
- TotalNetworkReceiveTime: 0纳秒 (0)
- TotalNetworkSendTime: 242毫秒 (242311044)
- TotalStorageWaitTime: 24.0分钟 (1441915179123)
- TotalThreadsInvoluntaryContextSwitches: 175 (175)
- TotalThreadsTotalWallClockTime: 50.5分钟 (3031358789534)
- TotalThreadsSysTime: 2.92秒 (2925970000)
- TotalThreadsUserTime: 13.76秒 (13764585000)
- TotalThreadsVoluntaryContextSwitches: 47,647 (47647)
- TotalTime: 25.3分钟 (1516107472639)
Fragment Instance Lifecycle Timings
- ExecTime: 25.3分钟 (1515515136280)
- ExecTreeExecTime: 24.2分钟 (1450665612774)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 328毫秒 (328978938)
- ExecTreeOpenTime: 123毫秒 (123380978)
- PrepareTime: 263毫秒 (263245054)
- ExecTreePrepareTime: 210.13微秒 (210131)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=12)
- BytesSent: 657.5 兆字节 (689453341)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.1 吉字节/秒 (1218843314)
- OverallThroughput: 110.0 兆字节/秒 (115333427)
- PeakMemoryUsage: 624 字节 (624)
- RowsReturned: 6,227,046 (6227046)
- SerializeBatchTime: 5.40秒 (5397728156)
- TotalTime: 5.98秒 (5977914286)
- TransmitDataRPCTime: 565毫秒 (565661995)
- UncompressedRowBatchSize: 2.0 吉字节 (2132422892)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 48毫秒 (48338059)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 969 (969)
- OptimizationTime: 145毫秒 (145347233)
- PeakMemoryUsage: 484.5 千字节 (496128)
- PrepareTime: 190毫秒 (190468687)
- TotalTime: 417毫秒 (417738498)
KUDU_SCAN_NODE (id=2)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 1 (1)
- PeakMemoryUsage: 1.9 兆字节 (1964032)
- RowsRead: 17,092,970 (17092970)
- RowsReturned: 6,227,046 (6227046)
- RowsReturnedRate: 4291/秒 (4291)
- ScanRangesComplete: 4 (4)
- ScannerThreadsInvoluntaryContextSwitches: 108 (108)
- ScannerThreadsTotalWallClockTime: 25.3分钟 (1515514686513)
- MaterializeTupleTime(*): 24.2分钟 (1450630708618)
- ScannerThreadsSysTime: 2.35秒 (2347461000)
- ScannerThreadsUserTime: 8.08秒 (8076438000)
- ScannerThreadsVoluntaryContextSwitches: 30,153 (30153)
- TotalKuduScanRoundTrips: 5,400 (5400)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 24.2分钟 (1450857483617)
Instance 77446515de1dbb93:c92539a500000009 (host=test025:22000)
Hdfs split stats (<volume id>:<# splits>/<split lengths>):
- AverageThreadTokens: 2.00 (2.0)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 107.2 兆字节 (112383820)
- PeakReservation: 0 字节 (0)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 214.3 兆字节 (224758454)
- RowsProduced: 8,199,253 (8199253)
- TotalNetworkReceiveTime: 0纳秒 (0)
- TotalNetworkSendTime: 33.17秒 (33166344916)
- TotalStorageWaitTime: 1.3分钟 (76131034208)
- TotalThreadsInvoluntaryContextSwitches: 20 (20)
- TotalThreadsTotalWallClockTime: 2.8分钟 (168924624634)
- TotalThreadsSysTime: 1.98秒 (1977428000)
- TotalThreadsUserTime: 13.71秒 (13714058000)
- TotalThreadsVoluntaryContextSwitches: 21,446 (21446)
- TotalTime: 1.4分钟 (84528882933)
Fragment Instance Lifecycle Timings
- ExecTime: 1.4分钟 (84447850669)
- ExecTreeExecTime: 43.85秒 (43850566996)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 61毫秒 (61382252)
- ExecTreeOpenTime: 755.92微秒 (755925)
- PrepareTime: 19毫秒 (19622120)
- ExecTreePrepareTime: 34.43微秒 (34427)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=12)
- BytesSent: 865.4 兆字节 (907444448)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.5 吉字节/秒 (1653559878)
- OverallThroughput: 127.1 兆字节/秒 (133309816)
- PeakMemoryUsage: 624 字节 (624)
- RowsReturned: 8,199,253 (8199253)
- SerializeBatchTime: 6.26秒 (6256084141)
- TotalTime: 6.81秒 (6807033978)
- TransmitDataRPCTime: 548毫秒 (548782333)
- UncompressedRowBatchSize: 2.6 吉字节 (2807637256)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 11毫秒 (11730376)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 969 (969)
- OptimizationTime: 46毫秒 (46990824)
- PeakMemoryUsage: 484.5 千字节 (496128)
- PrepareTime: 18毫秒 (18366900)
- TotalTime: 77毫秒 (77571541)
KUDU_SCAN_NODE (id=2)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 1 (1)
- PeakMemoryUsage: 106.6 兆字节 (111728640)
- RowsRead: 26,626,668 (26626668)
- RowsReturned: 8,199,253 (8199253)
- RowsReturnedRate: 187046/秒 (187046)
- ScanRangesComplete: 4 (4)
- ScannerThreadsInvoluntaryContextSwitches: 7 (7)
- ScannerThreadsTotalWallClockTime: 1.4分钟 (84415401970)
- MaterializeTupleTime(*): 43.83秒 (43831344079)
- ScannerThreadsSysTime: 1.62秒 (1622111000)
- ScannerThreadsUserTime: 7.23秒 (7230940000)
- ScannerThreadsVoluntaryContextSwitches: 11,955 (11955)
- TotalKuduScanRoundTrips: 8,419 (8419)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 43.84秒 (43835308699)
Instance 77446515de1dbb93:c92539a500000007 (host=test024:22000)
Hdfs split stats (<volume id>:<# splits>/<split lengths>):
- AverageThreadTokens: 2.00 (2.0)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 107.2 兆字节 (112383820)
- PeakReservation: 0 字节 (0)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 214.3 兆字节 (224758454)
- RowsProduced: 8,798,084 (8798084)
- TotalNetworkReceiveTime: 0纳秒 (0)
- TotalNetworkSendTime: 37.29秒 (37289772954)
- TotalStorageWaitTime: 1.0分钟 (62130085957)
- TotalThreadsInvoluntaryContextSwitches: 158 (158)
- TotalThreadsTotalWallClockTime: 2.5分钟 (147894207194)
- TotalThreadsSysTime: 2.38秒 (2385754000)
- TotalThreadsUserTime: 15.55秒 (15555190000)
- TotalThreadsVoluntaryContextSwitches: 20,598 (20598)
- TotalTime: 1.2分钟 (74006154501)
Fragment Instance Lifecycle Timings
- ExecTime: 1.2分钟 (73908124223)
- ExecTreeExecTime: 27.60秒 (27599255351)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 79毫秒 (79674770)
- ExecTreeOpenTime: 1毫秒 (1098815)
- PrepareTime: 18毫秒 (18320518)
- ExecTreePrepareTime: 48.44微秒 (48435)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=12)
- BytesSent: 929.5 兆字节 (974675203)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.1 吉字节/秒 (1219407831)
- OverallThroughput: 112.7 兆字节/秒 (118215664)
- PeakMemoryUsage: 624 字节 (624)
- RowsReturned: 8,798,084 (8798084)
- SerializeBatchTime: 7.44秒 (7443064156)
- TotalTime: 8.24秒 (8244890482)
- TransmitDataRPCTime: 799毫秒 (799302069)
- UncompressedRowBatchSize: 2.8 吉字节 (3012879822)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 17毫秒 (17900293)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 969 (969)
- OptimizationTime: 59毫秒 (59719319)
- PeakMemoryUsage: 484.5 千字节 (496128)
- PrepareTime: 16毫秒 (16781957)
- TotalTime: 94毫秒 (94875036)
KUDU_SCAN_NODE (id=2)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 1 (1)
- PeakMemoryUsage: 107.2 兆字节 (112373760)
- RowsRead: 23,791,730 (23791730)
- RowsReturned: 8,798,084 (8798084)
- RowsReturnedRate: 319046/秒 (319046)
- ScanRangesComplete: 4 (4)
- ScannerThreadsInvoluntaryContextSwitches: 72 (72)
- ScannerThreadsTotalWallClockTime: 1.2分钟 (73906434872)
- MaterializeTupleTime(*): 27.57秒 (27570347128)
- ScannerThreadsSysTime: 1.77秒 (1775583000)
- ScannerThreadsUserTime: 7.88秒 (7878524000)
- ScannerThreadsVoluntaryContextSwitches: 10,992 (10992)
- TotalKuduScanRoundTrips: 7,514 (7514)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 27.58秒 (27576161701)
Instance 77446515de1dbb93:c92539a50000000f (host=test040:22000)
Hdfs split stats (<volume id>:<# splits>/<split lengths>):
- AverageThreadTokens: 2.32 (2.3175675675675675)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 107.8 兆字节 (113037132)
- PeakReservation: 0 字节 (0)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 215.6 兆字节 (226065078)
- RowsProduced: 8,908,979 (8908979)
- TotalNetworkReceiveTime: 0纳秒 (0)
- TotalNetworkSendTime: 39.44秒 (39439333535)
- TotalStorageWaitTime: 56.51秒 (56509679600)
- TotalThreadsInvoluntaryContextSwitches: 97 (97)
- TotalThreadsTotalWallClockTime: 2.8分钟 (170782038431)
- TotalThreadsSysTime: 3.18秒 (3177770000)
- TotalThreadsUserTime: 18.52秒 (18517189000)
- TotalThreadsVoluntaryContextSwitches: 21,242 (21242)
- TotalTime: 1.2分钟 (73901068769)
Fragment Instance Lifecycle Timings
- ExecTime: 1.2分钟 (73809801658)
- ExecTreeExecTime: 25.04秒 (25039205320)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 70毫秒 (70216012)
- ExecTreeOpenTime: 1毫秒 (1767693)
- PrepareTime: 21毫秒 (21013538)
- ExecTreePrepareTime: 46.39微秒 (46393)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=12)
- BytesSent: 940.9 兆字节 (986604565)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.3 吉字节/秒 (1385316481)
- OverallThroughput: 103.3 兆字节/秒 (108324267)
- PeakMemoryUsage: 624 字节 (624)
- RowsReturned: 8,908,979 (8908979)
- SerializeBatchTime: 8.39秒 (8393460838)
- TotalTime: 9.11秒 (9107881254)
- TransmitDataRPCTime: 712毫秒 (712187127)
- UncompressedRowBatchSize: 2.8 吉字节 (3050849227)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 12毫秒 (12952689)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 969 (969)
- OptimizationTime: 53毫秒 (53693024)
- PeakMemoryUsage: 484.5 千字节 (496128)
- PrepareTime: 19毫秒 (19477274)
- TotalTime: 86毫秒 (86864065)
KUDU_SCAN_NODE (id=2)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 2 (2)
- PeakMemoryUsage: 107.2 兆字节 (112381952)
- RowsRead: 25,110,029 (25110029)
- RowsReturned: 8,908,979 (8908979)
- RowsReturnedRate: 356022/秒 (356022)
- ScanRangesComplete: 5 (5)
- ScannerThreadsInvoluntaryContextSwitches: 63 (63)
- ScannerThreadsTotalWallClockTime: 1.6分钟 (96902043868)
- MaterializeTupleTime(*): 25.02秒 (25018172177)
- ScannerThreadsSysTime: 2.51秒 (2511341000)
- ScannerThreadsUserTime: 9.92秒 (9924602000)
- ScannerThreadsVoluntaryContextSwitches: 12,203 (12203)
- TotalKuduScanRoundTrips: 7,934 (7934)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 25.02秒 (25023618367)
Instance 77446515de1dbb93:c92539a500000000 (host=test042:22000)
Hdfs split stats (<volume id>:<# splits>/<split lengths>):
- AverageThreadTokens: 3.04 (3.0437956204379564)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 108.4 兆字节 (113690444)
- PeakReservation: 0 字节 (0)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 216.8 兆字节 (227371702)
- RowsProduced: 9,020,343 (9020343)
- TotalNetworkReceiveTime: 0纳秒 (0)
- TotalNetworkSendTime: 42.31秒 (42306908904)
- TotalStorageWaitTime: 1.2分钟 (73031787620)
- TotalThreadsInvoluntaryContextSwitches: 59 (59)
- TotalThreadsTotalWallClockTime: 3.5分钟 (209094272297)
- TotalThreadsSysTime: 3.23秒 (3229067000)
- TotalThreadsUserTime: 19.79秒 (19793259000)
- TotalThreadsVoluntaryContextSwitches: 24,879 (24879)
- TotalTime: 1.1分钟 (68857188503)
Fragment Instance Lifecycle Timings
- ExecTime: 1.1分钟 (68762437153)
- ExecTreeExecTime: 16.22秒 (16218757938)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 72毫秒 (72641127)
- ExecTreeOpenTime: 2毫秒 (2303513)
- PrepareTime: 22毫秒 (22062981)
- ExecTreePrepareTime: 65.67微秒 (65670)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=12)
- BytesSent: 951.9 兆字节 (998137626)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.2 吉字节/秒 (1317151167)
- OverallThroughput: 100.3 兆字节/秒 (105167917)
- PeakMemoryUsage: 624 字节 (624)
- RowsReturned: 9,020,343 (9020343)
- SerializeBatchTime: 8.73秒 (8730782121)
- TotalTime: 9.49秒 (9490894692)
- TransmitDataRPCTime: 757毫秒 (757800358)
- UncompressedRowBatchSize: 2.9 吉字节 (3088836443)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 14毫秒 (14190220)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 969 (969)
- OptimizationTime: 54毫秒 (54491017)
- PeakMemoryUsage: 484.5 千字节 (496128)
- PrepareTime: 20毫秒 (20153801)
- TotalTime: 89毫秒 (89816116)
KUDU_SCAN_NODE (id=2)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 3 (3)
- PeakMemoryUsage: 108.4 兆字节 (113680384)
- RowsRead: 28,217,331 (28217331)
- RowsReturned: 9,020,343 (9020343)
- RowsReturnedRate: 556714/秒 (556714)
- ScanRangesComplete: 5 (5)
- ScannerThreadsInvoluntaryContextSwitches: 31 (31)
- ScannerThreadsTotalWallClockTime: 2.3分钟 (140259218143)
- MaterializeTupleTime(*): 16.20秒 (16196014379)
- ScannerThreadsSysTime: 2.66秒 (2658497000)
- ScannerThreadsUserTime: 10.79秒 (10789598000)
- ScannerThreadsVoluntaryContextSwitches: 15,608 (15608)
- TotalKuduScanRoundTrips: 8,921 (8921)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 16.20秒 (16202827023)
Instance 77446515de1dbb93:c92539a500000011 (host=test023:22000)
Hdfs split stats (<volume id>:<# splits>/<split lengths>):
- AverageThreadTokens: 2.46 (2.462686567164179)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 107.8 兆字节 (113037132)
- PeakReservation: 0 字节 (0)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 215.6 兆字节 (226065078)
- RowsProduced: 9,625,954 (9625954)
- TotalNetworkReceiveTime: 0纳秒 (0)
- TotalNetworkSendTime: 43.20秒 (43201734341)
- TotalStorageWaitTime: 54.65秒 (54651887328)
- TotalThreadsInvoluntaryContextSwitches: 79 (79)
- TotalThreadsTotalWallClockTime: 2.7分钟 (164641136234)
- TotalThreadsSysTime: 2.25秒 (2253540000)
- TotalThreadsUserTime: 15.96秒 (15960027000)
- TotalThreadsVoluntaryContextSwitches: 25,094 (25094)
- TotalTime: 1.1分钟 (66950550312)
Fragment Instance Lifecycle Timings
- ExecTime: 1.1分钟 (66872577408)
- ExecTreeExecTime: 15.36秒 (15358028244)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 60毫秒 (60013229)
- ExecTreeOpenTime: 1毫秒 (1873404)
- PrepareTime: 17毫秒 (17931088)
- ExecTreePrepareTime: 43.23微秒 (43227)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=12)
- BytesSent: 1,018.5 兆字节 (1067979874)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.2 吉字节/秒 (1281517564)
- OverallThroughput: 122.7 兆字节/秒 (128649811)
- PeakMemoryUsage: 624 字节 (624)
- RowsReturned: 9,625,954 (9625954)
- SerializeBatchTime: 7.47秒 (7466617844)
- TotalTime: 8.30秒 (8301449193)
- TransmitDataRPCTime: 833毫秒 (833371234)
- UncompressedRowBatchSize: 3.1 吉字节 (3296805917)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 10毫秒 (10798178)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 969 (969)
- OptimizationTime: 46毫秒 (46509170)
- PeakMemoryUsage: 484.5 千字节 (496128)
- PrepareTime: 16毫秒 (16050599)
- TotalTime: 73毫秒 (73981641)
KUDU_SCAN_NODE (id=2)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 3 (3)
- PeakMemoryUsage: 107.4 兆字节 (112596992)
- RowsRead: 26,409,102 (26409102)
- RowsReturned: 9,625,954 (9625954)
- RowsReturnedRate: 627243/秒 (627243)
- ScanRangesComplete: 4 (4)
- ScannerThreadsInvoluntaryContextSwitches: 62 (62)
- ScannerThreadsTotalWallClockTime: 1.6分钟 (97708559638)
- MaterializeTupleTime(*): 15.34秒 (15340722644)
- ScannerThreadsSysTime: 1.74秒 (1735355000)
- ScannerThreadsUserTime: 8.34秒 (8338013000)
- ScannerThreadsVoluntaryContextSwitches: 14,725 (14725)
- TotalKuduScanRoundTrips: 8,342 (8342)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 15.35秒 (15346440363)
Instance 77446515de1dbb93:c92539a500000001 (host=test027:22000)
Hdfs split stats (<volume id>:<# splits>/<split lengths>):
- AverageThreadTokens: 2.26 (2.256198347107438)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 107.8 兆字节 (113037132)
- PeakReservation: 0 字节 (0)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 52.2 吉字节 (56022480870)
- RowsProduced: 7,561,327 (7561327)
- TotalNetworkReceiveTime: 0纳秒 (0)
- TotalNetworkSendTime: 41.51秒 (41512705922)
- TotalStorageWaitTime: 47.16秒 (47158528779)
- TotalThreadsInvoluntaryContextSwitches: 110 (110)
- TotalThreadsTotalWallClockTime: 2.3分钟 (136985480909)
- TotalThreadsSysTime: 2.21秒 (2211982000)
- TotalThreadsUserTime: 13.25秒 (13254335000)
- TotalThreadsVoluntaryContextSwitches: 27,855 (27855)
- TotalTime: 1.0分钟 (60847024384)
Fragment Instance Lifecycle Timings
- ExecTime: 1.0分钟 (60762364023)
- ExecTreeExecTime: 12.25秒 (12252005770)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 64毫秒 (64533358)
- ExecTreeOpenTime: 872.94微秒 (872937)
- PrepareTime: 20毫秒 (20054679)
- ExecTreePrepareTime: 98.24微秒 (98242)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=12)
- BytesSent: 798.1 兆字节 (836864932)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.2 吉字节/秒 (1316998547)
- OverallThroughput: 117.2 兆字节/秒 (122858570)
- PeakMemoryUsage: 624 字节 (624)
- RowsReturned: 7,561,327 (7561327)
- SerializeBatchTime: 6.17秒 (6173925899)
- TotalTime: 6.81秒 (6811612156)
- TransmitDataRPCTime: 635毫秒 (635433451)
- UncompressedRowBatchSize: 2.4 吉字节 (2589493620)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 13毫秒 (13254238)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 969 (969)
- OptimizationTime: 48毫秒 (48385943)
- PeakMemoryUsage: 484.5 千字节 (496128)
- PrepareTime: 19毫秒 (19051518)
- TotalTime: 81毫秒 (81289154)
KUDU_SCAN_NODE (id=2)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 2 (2)
- PeakMemoryUsage: 107.8 兆字节 (113027072)
- RowsRead: 20,885,621 (20885621)
- RowsReturned: 7,561,327 (7561327)
- RowsReturnedRate: 617982/秒 (617982)
- ScanRangesComplete: 4 (4)
- ScannerThreadsInvoluntaryContextSwitches: 60 (60)
- ScannerThreadsTotalWallClockTime: 1.3分钟 (76158595169)
- MaterializeTupleTime(*): 12.23秒 (12231181539)
- ScannerThreadsSysTime: 1.67秒 (1671696000)
- ScannerThreadsUserTime: 6.98秒 (6979964000)
- ScannerThreadsVoluntaryContextSwitches: 16,942 (16942)
- TotalKuduScanRoundTrips: 6,598 (6598)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 12.23秒 (12235512000)
Instance 77446515de1dbb93:c92539a50000000b (host=test039:22000)
Hdfs split stats (<volume id>:<# splits>/<split lengths>):
- AverageThreadTokens: 2.00 (2.0)
- BloomFilterBytes: 0 字节 (0)
- InactiveTotalTime: 0纳秒 (0)
- PeakMemoryUsage: 107.2 兆字节 (112383820)
- PeakReservation: 0 字节 (0)
- PeakUsedReservation: 0 字节 (0)
- PerHostPeakMemUsage: 214.3 兆字节 (224758454)
- RowsProduced: 7,165,174 (7165174)
- TotalNetworkReceiveTime: 0纳秒 (0)
- TotalNetworkSendTime: 42.72秒 (42718506121)
- TotalStorageWaitTime: 43.46秒 (43464497265)
- TotalThreadsInvoluntaryContextSwitches: 39 (39)
- TotalThreadsTotalWallClockTime: 2.0分钟 (119860867271)
- TotalThreadsSysTime: 1.72秒 (1720604000)
- TotalThreadsUserTime: 11.81秒 (11815866000)
- TotalThreadsVoluntaryContextSwitches: 18,502 (18502)
- TotalTime: 59.98秒 (59981006536)
Fragment Instance Lifecycle Timings
- ExecTime: 59.90秒 (59899663083)
- ExecTreeExecTime: 11.11秒 (11110500201)
- InactiveTotalTime: 0纳秒 (0)
- OpenTime: 63毫秒 (63279918)
- ExecTreeOpenTime: 922.90微秒 (922900)
- PrepareTime: 18毫秒 (18031329)
- ExecTreePrepareTime: 40.19微秒 (40186)
- TotalTime: 0纳秒 (0)
DataStreamSender (dst_id=12)
- BytesSent: 754.8 兆字节 (791492037)
- InactiveTotalTime: 0纳秒 (0)
- NetworkThroughput(*): 1.8 吉字节/秒 (1883522835)
- OverallThroughput: 128.3 兆字节/秒 (134522485)
- PeakMemoryUsage: 624 字节 (624)
- RowsReturned: 7,165,174 (7165174)
- SerializeBatchTime: 5.46秒 (5462343096)
- TotalTime: 5.88秒 (5883715549)
- TransmitDataRPCTime: 420毫秒 (420218976)
- UncompressedRowBatchSize: 2.3 吉字节 (2453548901)
CodeGen
- CodegenTime: 0纳秒 (0)
- CompileTime: 12毫秒 (12047869)
- InactiveTotalTime: 0纳秒 (0)
- LoadTime: 0纳秒 (0)
- ModuleBitcodeSize: 1.9 兆字节 (1951236)
- NumFunctions: 80 (80)
- NumInstructions: 969 (969)
- OptimizationTime: 49毫秒 (49308399)
- PeakMemoryUsage: 484.5 千字节 (496128)
- PrepareTime: 16毫秒 (16222490)
- TotalTime: 78毫秒 (78210883)
KUDU_SCAN_NODE (id=2)
- BytesRead: 0 字节 (0)
- CollectionItemsRead: 0 (0)
- InactiveTotalTime: 0纳秒 (0)
- KuduRemoteScanTokens: 0 (0)
- NumScannerThreadsStarted: 1 (1)
- PeakMemoryUsage: 106.6 兆字节 (111728640)
- RowsRead: 22,196,507 (22196507)
- RowsReturned: 7,165,174 (7165174)
- RowsReturnedRate: 645547/秒 (645547)
- ScanRangesComplete: 4 (4)
- ScannerThreadsInvoluntaryContextSwitches: 25 (25)
- ScannerThreadsTotalWallClockTime: 59.90秒 (59897944003)
- MaterializeTupleTime(*): 11.10秒 (11096514805)
- ScannerThreadsSysTime: 1.36秒 (1363771000)
- ScannerThreadsUserTime: 6.17秒 (6172730000)
- ScannerThreadsVoluntaryContextSwitches: 10,678 (10678)
- TotalKuduScanRoundTrips: 7,014 (7014)
- TotalReadThroughput: 0 字节/秒 (0)
- TotalTime: 11.10秒 (11099373519)