[2022-02-19 17:10:29.411] [local ee] [info] loaded runtime library from/usr/local/lib/python3.6/site-packages/Tuplex-0.3.1-py3.6.egg/tuplex/libexec/tuplex_runtime.so
[2022-02-19 17:10:29.411] [local ee] [info] initializing LLVM backend
[2022-02-19 17:10:29.411] [local ee] [warning] init JIT compiler also only in local mode
[2022-02-19 17:10:29.411] [LLVM] [info] compiling code for skylake-avx512
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [memory] [info] allocated bitmap managed memory region (6.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.412] [local execution engine] [info] started local executor E/1 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.412] [E/1] [info] starting detached process queue
[2022-02-19 17:10:29.412] [local execution engine] [info] started local executor E/2 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.412] [E/2] [info] starting detached process queue
[2022-02-19 17:10:29.412] [E/1] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.412] [local execution engine] [info] started local executor E/3 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.412] [E/3] [info] starting detached process queue
[2022-02-19 17:10:29.412] [E/2] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.412] [E/3] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.412] [local execution engine] [info] started local executor E/4 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.412] [E/4] [info] starting detached process queue
[2022-02-19 17:10:29.412] [local execution engine] [info] started local executor E/5 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.412] [E/4] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.412] [E/5] [info] starting detached process queue
[2022-02-19 17:10:29.412] [local execution engine] [info] started local executor E/6 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/6] [info] starting detached process queue
[2022-02-19 17:10:29.413] [E/5] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [local execution engine] [info] started local executor E/7 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/6] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [E/7] [info] starting detached process queue
[2022-02-19 17:10:29.413] [local execution engine] [info] started local executor E/8 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/8] [info] starting detached process queue
[2022-02-19 17:10:29.413] [E/7] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [local execution engine] [info] started local executor E/9 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/8] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [E/9] [info] starting detached process queue
[2022-02-19 17:10:29.413] [local execution engine] [info] started local executor E/10 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/9] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [E/10] [info] starting detached process queue
[2022-02-19 17:10:29.413] [local execution engine] [info] started local executor E/11 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/11] [info] starting detached process queue
[2022-02-19 17:10:29.413] [E/10] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [local execution engine] [info] started local executor E/12 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/11] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [E/12] [info] starting detached process queue
[2022-02-19 17:10:29.413] [local execution engine] [info] started local executor E/13 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/13] [info] starting detached process queue
[2022-02-19 17:10:29.413] [local execution engine] [info] started local executor E/14 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/12] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [E/14] [info] starting detached process queue
[2022-02-19 17:10:29.413] [E/13] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [local execution engine] [info] started local executor E/15 (6.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [E/14] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [E/15] [info] starting detached process queue
[2022-02-19 17:10:29.413] [memory] [info] allocated bitmap managed memory region (10.00 GB, 32.00 MB block size)
[2022-02-19 17:10:29.413] [E/15] [info] initialized runtime memory (4.00 MB)
[2022-02-19 17:10:29.413] [local execution engine] [info] started driver (10.00 GB, 32.00 MB default partition size)
[2022-02-19 17:10:29.413] [fileinputoperator] [info] found 1 file (10.61 GB) to process.
[2022-02-19 17:10:29.414] [global] [info] sampled file:///data/zillow/Zdirty/zillow_dirty_synthetic@10G.csv on 256.00 KB
[2022-02-19 17:10:29.582] [global] [info] detected type for resolve operator is (i64)
[2022-02-19 17:10:29.814] [global] [info] detected type for resolve operator is (i64)
[2022-02-19 17:10:29.847] [global] [info] detected type for resolve operator is (i64)
[2022-02-19 17:10:29.848] [global] [info] detected type for resolve operator is (i64)
[2022-02-19 17:10:29.850] [global] [info] detected type for resolve operator is (i64)
[2022-02-19 17:10:29.851] [global] [info] detected type for resolve operator is (i64)
[2022-02-19 17:10:29.853] [global] [info] detected type for resolve operator is (i64)
[2022-02-19 17:10:29.855] [global] [info] detected type for resolve operator is (i64)
[2022-02-19 17:10:29.872] [logical planner] [info] logical optimization took 0.022913ms
[2022-02-19 17:10:29.872] [codegen] [info] generating pipeline for (Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str]) -> (str) (19 operators pipelined)
outSchema is different than last operator's schema:
outSchema: (str)
last Op: (Option[str],str,Option[str],str,Option[str],i64,f64,i64,str,str,i64)
[2022-02-19 17:10:29.872] [codegen] [info] generating function extractBd for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> i64
[2022-02-19 17:10:29.873] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64)) -> boolean
[2022-02-19 17:10:29.874] [codegen] [info] generating function extractType for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64)) -> str
[2022-02-19 17:10:29.874] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str)) -> boolean
[2022-02-19 17:10:29.875] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str)) -> str
[2022-02-19 17:10:29.876] [codegen] [info] generating lambda function for (Option[str]) -> str
[2022-02-19 17:10:29.877] [codegen] [info] generating function extractBa for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str)) -> f64
[2022-02-19 17:10:29.878] [codegen] [info] generating function extractSqft for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64)) -> i64
[2022-02-19 17:10:29.879] [codegen] [info] generating function extractOffer for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64,i64)) -> str
[2022-02-19 17:10:29.879] [codegen] [info] generating function extractPrice for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64,i64,str)) -> i64
[2022-02-19 17:10:29.881] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],i64,str,str,f64,i64,str)) -> boolean
[2022-02-19 17:10:29.881] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],i64,str,str,f64,i64,str)) -> boolean
[2022-02-19 17:10:29.882] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],i64,str,str,f64,i64,str)) -> (Option[str],str,Option[str],str,Option[str],i64,f64,i64,str,str,i64)
[2022-02-19 17:10:29.883] [codegen] [info] generating function extractBd for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> i64
[2022-02-19 17:10:29.884] [codegen] [info] generating function resolveBd for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> i64
[2022-02-19 17:10:29.885] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64)) -> boolean
[2022-02-19 17:10:29.885] [codegen] [info] generating function extractType for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64)) -> str
[2022-02-19 17:10:29.886] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str)) -> boolean
[2022-02-19 17:10:29.887] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str)) -> str
[2022-02-19 17:10:29.887] [codegen] [info] generating lambda function for (Option[str]) -> str
[2022-02-19 17:10:29.888] [codegen] [info] generating function extractBa for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str)) -> f64
[2022-02-19 17:10:29.889] [codegen] [info] generating function extractSqft for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64)) -> i64
[2022-02-19 17:10:29.890] [codegen] [info] generating function extractOffer for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64,i64)) -> str
[2022-02-19 17:10:29.891] [codegen] [info] generating function extractPrice for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64,i64,str)) -> i64
[2022-02-19 17:10:29.892] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64,i64,str)) -> i64
[2022-02-19 17:10:29.893] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],i64,str,str,f64,i64,str)) -> boolean
[2022-02-19 17:10:29.893] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],i64,str,str,f64,i64,str)) -> boolean
[2022-02-19 17:10:29.894] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],i64,str,str,f64,i64,str)) -> (Option[str],str,Option[str],str,Option[str],i64,f64,i64,str,str,i64)
[2022-02-19 17:10:29.950] [global] [info] retrieved metrics object
[2022-02-19 17:10:30.279] [global] [info] Optimization via LLVM passes took 0.335551 ms
[2022-02-19 17:10:30.279] [global] [info] starting code compilation
[2022-02-19 17:10:30.279] [global] [info] first compile done
[2022-02-19 17:10:30.434] [global] [info] functor Stage_0 retrieved from llvm
[2022-02-19 17:10:30.434] [global] [info] retrieving init/release stage functors
[2022-02-19 17:10:30.434] [global] [info] Compiled code paths for stage 0 in 0.15 ms
[2022-02-19 17:10:30.434] [global] [info] [Transform Stage] Stage 0 compiled to x86 in 0.507788s
[2022-02-19 17:10:30.434] [local ee] [info] split /data/zillow/Zdirty/zillow_dirty_synthetic@10G.csv into 169 tasks
[2022-02-19 17:10:30.703] [E/10] [info] [Task Finished] Transform to mem in 0.268786s (10542 normal rows, 82535 exceptions)
[2022-02-19 17:10:30.703] [E/14] [info] [Task Finished] Transform to mem in 0.269049s (10406 normal rows, 82712 exceptions)
[2022-02-19 17:10:30.704] [E/4] [info] [Task Finished] Transform to mem in 0.269265s (10575 normal rows, 82724 exceptions)
[2022-02-19 17:10:30.704] [E/11] [info] [Task Finished] Transform to mem in 0.269421s (10252 normal rows, 83089 exceptions)
[2022-02-19 17:10:30.704] [E/13] [info] [Task Finished] Transform to mem in 0.269463s (10396 normal rows, 83077 exceptions)
[2022-02-19 17:10:30.704] [driver] [info] [Task Finished] Transform to mem in 0.269549s (10514 normal rows, 82793 exceptions)
[2022-02-19 17:10:30.704] [E/3] [info] [Task Finished] Transform to mem in 0.269580s (10505 normal rows, 82883 exceptions)
[2022-02-19 17:10:30.704] [E/6] [info] [Task Finished] Transform to mem in 0.269584s (10215 normal rows, 82926 exceptions)
[2022-02-19 17:10:30.704] [E/5] [info] [Task Finished] Transform to mem in 0.269605s (10243 normal rows, 83069 exceptions)
[2022-02-19 17:10:30.704] [E/12] [info] [Task Finished] Transform to mem in 0.269678s (10531 normal rows, 82507 exceptions)
[2022-02-19 17:10:30.704] [E/2] [info] [Task Finished] Transform to mem in 0.269717s (10532 normal rows, 83146 exceptions)
[2022-02-19 17:10:30.704] [E/9] [info] [Task Finished] Transform to mem in 0.269723s (10512 normal rows, 83014 exceptions)
[2022-02-19 17:10:30.704] [E/8] [info] [Task Finished] Transform to mem in 0.269782s (10365 normal rows, 82838 exceptions)
[2022-02-19 17:10:30.704] [E/15] [info] [Task Finished] Transform to mem in 0.269809s (10378 normal rows, 82714 exceptions)
[2022-02-19 17:10:30.704] [E/1] [info] [Task Finished] Transform to mem in 0.269862s (10386 normal rows, 82651 exceptions)
[2022-02-19 17:10:30.705] [E/7] [info] [Task Finished] Transform to mem in 0.270643s (10359 normal rows, 82920 exceptions)
[2022-02-19 17:10:30.964] [E/10] [info] [Task Finished] Transform to mem in 0.261067s (10378 normal rows, 82790 exceptions)
[2022-02-19 17:10:30.965] [E/11] [info] [Task Finished] Transform to mem in 0.261132s (10288 normal rows, 83066 exceptions)
[2022-02-19 17:10:30.965] [E/14] [info] [Task Finished] Transform to mem in 0.261783s (10373 normal rows, 83047 exceptions)
[2022-02-19 17:10:30.965] [E/4] [info] [Task Finished] Transform to mem in 0.261646s (10510 normal rows, 82547 exceptions)
[2022-02-19 17:10:30.965] [E/5] [info] [Task Finished] Transform to mem in 0.261374s (10288 normal rows, 83177 exceptions)
[2022-02-19 17:10:30.966] [driver] [info] [Task Finished] Transform to mem in 0.261700s (10388 normal rows, 82649 exceptions)
[2022-02-19 17:10:30.966] [E/2] [info] [Task Finished] Transform to mem in 0.261573s (10311 normal rows, 82729 exceptions)
[2022-02-19 17:10:30.966] [E/6] [info] [Task Finished] Transform to mem in 0.261788s (10510 normal rows, 82396 exceptions)
[2022-02-19 17:10:30.966] [E/13] [info] [Task Finished] Transform to mem in 0.262142s (10514 normal rows, 82719 exceptions)
[2022-02-19 17:10:30.966] [E/9] [info] [Task Finished] Transform to mem in 0.262070s (10450 normal rows, 83093 exceptions)
[2022-02-19 17:10:30.966] [E/8] [info] [Task Finished] Transform to mem in 0.262113s (10461 normal rows, 82531 exceptions)
[2022-02-19 17:10:30.966] [E/12] [info] [Task Finished] Transform to mem in 0.262346s (10514 normal rows, 82639 exceptions)
[2022-02-19 17:10:30.966] [E/3] [info] [Task Finished] Transform to mem in 0.262440s (10373 normal rows, 83312 exceptions)
[2022-02-19 17:10:30.967] [E/1] [info] [Task Finished] Transform to mem in 0.262423s (10522 normal rows, 82584 exceptions)
[2022-02-19 17:10:30.967] [E/15] [info] [Task Finished] Transform to mem in 0.262674s (10317 normal rows, 83176 exceptions)
[2022-02-19 17:10:30.968] [E/7] [info] [Task Finished] Transform to mem in 0.262535s (10323 normal rows, 82590 exceptions)
[2022-02-19 17:10:31.227] [E/14] [info] [Task Finished] Transform to mem in 0.261277s (10317 normal rows, 83180 exceptions)
[2022-02-19 17:10:31.227] [E/11] [info] [Task Finished] Transform to mem in 0.261778s (10480 normal rows, 82481 exceptions)
[2022-02-19 17:10:31.227] [E/4] [info] [Task Finished] Transform to mem in 0.261545s (10522 normal rows, 82568 exceptions)
[2022-02-19 17:10:31.227] [E/10] [info] [Task Finished] Transform to mem in 0.262571s (10431 normal rows, 83410 exceptions)
[2022-02-19 17:10:31.228] [E/9] [info] [Task Finished] Transform to mem in 0.261302s (10303 normal rows, 82500 exceptions)
[2022-02-19 17:10:31.228] [E/2] [info] [Task Finished] Transform to mem in 0.262090s (10425 normal rows, 82382 exceptions)
[2022-02-19 17:10:31.228] [driver] [info] [Task Finished] Transform to mem in 0.262230s (10434 normal rows, 83448 exceptions)
[2022-02-19 17:10:31.228] [E/5] [info] [Task Finished] Transform to mem in 0.262512s (10304 normal rows, 82568 exceptions)
[2022-02-19 17:10:31.228] [E/6] [info] [Task Finished] Transform to mem in 0.262149s (10353 normal rows, 83264 exceptions)
[2022-02-19 17:10:31.228] [E/13] [info] [Task Finished] Transform to mem in 0.262031s (10536 normal rows, 82412 exceptions)
[2022-02-19 17:10:31.229] [E/3] [info] [Task Finished] Transform to mem in 0.262124s (10379 normal rows, 83209 exceptions)
[2022-02-19 17:10:31.229] [E/15] [info] [Task Finished] Transform to mem in 0.261901s (10295 normal rows, 82359 exceptions)
[2022-02-19 17:10:31.229] [E/12] [info] [Task Finished] Transform to mem in 0.262395s (10421 normal rows, 82435 exceptions)
[2022-02-19 17:10:31.229] [E/8] [info] [Task Finished] Transform to mem in 0.262831s (10428 normal rows, 83672 exceptions)
[2022-02-19 17:10:31.229] [E/1] [info] [Task Finished] Transform to mem in 0.262672s (10537 normal rows, 82448 exceptions)
[2022-02-19 17:10:31.231] [E/7] [info] [Task Finished] Transform to mem in 0.263000s (10441 normal rows, 83814 exceptions)
[2022-02-19 17:10:31.488] [E/14] [info] [Task Finished] Transform to mem in 0.261523s (10421 normal rows, 82390 exceptions)
[2022-02-19 17:10:31.488] [E/11] [info] [Task Finished] Transform to mem in 0.261383s (10366 normal rows, 83177 exceptions)
[2022-02-19 17:10:31.488] [E/10] [info] [Task Finished] Transform to mem in 0.261387s (10285 normal rows, 82239 exceptions)
[2022-02-19 17:10:31.488] [E/4] [info] [Task Finished] Transform to mem in 0.261420s (10550 normal rows, 82536 exceptions)
[2022-02-19 17:10:31.489] [E/2] [info] [Task Finished] Transform to mem in 0.261280s (10413 normal rows, 82527 exceptions)
[2022-02-19 17:10:31.489] [E/6] [info] [Task Finished] Transform to mem in 0.261148s (10207 normal rows, 82548 exceptions)
[2022-02-19 17:10:31.490] [driver] [info] [Task Finished] Transform to mem in 0.261622s (10387 normal rows, 83218 exceptions)
[2022-02-19 17:10:31.490] [E/9] [info] [Task Finished] Transform to mem in 0.262109s (10438 normal rows, 83705 exceptions)
[2022-02-19 17:10:31.490] [E/8] [info] [Task Finished] Transform to mem in 0.261188s (10225 normal rows, 82594 exceptions)
[2022-02-19 17:10:31.490] [E/3] [info] [Task Finished] Transform to mem in 0.261755s (10399 normal rows, 82487 exceptions)
[2022-02-19 17:10:31.490] [E/13] [info] [Task Finished] Transform to mem in 0.262299s (10516 normal rows, 83753 exceptions)
[2022-02-19 17:10:31.491] [E/5] [info] [Task Finished] Transform to mem in 0.262580s (10550 normal rows, 82245 exceptions)
[2022-02-19 17:10:31.491] [E/12] [info] [Task Finished] Transform to mem in 0.262406s (10541 normal rows, 82369 exceptions)
[2022-02-19 17:10:31.491] [E/15] [info] [Task Finished] Transform to mem in 0.262466s (10372 normal rows, 82987 exceptions)
[2022-02-19 17:10:31.492] [E/1] [info] [Task Finished] Transform to mem in 0.262781s (10536 normal rows, 83589 exceptions)
[2022-02-19 17:10:31.493] [E/7] [info] [Task Finished] Transform to mem in 0.262247s (10387 normal rows, 82745 exceptions)
[2022-02-19 17:10:31.749] [E/10] [info] [Task Finished] Transform to mem in 0.260978s (10217 normal rows, 82839 exceptions)
[2022-02-19 17:10:31.749] [E/11] [info] [Task Finished] Transform to mem in 0.261187s (10527 normal rows, 82110 exceptions)
[2022-02-19 17:10:31.750] [E/14] [info] [Task Finished] Transform to mem in 0.261602s (10384 normal rows, 82992 exceptions)
[2022-02-19 17:10:31.750] [E/4] [info] [Task Finished] Transform to mem in 0.262056s (10536 normal rows, 83591 exceptions)
[2022-02-19 17:10:31.750] [E/2] [info] [Task Finished] Transform to mem in 0.261259s (10380 normal rows, 82714 exceptions)
[2022-02-19 17:10:31.751] [E/9] [info] [Task Finished] Transform to mem in 0.261007s (10212 normal rows, 82864 exceptions)
[2022-02-19 17:10:31.751] [E/6] [info] [Task Finished] Transform to mem in 0.261961s (10413 normal rows, 82733 exceptions)
[2022-02-19 17:10:31.752] [E/3] [info] [Task Finished] Transform to mem in 0.261168s (10380 normal rows, 82666 exceptions)
[2022-02-19 17:10:31.752] [E/13] [info] [Task Finished] Transform to mem in 0.261577s (10395 normal rows, 82884 exceptions)
[2022-02-19 17:10:31.752] [driver] [info] [Task Finished] Transform to mem in 0.262548s (10527 normal rows, 82391 exceptions)
[2022-02-19 17:10:31.752] [E/8] [info] [Task Finished] Transform to mem in 0.261884s (10541 normal rows, 83305 exceptions)
[2022-02-19 17:10:31.753] [E/5] [info] [Task Finished] Transform to mem in 0.262313s (10537 normal rows, 82571 exceptions)
[2022-02-19 17:10:31.753] [E/12] [info] [Task Finished] Transform to mem in 0.261593s (10211 normal rows, 82855 exceptions)
[2022-02-19 17:10:31.754] [E/1] [info] [Task Finished] Transform to mem in 0.261687s (10403 normal rows, 82568 exceptions)
[2022-02-19 17:10:31.754] [E/15] [info] [Task Finished] Transform to mem in 0.262740s (10524 normal rows, 83296 exceptions)
[2022-02-19 17:10:31.755] [E/7] [info] [Task Finished] Transform to mem in 0.262347s (10382 normal rows, 82778 exceptions)
[2022-02-19 17:10:32.010] [E/11] [info] [Task Finished] Transform to mem in 0.260681s (10215 normal rows, 82861 exceptions)
[2022-02-19 17:10:32.011] [E/4] [info] [Task Finished] Transform to mem in 0.260863s (10386 normal rows, 82689 exceptions)
[2022-02-19 17:10:32.011] [E/10] [info] [Task Finished] Transform to mem in 0.262083s (10541 normal rows, 82755 exceptions)
[2022-02-19 17:10:32.012] [E/2] [info] [Task Finished] Transform to mem in 0.261398s (10365 normal rows, 82841 exceptions)
[2022-02-19 17:10:32.012] [E/14] [info] [Task Finished] Transform to mem in 0.262383s (10532 normal rows, 83104 exceptions)
[2022-02-19 17:10:32.012] [E/9] [info] [Task Finished] Transform to mem in 0.261728s (10575 normal rows, 82687 exceptions)
[2022-02-19 17:10:32.013] [E/6] [info] [Task Finished] Transform to mem in 0.261449s (10215 normal rows, 82938 exceptions)
[2022-02-19 17:10:32.013] [E/13] [info] [Task Finished] Transform to mem in 0.261162s (10406 normal rows, 82684 exceptions)
[2022-02-19 17:10:32.014] [E/3] [info] [Task Finished] Transform to mem in 0.262007s (10512 normal rows, 83031 exceptions)
[2022-02-19 17:10:32.014] [E/8] [info] [Task Finished] Transform to mem in 0.261681s (10531 normal rows, 82508 exceptions)
[2022-02-19 17:10:32.014] [driver] [info] [Task Finished] Transform to mem in 0.262001s (10359 normal rows, 82956 exceptions)
[2022-02-19 17:10:32.015] [E/5] [info] [Task Finished] Transform to mem in 0.261906s (10252 normal rows, 83088 exceptions)
[2022-02-19 17:10:32.015] [E/12] [info] [Task Finished] Transform to mem in 0.262487s (10505 normal rows, 82881 exceptions)
[2022-02-19 17:10:32.016] [E/1] [info] [Task Finished] Transform to mem in 0.262013s (10378 normal rows, 82714 exceptions)
[2022-02-19 17:10:32.017] [E/15] [info] [Task Finished] Transform to mem in 0.262921s (10396 normal rows, 83080 exceptions)
[2022-02-19 17:10:32.018] [E/7] [info] [Task Finished] Transform to mem in 0.262685s (10542 normal rows, 82507 exceptions)
[2022-02-19 17:10:32.271] [E/11] [info] [Task Finished] Transform to mem in 0.260780s (10243 normal rows, 83097 exceptions)
[2022-02-19 17:10:32.272] [E/4] [info] [Task Finished] Transform to mem in 0.261132s (10514 normal rows, 82752 exceptions)
[2022-02-19 17:10:32.273] [E/9] [info] [Task Finished] Transform to mem in 0.260574s (10288 normal rows, 83067 exceptions)
[2022-02-19 17:10:32.273] [E/14] [info] [Task Finished] Transform to mem in 0.261164s (10510 normal rows, 82546 exceptions)
[2022-02-19 17:10:32.273] [E/10] [info] [Task Finished] Transform to mem in 0.261886s (10378 normal rows, 82785 exceptions)
[2022-02-19 17:10:32.274] [E/2] [info] [Task Finished] Transform to mem in 0.261643s (10373 normal rows, 83092 exceptions)
[2022-02-19 17:10:32.274] [E/13] [info] [Task Finished] Transform to mem in 0.260850s (10353 normal rows, 82638 exceptions)
[2022-02-19 17:10:32.274] [E/6] [info] [Task Finished] Transform to mem in 0.261514s (10514 normal rows, 82716 exceptions)
[2022-02-19 17:10:32.275] [driver] [info] [Task Finished] Transform to mem in 0.261078s (10288 normal rows, 83178 exceptions)
[2022-02-19 17:10:32.276] [E/8] [info] [Task Finished] Transform to mem in 0.261542s (10510 normal rows, 82399 exceptions)
[2022-02-19 17:10:32.276] [E/3] [info] [Task Finished] Transform to mem in 0.262072s (10408 normal rows, 83285 exceptions)
[2022-02-19 17:10:32.277] [E/5] [info] [Task Finished] Transform to mem in 0.262107s (10514 normal rows, 82630 exceptions)
[2022-02-19 17:10:32.278] [E/12] [info] [Task Finished] Transform to mem in 0.262166s (10311 normal rows, 82729 exceptions)
[2022-02-19 17:10:32.278] [E/1] [info] [Task Finished] Transform to mem in 0.262429s (10435 normal rows, 83133 exceptions)
[2022-02-19 17:10:32.279] [E/15] [info] [Task Finished] Transform to mem in 0.262197s (10476 normal rows, 82536 exceptions)
[2022-02-19 17:10:32.280] [E/7] [info] [Task Finished] Transform to mem in 0.261952s (10317 normal rows, 83177 exceptions)
[2022-02-19 17:10:32.532] [E/11] [info] [Task Finished] Transform to mem in 0.261143s (10522 normal rows, 82577 exceptions)
[2022-02-19 17:10:32.533] [E/4] [info] [Task Finished] Transform to mem in 0.260437s (10304 normal rows, 82572 exceptions)
[2022-02-19 17:10:32.534] [E/14] [info] [Task Finished] Transform to mem in 0.261092s (10480 normal rows, 82448 exceptions)
[2022-02-19 17:10:32.534] [E/10] [info] [Task Finished] Transform to mem in 0.261137s (10317 normal rows, 83176 exceptions)
[2022-02-19 17:10:32.535] [E/13] [info] [Task Finished] Transform to mem in 0.260562s (10304 normal rows, 82556 exceptions)
[2022-02-19 17:10:32.535] [E/2] [info] [Task Finished] Transform to mem in 0.261100s (10522 normal rows, 82561 exceptions)
[2022-02-19 17:10:32.535] [E/9] [info] [Task Finished] Transform to mem in 0.261869s (10450 normal rows, 83434 exceptions)
[2022-02-19 17:10:32.536] [E/6] [info] [Task Finished] Transform to mem in 0.261544s (10434 normal rows, 83503 exceptions)
[2022-02-19 17:10:32.536] [driver] [info] [Task Finished] Transform to mem in 0.260711s (10399 normal rows, 82383 exceptions)
[2022-02-19 17:10:32.537] [E/8] [info] [Task Finished] Transform to mem in 0.261139s (10379 normal rows, 83265 exceptions)
[2022-02-19 17:10:32.537] [E/3] [info] [Task Finished] Transform to mem in 0.261231s (10536 normal rows, 82412 exceptions)
[2022-02-19 17:10:32.538] [E/5] [info] [Task Finished] Transform to mem in 0.261444s (10290 normal rows, 82497 exceptions)
[2022-02-19 17:10:32.540] [E/12] [info] [Task Finished] Transform to mem in 0.262515s (10441 normal rows, 83672 exceptions)
[2022-02-19 17:10:32.540] [E/1] [info] [Task Finished] Transform to mem in 0.261823s (10421 normal rows, 82438 exceptions)
[2022-02-19 17:10:32.541] [E/15] [info] [Task Finished] Transform to mem in 0.261867s (10379 normal rows, 83209 exceptions)
[2022-02-19 17:10:32.542] [E/7] [info] [Task Finished] Transform to mem in 0.261679s (10537 normal rows, 82444 exceptions)
[2022-02-19 17:10:32.793] [E/11] [info] [Task Finished] Transform to mem in 0.260768s (10295 normal rows, 82316 exceptions)
[2022-02-19 17:10:32.794] [E/4] [info] [Task Finished] Transform to mem in 0.261329s (10441 normal rows, 83796 exceptions)
[2022-02-19 17:10:32.795] [E/14] [info] [Task Finished] Transform to mem in 0.260850s (10421 normal rows, 82414 exceptions)
[2022-02-19 17:10:32.795] [E/2] [info] [Task Finished] Transform to mem in 0.260809s (10285 normal rows, 82265 exceptions)
[2022-02-19 17:10:32.796] [E/10] [info] [Task Finished] Transform to mem in 0.261416s (10366 normal rows, 83213 exceptions)
[2022-02-19 17:10:32.796] [E/13] [info] [Task Finished] Transform to mem in 0.261486s (10550 normal rows, 82481 exceptions)
[2022-02-19 17:10:32.797] [E/9] [info] [Task Finished] Transform to mem in 0.261670s (10438 normal rows, 83738 exceptions)
[2022-02-19 17:10:32.797] [E/6] [info] [Task Finished] Transform to mem in 0.261311s (10413 normal rows, 82527 exceptions)
[2022-02-19 17:10:32.798] [driver] [info] [Task Finished] Transform to mem in 0.261554s (10387 normal rows, 83171 exceptions)
[2022-02-19 17:10:32.798] [E/8] [info] [Task Finished] Transform to mem in 0.261197s (10524 normal rows, 82267 exceptions)
[2022-02-19 17:10:32.798] [E/3] [info] [Task Finished] Transform to mem in 0.261114s (10233 normal rows, 82572 exceptions)
[2022-02-19 17:10:32.801] [E/5] [info] [Task Finished] Transform to mem in 0.262916s (10516 normal rows, 83709 exceptions)
[2022-02-19 17:10:32.801] [E/12] [info] [Task Finished] Transform to mem in 0.261269s (10387 normal rows, 82531 exceptions)
[2022-02-19 17:10:32.802] [E/1] [info] [Task Finished] Transform to mem in 0.261596s (10384 normal rows, 82987 exceptions)
[2022-02-19 17:10:32.802] [E/15] [info] [Task Finished] Transform to mem in 0.261339s (10541 normal rows, 82314 exceptions)
[2022-02-19 17:10:32.803] [E/7] [info] [Task Finished] Transform to mem in 0.261561s (10205 normal rows, 82633 exceptions)
[2022-02-19 17:10:33.055] [E/11] [info] [Task Finished] Transform to mem in 0.261724s (10534 normal rows, 83592 exceptions)
[2022-02-19 17:10:33.055] [E/4] [info] [Task Finished] Transform to mem in 0.260846s (10406 normal rows, 82739 exceptions)
[2022-02-19 17:10:33.057] [E/2] [info] [Task Finished] Transform to mem in 0.261209s (10527 normal rows, 82155 exceptions)
[2022-02-19 17:10:33.057] [E/14] [info] [Task Finished] Transform to mem in 0.261436s (10387 normal rows, 82968 exceptions)
[2022-02-19 17:10:33.057] [E/10] [info] [Task Finished] Transform to mem in 0.261103s (10217 normal rows, 82840 exceptions)
[2022-02-19 17:10:33.058] [E/9] [info] [Task Finished] Transform to mem in 0.261050s (10380 normal rows, 82709 exceptions)
[2022-02-19 17:10:33.058] [E/13] [info] [Task Finished] Transform to mem in 0.262200s (10536 normal rows, 83542 exceptions)
[2022-02-19 17:10:33.059] [driver] [info] [Task Finished] Transform to mem in 0.261567s (10537 normal rows, 82395 exceptions)
[2022-02-19 17:10:33.059] [E/6] [info] [Task Finished] Transform to mem in 0.262312s (10395 normal rows, 82771 exceptions)
[2022-02-19 17:10:33.059] [E/8] [info] [Task Finished] Transform to mem in 0.261469s (10220 normal rows, 82876 exceptions)
[2022-02-19 17:10:33.060] [E/3] [info] [Task Finished] Transform to mem in 0.262088s (10515 normal rows, 83284 exceptions)
[2022-02-19 17:10:33.064] [E/12] [info] [Task Finished] Transform to mem in 0.262114s (10398 normal rows, 82849 exceptions)
[2022-02-19 17:10:33.064] [E/5] [info] [Task Finished] Transform to mem in 0.262291s (10403 normal rows, 82663 exceptions)
[2022-02-19 17:10:33.064] [E/1] [info] [Task Finished] Transform to mem in 0.261820s (10537 normal rows, 82629 exceptions)
[2022-02-19 17:10:33.064] [E/15] [info] [Task Finished] Transform to mem in 0.261672s (10211 normal rows, 82855 exceptions)
[2022-02-19 17:10:33.066] [E/7] [info] [Task Finished] Transform to mem in 0.262406s (10524 normal rows, 83295 exceptions)
[2022-02-19 17:10:33.314] [E/11] [info] [Task Finished] Transform to mem in 0.259437s (10403 normal rows, 82520 exceptions)
[2022-02-19 17:10:33.315] [E/4] [info] [Task Finished] Transform to mem in 0.259761s (10382 normal rows, 82801 exceptions)
[2022-02-19 17:10:33.316] [E/14] [info] [Task Finished] Transform to mem in 0.259327s (10215 normal rows, 82861 exceptions)
[2022-02-19 17:10:33.317] [E/10] [info] [Task Finished] Transform to mem in 0.259588s (10532 normal rows, 83051 exceptions)
[2022-02-19 17:10:33.317] [E/9] [info] [Task Finished] Transform to mem in 0.259504s (10386 normal rows, 82742 exceptions)
[2022-02-19 17:10:33.317] [E/2] [info] [Task Finished] Transform to mem in 0.260714s (10541 normal rows, 82781 exceptions)
[2022-02-19 17:10:33.318] [E/13] [info] [Task Finished] Transform to mem in 0.259730s (10365 normal rows, 82842 exceptions)
[2022-02-19 17:10:33.319] [driver] [info] [Task Finished] Transform to mem in 0.260329s (10575 normal rows, 82639 exceptions)
[2022-02-19 17:10:33.530] [E/6] [info] [Task Finished] Transform to mem in 0.470639s (18692 normal rows, 150477 exceptions)
[2022-02-19 17:10:33.530] [global] [info] [Transform Stage] Stage 0 completed 169 load&transform tasks in 3.09622s
[2022-02-19 17:10:33.530] [global] [info] [Transform Stage] Stage 0 total wall clock time: 44.5506s, 56312200 input rows, time to process 1 row via fast path: 0.000791135ms
[2022-02-19 17:10:33.530] [global] [info] Exception details: 
+------------+------------+----------+
| OperatorID | Exception  | Count    |
+------------+------------+----------+
| 100001     | ValueError | 14067100 |
+------------+------------+----------+
[2022-02-19 17:10:33.535] [local ee] [info] compiled pure python pipeline in 0.004336s
[2022-02-19 17:10:33.535] [local ee] [info] creating hybrid intermediates took 0.000004s
[2022-02-19 17:10:33.536] [local ee] [info] Created 169 resolve tasks in 0.001345s
[2022-02-19 17:10:33.536] [local ee] [info] 169/169 tasks require executing the slow path.
[2022-02-19 17:15:35.374] [E/11] [info] [Task Finished] Resolve in 301.838148s
[2022-02-19 17:15:57.449] [E/14] [info] [Task Finished] Resolve in 323.912833s
[2022-02-19 17:16:22.809] [E/2] [info] [Task Finished] Resolve in 349.272609s
[2022-02-19 17:16:49.279] [E/10] [info] [Task Finished] Resolve in 375.742800s
[2022-02-19 17:17:01.896] [E/15] [info] [Task Finished] Resolve in 388.360377s
[2022-02-19 17:17:06.138] [E/9] [info] [Task Finished] Resolve in 392.602126s
[2022-02-19 17:17:19.095] [E/4] [info] [Task Finished] Resolve in 405.558760s
[2022-02-19 17:17:29.723] [E/12] [info] [Task Finished] Resolve in 416.187014s
[2022-02-19 17:17:31.292] [E/8] [info] [Task Finished] Resolve in 417.755707s
[2022-02-19 17:17:37.062] [E/3] [info] [Task Finished] Resolve in 423.526128s
[2022-02-19 17:17:44.774] [E/13] [info] [Task Finished] Resolve in 431.237746s
[2022-02-19 17:17:51.411] [E/6] [info] [Task Finished] Resolve in 437.875247s
[2022-02-19 17:17:59.979] [driver] [info] [Task Finished] Resolve in 446.443537s
[2022-02-19 17:18:02.709] [E/5] [info] [Task Finished] Resolve in 449.173483s
[2022-02-19 17:18:30.499] [E/7] [info] [Task Finished] Resolve in 476.963310s
[2022-02-19 17:21:37.395] [E/1] [info] [Task Finished] Resolve in 663.858779s
[2022-02-19 17:21:58.823] [E/9] [info] [Task Finished] Resolve in 292.684550s
[2022-02-19 17:22:09.096] [E/10] [info] [Task Finished] Resolve in 319.817497s
[2022-02-19 17:22:30.730] [E/4] [info] [Task Finished] Resolve in 311.634998s
[2022-02-19 17:22:40.545] [E/12] [info] [Task Finished] Resolve in 310.821843s
[2022-02-19 17:23:17.013] [E/7] [info] [Task Finished] Resolve in 286.513694s
[2022-02-19 17:23:45.277] [E/2] [info] [Task Finished] Resolve in 442.468556s
[2022-02-19 17:24:17.159] [E/14] [info] [Task Finished] Resolve in 499.709941s
[2022-02-19 17:24:20.399] [E/11] [info] [Task Finished] Resolve in 525.025138s
[2022-02-19 17:24:30.259] [E/6] [info] [Task Finished] Resolve in 398.848251s
[2022-02-19 17:24:32.034] [E/5] [info] [Task Finished] Resolve in 389.324369s
[2022-02-19 17:24:36.547] [E/15] [info] [Task Finished] Resolve in 454.651135s
[2022-02-19 17:25:46.462] [driver] [info] [Task Finished] Resolve in 466.482492s
[2022-02-19 17:26:42.540] [E/3] [info] [Task Finished] Resolve in 545.477418s
[2022-02-19 17:26:46.592] [E/9] [info] [Task Finished] Resolve in 287.769218s
[2022-02-19 17:27:17.718] [E/8] [info] [Task Finished] Resolve in 586.426715s
[2022-02-19 17:27:40.177] [E/12] [info] [Task Finished] Resolve in 299.632091s
[2022-02-19 17:28:07.828] [E/1] [info] [Task Finished] Resolve in 390.432982s
[2022-02-19 17:28:20.371] [E/4] [info] [Task Finished] Resolve in 349.641263s
[2022-02-19 17:29:14.729] [E/10] [info] [Task Finished] Resolve in 425.632269s
[2022-02-19 17:29:49.056] [E/7] [info] [Task Finished] Resolve in 392.042552s
[2022-02-19 17:29:51.593] [E/2] [info] [Task Finished] Resolve in 366.315884s
[2022-02-19 17:30:02.127] [E/14] [info] [Task Finished] Resolve in 344.967827s
[2022-02-19 17:30:39.233] [driver] [info] [Task Finished] Resolve in 292.771092s
[2022-02-19 17:31:14.904] [E/5] [info] [Task Finished] Resolve in 402.870267s
[2022-02-19 17:32:44.279] [E/9] [info] [Task Finished] Resolve in 357.686567s
[2022-02-19 17:32:54.595] [E/15] [info] [Task Finished] Resolve in 498.047380s
[2022-02-19 17:32:55.703] [E/4] [info] [Task Finished] Resolve in 275.331625s
[2022-02-19 17:33:04.395] [E/6] [info] [Task Finished] Resolve in 514.135313s
[2022-02-19 17:33:24.111] [E/3] [info] [Task Finished] Resolve in 401.571592s
[2022-02-19 17:33:42.513] [E/13] [info] [Task Finished] Resolve in 957.739253s
[2022-02-19 17:33:50.305] [E/8] [info] [Task Finished] Resolve in 392.586529s
[2022-02-19 17:34:03.534] [E/11] [info] [Task Finished] Resolve in 583.134695s
[2022-02-19 17:34:05.097] [E/1] [info] [Task Finished] Resolve in 357.269429s
[2022-02-19 17:35:11.974] [E/10] [info] [Task Finished] Resolve in 357.245591s
[2022-02-19 17:35:36.147] [E/14] [info] [Task Finished] Resolve in 334.020197s
[2022-02-19 17:36:01.364] [E/5] [info] [Task Finished] Resolve in 286.460190s
[2022-02-19 17:36:19.219] [E/12] [info] [Task Finished] Resolve in 519.042486s
[2022-02-19 17:37:04.017] [driver] [info] [Task Finished] Resolve in 384.783825s
[2022-02-19 17:37:51.193] [E/2] [info] [Task Finished] Resolve in 479.600308s
[2022-02-19 17:37:51.418] [E/15] [info] [Task Finished] Resolve in 296.823398s
[2022-02-19 17:38:42.604] [E/9] [info] [Task Finished] Resolve in 358.325171s
[2022-02-19 17:38:56.988] [E/6] [info] [Task Finished] Resolve in 352.593334s
[2022-02-19 17:39:16.770] [E/3] [info] [Task Finished] Resolve in 352.658815s
[2022-02-19 17:40:26.198] [E/8] [info] [Task Finished] Resolve in 395.892589s
[2022-02-19 17:40:33.188] [E/1] [info] [Task Finished] Resolve in 388.090388s
[2022-02-19 17:40:38.655] [E/7] [info] [Task Finished] Resolve in 649.599420s
[2022-02-19 17:40:43.713] [E/10] [info] [Task Finished] Resolve in 331.738955s
[2022-02-19 17:41:43.085] [E/5] [info] [Task Finished] Resolve in 341.720633s
[2022-02-19 17:42:04.857] [E/14] [info] [Task Finished] Resolve in 388.710473s
[2022-02-19 17:42:14.251] [E/4] [info] [Task Finished] Resolve in 558.547855s
[2022-02-19 17:42:40.618] [E/12] [info] [Task Finished] Resolve in 381.398303s
[2022-02-19 17:42:47.169] [E/2] [info] [Task Finished] Resolve in 295.975151s
[2022-02-19 17:43:46.555] [E/9] [info] [Task Finished] Resolve in 303.951363s
[2022-02-19 17:43:47.130] [E/6] [info] [Task Finished] Resolve in 290.141291s
[2022-02-19 17:43:53.286] [driver] [info] [Task Finished] Resolve in 409.269022s
[2022-02-19 17:44:04.494] [E/11] [info] [Task Finished] Resolve in 600.959951s
[2022-02-19 17:44:52.994] [E/13] [info] [Task Finished] Resolve in 670.481097s
[2022-02-19 17:45:29.569] [E/15] [info] [Task Finished] Resolve in 458.150234s
[2022-02-19 17:46:25.322] [E/3] [info] [Task Finished] Resolve in 428.551997s
[2022-02-19 17:47:31.359] [E/8] [info] [Task Finished] Resolve in 425.161572s
[2022-02-19 17:47:45.513] [E/14] [info] [Task Finished] Resolve in 340.655259s
[2022-02-19 17:47:54.130] [E/7] [info] [Task Finished] Resolve in 435.474569s
[2022-02-19 17:48:27.982] [E/5] [info] [Task Finished] Resolve in 404.897022s
[2022-02-19 17:48:29.630] [E/1] [info] [Task Finished] Resolve in 476.442357s
[2022-02-19 17:48:33.493] [E/6] [info] [Task Finished] Resolve in 286.363791s
[2022-02-19 17:48:36.255] [E/2] [info] [Task Finished] Resolve in 349.086640s
[2022-02-19 17:49:01.659] [driver] [info] [Task Finished] Resolve in 308.372862s
[2022-02-19 17:49:35.452] [E/10] [info] [Task Finished] Resolve in 531.738564s
[2022-02-19 17:49:40.736] [E/12] [info] [Task Finished] Resolve in 420.118582s
[2022-02-19 17:49:41.383] [E/4] [info] [Task Finished] Resolve in 447.132254s
[2022-02-19 17:51:24.825] [E/11] [info] [Task Finished] Resolve in 440.330946s
[2022-02-19 17:52:56.314] [E/14] [info] [Task Finished] Resolve in 310.801737s
[2022-02-19 17:53:07.593] [E/13] [info] [Task Finished] Resolve in 494.599092s
[2022-02-19 17:53:23.751] [E/9] [info] [Task Finished] Resolve in 577.195960s
[2022-02-19 17:53:38.668] [driver] [info] [Task Finished] Resolve in 277.008616s
[2022-02-19 17:53:56.329] [E/8] [info] [Task Finished] Resolve in 384.970194s
[2022-02-19 17:54:19.998] [E/2] [info] [Task Finished] Resolve in 343.743100s
[2022-02-19 17:54:52.602] [E/1] [info] [Task Finished] Resolve in 382.972085s
[2022-02-19 17:55:13.394] [E/3] [info] [Task Finished] Resolve in 528.072190s
[2022-02-19 17:55:29.691] [E/5] [info] [Task Finished] Resolve in 421.708628s
[2022-02-19 17:56:02.114] [E/4] [info] [Task Finished] Resolve in 380.731141s
[2022-02-19 17:56:03.625] [E/15] [info] [Task Finished] Resolve in 634.056661s
[2022-02-19 17:56:43.756] [E/12] [info] [Task Finished] Resolve in 423.019507s
[2022-02-19 17:56:46.205] [E/11] [info] [Task Finished] Resolve in 321.380206s
[2022-02-19 17:56:50.935] [E/10] [info] [Task Finished] Resolve in 435.483348s
[2022-02-19 17:57:23.890] [E/6] [info] [Task Finished] Resolve in 530.397077s
[2022-02-19 17:57:27.589] [E/7] [info] [Task Finished] Resolve in 573.459293s
[2022-02-19 17:59:00.565] [E/14] [info] [Task Finished] Resolve in 364.250667s
[2022-02-19 17:59:24.529] [E/8] [info] [Task Finished] Resolve in 328.199341s
[2022-02-19 17:59:38.620] [driver] [info] [Task Finished] Resolve in 359.951946s
[2022-02-19 17:59:47.881] [E/9] [info] [Task Finished] Resolve in 384.129547s
[2022-02-19 17:59:56.383] [E/1] [info] [Task Finished] Resolve in 303.780347s
[2022-02-19 18:00:42.691] [E/13] [info] [Task Finished] Resolve in 455.097530s
[2022-02-19 18:01:15.360] [E/3] [info] [Task Finished] Resolve in 361.966186s
[2022-02-19 18:01:22.933] [E/2] [info] [Task Finished] Resolve in 422.934801s
[2022-02-19 18:02:30.308] [E/4] [info] [Task Finished] Resolve in 388.194192s
[2022-02-19 18:03:07.020] [E/5] [info] [Task Finished] Resolve in 457.329461s
[2022-02-19 18:03:07.645] [E/11] [info] [Task Finished] Resolve in 381.439604s
[2022-02-19 18:03:40.770] [E/6] [info] [Task Finished] Resolve in 376.879742s
[2022-02-19 18:03:44.437] [E/10] [info] [Task Finished] Resolve in 413.501743s
[2022-02-19 18:03:44.728] [driver] [info] [Task Finished] Resolve in 246.107906s
[2022-02-19 18:04:42.036] [E/12] [info] [Task Finished] Resolve in 478.280293s
[2022-02-19 18:05:22.502] [E/9] [info] [Task Finished] Resolve in 334.621139s
[2022-02-19 18:05:39.015] [E/8] [info] [Task Finished] Resolve in 374.486343s
[2022-02-19 18:05:58.120] [E/1] [info] [Task Finished] Resolve in 361.737252s
[2022-02-19 18:06:15.052] [E/15] [info] [Task Finished] Resolve in 611.426696s
[2022-02-19 18:06:33.764] [E/7] [info] [Task Finished] Resolve in 546.175291s
[2022-02-19 18:07:12.529] [E/2] [info] [Task Finished] Resolve in 349.595252s
[2022-02-19 18:08:14.639] [E/3] [info] [Task Finished] Resolve in 419.278394s
[2022-02-19 18:08:15.872] [E/13] [info] [Task Finished] Resolve in 453.181075s
[2022-02-19 18:08:45.671] [E/5] [info] [Task Finished] Resolve in 338.650558s
[2022-02-19 18:08:59.361] [E/14] [info] [Task Finished] Resolve in 598.795832s
[2022-02-19 18:09:28.051] [E/6] [info] [Task Finished] Resolve in 347.281098s
[2022-02-19 18:09:56.975] [E/4] [info] [Task Finished] Resolve in 446.666613s
[2022-02-19 18:10:44.783] [E/12] [info] [Task Finished] Resolve in 362.747099s
[2022-02-19 18:10:44.785] [E/10] [info] [Task Finished] Resolve in 420.348072s
[2022-02-19 18:11:52.896] [E/15] [info] [Task Finished] Resolve in 337.844352s
[2022-02-19 18:11:59.141] [E/11] [info] [Task Finished] Resolve in 531.496188s
[2022-02-19 18:12:08.771] [E/8] [info] [Task Finished] Resolve in 389.756222s
[2022-02-19 18:12:20.682] [E/1] [info] [Task Finished] Resolve in 382.562500s
[2022-02-19 18:12:53.370] [E/9] [info] [Task Finished] Resolve in 450.867769s
[2022-02-19 18:13:32.219] [E/2] [info] [Task Finished] Resolve in 379.690418s
[2022-02-19 18:13:40.364] [E/7] [info] [Task Finished] Resolve in 426.599729s
[2022-02-19 18:14:41.783] [E/3] [info] [Task Finished] Resolve in 387.144492s
[2022-02-19 18:15:01.161] [E/13] [info] [Task Finished] Resolve in 405.289175s
[2022-02-19 18:15:08.692] [E/5] [info] [Task Finished] Resolve in 383.021181s
[2022-02-19 18:15:15.687] [driver] [info] [Task Finished] Resolve in 690.959322s
[2022-02-19 18:15:57.365] [E/10] [info] [Task Finished] Resolve in 312.580385s
[2022-02-19 18:16:11.688] [E/14] [info] [Task Finished] Resolve in 432.326573s
[2022-02-19 18:16:31.821] [E/4] [info] [Task Finished] Resolve in 394.845546s
[2022-02-19 18:16:59.349] [E/6] [info] [Task Finished] Resolve in 451.297316s
[2022-02-19 18:17:44.190] [E/7] [info] [Task Finished] Resolve in 243.825862s
[2022-02-19 18:18:07.467] [E/11] [info] [Task Finished] Resolve in 368.325510s
[2022-02-19 18:18:38.550] [E/12] [info] [Task Finished] Resolve in 473.766346s
[2022-02-19 18:18:49.329] [E/15] [info] [Task Finished] Resolve in 416.432296s
[2022-02-19 18:19:07.181] [E/2] [info] [Task Finished] Resolve in 334.961664s
[2022-02-19 18:19:39.095] [E/8] [info] [Task Finished] Resolve in 450.323328s
[2022-02-19 18:19:48.303] [E/1] [info] [Task Finished] Resolve in 447.620468s
[2022-02-19 18:20:53.973] [E/13] [info] [Task Finished] Resolve in 352.812233s
[2022-02-19 18:21:18.562] [E/9] [info] [Task Finished] Resolve in 505.191817s
[2022-02-19 18:21:49.174] [E/3] [info] [Task Finished] Resolve in 427.390947s
[2022-02-19 18:22:00.347] [E/10] [info] [Task Finished] Resolve in 362.981465s
[2022-02-19 18:22:26.327] [E/7] [info] [Task Finished] Resolve in 282.137474s
[2022-02-19 18:22:44.729] [E/14] [info] [Task Finished] Resolve in 393.041194s
[2022-02-19 18:22:48.543] [E/5] [info] [Task Finished] Resolve in 459.850445s
[2022-02-19 18:22:54.821] [E/11] [info] [Task Finished] Resolve in 287.353962s
[2022-02-19 18:23:07.589] [driver] [info] [Task Finished] Resolve in 471.902470s
[2022-02-19 18:23:10.671] [E/12] [info] [Task Finished] Resolve in 272.121382s
[2022-02-19 18:23:16.467] [E/6] [info] [Task Finished] Resolve in 377.118047s
[2022-02-19 18:23:21.196] [E/4] [info] [Task Finished] Resolve in 409.375100s
[2022-02-19 18:23:33.418] [E/2] [info] [Task Finished] Resolve in 266.236927s
[2022-02-19 18:23:36.924] [E/15] [info] [Task Finished] Resolve in 287.594742s
[2022-02-19 18:23:56.175] [E/8] [info] [Task Finished] Resolve in 257.080526s
[2022-02-19 18:23:56.176] [local ee] [info] slow path resolved 14067100/14067100 exceptions in 4402.65s
[2022-02-19 18:23:56.176] [local ee] [info] slow path for Stage 0: total wall clock time: 69110.6s, time to process 1 row via slow path: 4.91293ms
[2022-02-19 18:23:56.176] [global] [info] [Transform Stage] Stage 0 completed 169 resolve tasks in 4402.65s

[2022-02-19 18:23:56.176] [global] [info] Writing 15835160 rows as output to file (2.25 GB)
[2022-02-19 18:23:56.278] [driver] [info] [Task Finished] write to file in 0.102116s (448718 rows, 65.24 MB)
[2022-02-19 18:23:56.387] [E/9] [info] [Task Finished] write to file in 0.211226s (1025220 rows, 149.06 MB)
[2022-02-19 18:23:56.391] [E/12] [info] [Task Finished] write to file in 0.214808s (1025556 rows, 149.11 MB)
[2022-02-19 18:23:56.391] [E/15] [info] [Task Finished] write to file in 0.215094s (1025564 rows, 149.11 MB)
[2022-02-19 18:23:56.397] [E/7] [info] [Task Finished] write to file in 0.220595s (1025448 rows, 149.09 MB)
[2022-02-19 18:23:56.397] [E/10] [info] [Task Finished] write to file in 0.220982s (1026182 rows, 149.20 MB)
[2022-02-19 18:23:56.398] [E/8] [info] [Task Finished] write to file in 0.221774s (1025762 rows, 149.14 MB)
[2022-02-19 18:23:56.398] [E/11] [info] [Task Finished] write to file in 0.221813s (1026250 rows, 149.21 MB)
[2022-02-19 18:23:56.398] [E/2] [info] [Task Finished] write to file in 0.222127s (1025433 rows, 149.09 MB)
[2022-02-19 18:23:56.398] [E/3] [info] [Task Finished] write to file in 0.222194s (1025530 rows, 149.11 MB)
[2022-02-19 18:23:56.399] [E/13] [info] [Task Finished] write to file in 0.222812s (1025063 rows, 149.04 MB)
[2022-02-19 18:23:56.399] [E/5] [info] [Task Finished] write to file in 0.223135s (1026134 rows, 149.19 MB)
[2022-02-19 18:23:56.400] [E/4] [info] [Task Finished] write to file in 0.223349s (1026137 rows, 149.19 MB)
[2022-02-19 18:23:56.400] [E/14] [info] [Task Finished] write to file in 0.223552s (1026198 rows, 149.20 MB)
[2022-02-19 18:23:56.400] [E/6] [info] [Task Finished] write to file in 0.223922s (1025917 rows, 149.16 MB)
[2022-02-19 18:23:56.445] [E/1] [info] [Task Finished] write to file in 0.268889s (1026048 rows, 149.18 MB)
[2022-02-19 18:23:56.445] [global] [info] writing output took 0.269481s
[2022-02-19 18:23:56.445] [global] [info] [Transform Stage] Stage 0 completed 169 sink tasks in 0.269594s
[2022-02-19 18:23:56.445] [global] [info] [Transform Stage] Stage 0 took 4406.52s
[2022-02-19 18:23:56.446] [global] [info] Query Execution took 4406.6s. (planning: 0.0807098s, execution: 4406.52s)
Welcome to

  _____            _
 |_   _|   _ _ __ | | _____  __
   | || | | | '_ \| |/ _ \ \/ /
   | || |_| | |_) | |  __/>  <
   |_| \__,_| .__/|_|\___/_/\_\ 0.3.1
            |_|
    
using Python 3.6.9 (default, Feb  8 2022, 16:30:43) 
[GCC 9.3.0] on linux
>>> running tuplex on ['/data/zillow/Zdirty/zillow_dirty_synthetic@10G.csv']
>>> bug in generated parser, force to false
Tuplex startup time: 0.009298086166381836
>>> running pipeline with Tuplex resolvers...
Tuplex job time: 4407.033596992493 s
{'tuplex.useLLVMOptimizer': True, 'tuplex.autoUpcast': False, 'tuplex.allowUndefinedBehavior': False, 'tuplex.optimizer.codeStats': False, 'tuplex.optimizer.generateParser': False, 'tuplex.optimizer.nullValueOptimization': False, 'tuplex.optimizer.filterPushdown': True, 'tuplex.optimizer.sharedObjectPropagation': True, 'tuplex.optimizer.mergeExceptionsInOrder': False, 'tuplex.optimizer.operatorReordering': False, 'tuplex.interleaveIO': True, 'tuplex.resolveWithInterpreterOnly': True, 'tuplex.network.verifySSL': False, 'tuplex.redirectToPythonLogging': False, 'tuplex.csv.selectionPushdown': True, 'tuplex.webui.enable': False, 'tuplex.executorCount': 15, 'tuplex.csv.maxDetectionRows': 10000, 'tuplex.webui.port': 5000, 'tuplex.webui.mongodb.port': 27017, 'tuplex.webui.exceptionDisplayLimit': 5, 'tuplex.normalcaseThreshold': 0.9, 'tuplex.optionalThreshold': 0.7, 'tuplex.aws.connectTimeout': '1', 'tuplex.aws.httpThreadCount': '32', 'tuplex.aws.lambdaMemory': '1536', 'tuplex.aws.lambdaTimeout': '600', 'tuplex.aws.maxConcurrency': '100', 'tuplex.aws.region': 'us-east-1', 'tuplex.aws.requestTimeout': '600', 'tuplex.aws.requesterPay': 'false', 'tuplex.aws.scratchDir': '', 'tuplex.backend': 'local', 'tuplex.csv.comments': ['#', '~'], 'tuplex.csv.maxDetectionMemory': '256KB', 'tuplex.csv.quotechar': '"', 'tuplex.csv.separators': [',', ';', '|', '\t'], 'tuplex.driverMemory': '10G', 'tuplex.env.hostname': 'cc956b40c9fa', 'tuplex.env.mode': 'file', 'tuplex.env.user': 'root', 'tuplex.executorMemory': '6G', 'tuplex.inputSplitSize': '64MB', 'tuplex.logDir': '.', 'tuplex.network.caFile': '', 'tuplex.network.caPath': '', 'tuplex.partitionSize': '32MB', 'tuplex.readBufferSize': '128KB', 'tuplex.runTimeLibrary': '/usr/local/lib/python3.6/site-packages/Tuplex-0.3.1-py3.6.egg/tuplex/libexec/tuplex_runtime.so', 'tuplex.runTimeMemory': '64MB', 'tuplex.runTimeMemoryBlockSize': '4MB', 'tuplex.scratchDir': '/tmp/tuplex-cache-tuplex', 'tuplex.webui.mongodb.path': '/tmp/tuplex-cache-tuplex/mongodb', 'tuplex.webui.mongodb.url': 'localhost', 'tuplex.webui.url': 'localhost'}
{"logical_optimization_time_s":0.0229133,"llvm_optimization_time_s":0.335551,"llvm_compilation_time_s":0.15494,"total_compilation_time_s":0.507785,"sampling_time_s":0.114687,"stages":[{"stage_no":0,"fast_path_wall_time_s":44.5506,"fast_path_time_s":3.09624,"fast_path_per_row_time_ns":791.135,"slow_path_wall_time_s":69110.6,"slow_path_time_s":4402.65,"slow_path_per_row_time_ns":4.91293e+06,"partitions_swapin_count":0,"partitions_swapout_count":0,"partitions_bytes_swapped_in":0,"partitions_bytes_swapped_out":0}]}
{"webui.enable": false, "executorMemory": "6G", "executorCount": 15, "driverMemory": "10G", "partitionSize": "32MB", "runTimeMemory": "64MB", "inputSplitSize": "64MB", "useLLVMOptimizer": true, "optimizer.nullValueOptimization": false, "csv.selectionPushdown": true, "optimizer.generateParser": false, "optimizer.mergeExceptionsInOrder": false, "optimizer.filterPushdown": true, "resolveWithInterpreterOnly": true}
{"startupTime": 0.009298086166381836, "jobTime": 4407.033596992493, "mode": "resolve", "mergeExceptionsInOrder": false}
[2022-02-19 18:24:11.103] [local execution engine] [info] Stopped local executor E/1
[2022-02-19 18:24:11.116] [local execution engine] [info] Stopped local executor E/2
[2022-02-19 18:24:11.131] [local execution engine] [info] Stopped local executor E/3
[2022-02-19 18:24:11.144] [local execution engine] [info] Stopped local executor E/4
[2022-02-19 18:24:11.159] [local execution engine] [info] Stopped local executor E/5
[2022-02-19 18:24:11.172] [local execution engine] [info] Stopped local executor E/6
[2022-02-19 18:24:11.187] [local execution engine] [info] Stopped local executor E/7
[2022-02-19 18:24:11.201] [local execution engine] [info] Stopped local executor E/8
[2022-02-19 18:24:11.214] [local execution engine] [info] Stopped local executor E/9
[2022-02-19 18:24:11.230] [local execution engine] [info] Stopped local executor E/10
[2022-02-19 18:24:11.244] [local execution engine] [info] Stopped local executor E/11
[2022-02-19 18:24:11.259] [local execution engine] [info] Stopped local executor E/12
[2022-02-19 18:24:11.272] [local execution engine] [info] Stopped local executor E/13
[2022-02-19 18:24:11.286] [local execution engine] [info] Stopped local executor E/14
[2022-02-19 18:24:11.302] [local execution engine] [info] Stopped local executor E/15
[GLOBAL] Local engine terminated.
[GLOBAL] releasing 1 active partitions
