[2021-03-25 10:51:41.447] [global] [error] could not find backend, defaulting to local
[2021-03-25 10:51:41.447] [local ee] [info] loaded runtime library from/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime.so
[2021-03-25 10:51:41.447] [local ee] [info] initializing LLVM backend
[2021-03-25 10:51:41.447] [local ee] [warning] init JIT compiler also only in local mode
[2021-03-25 10:51:41.447] [LLVM] [info] compiling code for skylake-avx512
[2021-03-25 10:51:41.448] [memory] [info] allocated bitmap managed memory region (32.00 GB, 32.00 MB block size)
[2021-03-25 10:51:41.448] [local execution engine] [info] started driver (32.00 GB, 32.00 MB default partition size)
overflow will be cached at file:///tmp/driver
[2021-03-25 10:51:41.448] [fileinputoperator] [info] found 1 file (10.01 GB) to process.
[2021-03-25 10:51:41.448] [global] [info] sampled file:///data/zillow/Zdirty/zillow_dirty@10G.csv on 256.00 KB
[2021-03-25 10:51:41.589] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:51:41.607] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:51:41.619] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:51:41.652] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:51:41.682] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:51:41.702] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:51:41.739] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:51:41.755] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:51:41.758] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:51:41.762] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:51:41.765] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:51:41.768] [global] [error] unsupported node type
[2021-03-25 10:51:41.768] [global] [error] unsupported node type
[2021-03-25 10:51:41.768] [global] [error] unsupported node type
[2021-03-25 10:51:41.768] [global] [error] unsupported node type
[2021-03-25 10:51:41.791] [logical planner] [info] logical optimization took 0.032472ms
output type of specialized pipeline is: (str)
is this the most outer stage?: 1
[2021-03-25 10:51:41.791] [codegen] [info] generating pipeline for (Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str]) -> (str) (19 operators pipelined)
outSchema is different than last operator's schema:
outSchema: (str)
last Op: (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 10:51:41.792] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> boolean
[2021-03-25 10:51:41.792] [codegen] [info] generating function extractBd for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> Option[i64]
[2021-03-25 10:51:41.793] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> boolean
[2021-03-25 10:51:41.794] [codegen] [info] generating function extractType for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> str
[2021-03-25 10:51:41.794] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> boolean
[2021-03-25 10:51:41.795] [codegen] [info] generating function extractZipcode for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> str
[2021-03-25 10:51:41.796] [codegen] [info] generating lambda function for (str) -> str
[2021-03-25 10:51:41.796] [codegen] [info] generating lambda function for (Option[str]) -> str
[2021-03-25 10:51:41.797] [codegen] [info] generating function extractBa for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str)) -> Option[f64]
[2021-03-25 10:51:41.798] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,Option[f64])) -> boolean
[2021-03-25 10:51:41.799] [codegen] [info] generating lambda function for (Option[f64]) -> f64
[2021-03-25 10:51:41.799] [codegen] [info] generating function extractSqft for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64)) -> Option[i64]
[2021-03-25 10:51:41.800] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,Option[i64])) -> boolean
[2021-03-25 10:51:41.801] [codegen] [info] generating lambda function for (Option[i64]) -> i64
[2021-03-25 10:51:41.801] [codegen] [info] generating function extractOffer for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64)) -> str
[2021-03-25 10:51:41.802] [codegen] [info] generating function extractPrice for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> i64
[2021-03-25 10:51:41.803] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 10:51:41.804] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 10:51:41.804] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 10:51:41.832] [global] [info] Stage0 depends on: 
[2021-03-25 10:51:42.001] [global] [info] Optimization via LLVM passes took 0.160204 ms
[2021-03-25 10:51:42.072] [global] [info] Compiled code paths for stage 0 in 0.07 ms
[2021-03-25 10:51:42.072] [global] [info] [Transform Stage] Stage 0 compiled to x86 in 0.239822s
[2021-03-25 10:51:42.072] [local ee] [info] split /data/zillow/Zdirty/zillow_dirty@10G.csv into 160 tasks
[2021-03-25 10:51:42.379] [driver] [info] [Task Finished] Transform to mem in 0.306559s (11287 normal rows, 0 exceptions)
[2021-03-25 10:51:42.683] [driver] [info] [Task Finished] Transform to mem in 0.304523s (11261 normal rows, 0 exceptions)
[2021-03-25 10:51:42.988] [driver] [info] [Task Finished] Transform to mem in 0.304687s (11335 normal rows, 0 exceptions)
[2021-03-25 10:51:43.293] [driver] [info] [Task Finished] Transform to mem in 0.305014s (11231 normal rows, 0 exceptions)
[2021-03-25 10:51:43.598] [driver] [info] [Task Finished] Transform to mem in 0.305054s (11167 normal rows, 0 exceptions)
[2021-03-25 10:51:43.902] [driver] [info] [Task Finished] Transform to mem in 0.304223s (11177 normal rows, 0 exceptions)
[2021-03-25 10:51:44.207] [driver] [info] [Task Finished] Transform to mem in 0.304502s (11220 normal rows, 0 exceptions)
[2021-03-25 10:51:44.511] [driver] [info] [Task Finished] Transform to mem in 0.304056s (11185 normal rows, 0 exceptions)
[2021-03-25 10:51:44.816] [driver] [info] [Task Finished] Transform to mem in 0.304587s (11267 normal rows, 0 exceptions)
[2021-03-25 10:51:45.120] [driver] [info] [Task Finished] Transform to mem in 0.304491s (11281 normal rows, 0 exceptions)
[2021-03-25 10:51:45.424] [driver] [info] [Task Finished] Transform to mem in 0.303584s (11335 normal rows, 0 exceptions)
[2021-03-25 10:51:45.729] [driver] [info] [Task Finished] Transform to mem in 0.304881s (11209 normal rows, 0 exceptions)
[2021-03-25 10:51:46.033] [driver] [info] [Task Finished] Transform to mem in 0.304128s (11189 normal rows, 0 exceptions)
[2021-03-25 10:51:46.337] [driver] [info] [Task Finished] Transform to mem in 0.304264s (11177 normal rows, 0 exceptions)
[2021-03-25 10:51:46.642] [driver] [info] [Task Finished] Transform to mem in 0.304641s (11220 normal rows, 0 exceptions)
[2021-03-25 10:51:46.946] [driver] [info] [Task Finished] Transform to mem in 0.303904s (11185 normal rows, 0 exceptions)
[2021-03-25 10:51:47.250] [driver] [info] [Task Finished] Transform to mem in 0.304299s (11267 normal rows, 0 exceptions)
[2021-03-25 10:51:47.554] [driver] [info] [Task Finished] Transform to mem in 0.304082s (11281 normal rows, 0 exceptions)
[2021-03-25 10:51:47.858] [driver] [info] [Task Finished] Transform to mem in 0.304218s (11335 normal rows, 0 exceptions)
[2021-03-25 10:51:48.162] [driver] [info] [Task Finished] Transform to mem in 0.303625s (11209 normal rows, 0 exceptions)
[2021-03-25 10:51:48.466] [driver] [info] [Task Finished] Transform to mem in 0.304156s (11163 normal rows, 0 exceptions)
[2021-03-25 10:51:48.770] [driver] [info] [Task Finished] Transform to mem in 0.303906s (11203 normal rows, 0 exceptions)
[2021-03-25 10:51:49.074] [driver] [info] [Task Finished] Transform to mem in 0.303995s (11220 normal rows, 0 exceptions)
[2021-03-25 10:51:49.379] [driver] [info] [Task Finished] Transform to mem in 0.304477s (11185 normal rows, 0 exceptions)
[2021-03-25 10:51:49.683] [driver] [info] [Task Finished] Transform to mem in 0.304218s (11267 normal rows, 0 exceptions)
[2021-03-25 10:51:49.987] [driver] [info] [Task Finished] Transform to mem in 0.304480s (11268 normal rows, 0 exceptions)
[2021-03-25 10:51:50.291] [driver] [info] [Task Finished] Transform to mem in 0.304016s (11293 normal rows, 0 exceptions)
[2021-03-25 10:51:50.595] [driver] [info] [Task Finished] Transform to mem in 0.303756s (11259 normal rows, 0 exceptions)
[2021-03-25 10:51:50.899] [driver] [info] [Task Finished] Transform to mem in 0.304234s (11168 normal rows, 0 exceptions)
[2021-03-25 10:51:51.204] [driver] [info] [Task Finished] Transform to mem in 0.304430s (11203 normal rows, 0 exceptions)
[2021-03-25 10:51:51.507] [driver] [info] [Task Finished] Transform to mem in 0.303505s (11220 normal rows, 0 exceptions)
[2021-03-25 10:51:51.811] [driver] [info] [Task Finished] Transform to mem in 0.303974s (11172 normal rows, 0 exceptions)
[2021-03-25 10:51:52.116] [driver] [info] [Task Finished] Transform to mem in 0.304418s (11280 normal rows, 0 exceptions)
[2021-03-25 10:51:52.420] [driver] [info] [Task Finished] Transform to mem in 0.304267s (11252 normal rows, 0 exceptions)
[2021-03-25 10:51:52.724] [driver] [info] [Task Finished] Transform to mem in 0.303909s (11309 normal rows, 0 exceptions)
[2021-03-25 10:51:53.028] [driver] [info] [Task Finished] Transform to mem in 0.303877s (11259 normal rows, 0 exceptions)
[2021-03-25 10:51:53.332] [driver] [info] [Task Finished] Transform to mem in 0.304090s (11168 normal rows, 0 exceptions)
[2021-03-25 10:51:53.636] [driver] [info] [Task Finished] Transform to mem in 0.304001s (11184 normal rows, 0 exceptions)
[2021-03-25 10:51:53.940] [driver] [info] [Task Finished] Transform to mem in 0.304231s (11210 normal rows, 0 exceptions)
[2021-03-25 10:51:54.244] [driver] [info] [Task Finished] Transform to mem in 0.303780s (11201 normal rows, 0 exceptions)
[2021-03-25 10:51:54.548] [driver] [info] [Task Finished] Transform to mem in 0.303731s (11244 normal rows, 0 exceptions)
[2021-03-25 10:51:54.852] [driver] [info] [Task Finished] Transform to mem in 0.304671s (11288 normal rows, 0 exceptions)
[2021-03-25 10:51:55.157] [driver] [info] [Task Finished] Transform to mem in 0.304196s (11309 normal rows, 0 exceptions)
[2021-03-25 10:51:55.461] [driver] [info] [Task Finished] Transform to mem in 0.304010s (11259 normal rows, 0 exceptions)
[2021-03-25 10:51:55.765] [driver] [info] [Task Finished] Transform to mem in 0.304421s (11168 normal rows, 0 exceptions)
[2021-03-25 10:51:56.070] [driver] [info] [Task Finished] Transform to mem in 0.305052s (11184 normal rows, 0 exceptions)
[2021-03-25 10:51:56.374] [driver] [info] [Task Finished] Transform to mem in 0.303906s (11210 normal rows, 0 exceptions)
[2021-03-25 10:51:56.678] [driver] [info] [Task Finished] Transform to mem in 0.304112s (11192 normal rows, 0 exceptions)
[2021-03-25 10:51:56.982] [driver] [info] [Task Finished] Transform to mem in 0.304057s (11253 normal rows, 0 exceptions)
[2021-03-25 10:51:57.287] [driver] [info] [Task Finished] Transform to mem in 0.304825s (11285 normal rows, 0 exceptions)
[2021-03-25 10:51:57.592] [driver] [info] [Task Finished] Transform to mem in 0.304763s (11312 normal rows, 0 exceptions)
[2021-03-25 10:51:57.896] [driver] [info] [Task Finished] Transform to mem in 0.303747s (11259 normal rows, 0 exceptions)
[2021-03-25 10:51:58.200] [driver] [info] [Task Finished] Transform to mem in 0.304452s (11157 normal rows, 0 exceptions)
[2021-03-25 10:51:58.504] [driver] [info] [Task Finished] Transform to mem in 0.304042s (11195 normal rows, 0 exceptions)
[2021-03-25 10:51:58.808] [driver] [info] [Task Finished] Transform to mem in 0.304173s (11210 normal rows, 0 exceptions)
[2021-03-25 10:51:59.113] [driver] [info] [Task Finished] Transform to mem in 0.304130s (11192 normal rows, 0 exceptions)
[2021-03-25 10:51:59.416] [driver] [info] [Task Finished] Transform to mem in 0.303624s (11253 normal rows, 0 exceptions)
[2021-03-25 10:51:59.721] [driver] [info] [Task Finished] Transform to mem in 0.304766s (11285 normal rows, 0 exceptions)
[2021-03-25 10:52:00.025] [driver] [info] [Task Finished] Transform to mem in 0.303704s (11312 normal rows, 0 exceptions)
[2021-03-25 10:52:00.329] [driver] [info] [Task Finished] Transform to mem in 0.304117s (11251 normal rows, 0 exceptions)
[2021-03-25 10:52:00.633] [driver] [info] [Task Finished] Transform to mem in 0.304240s (11156 normal rows, 0 exceptions)
[2021-03-25 10:52:00.938] [driver] [info] [Task Finished] Transform to mem in 0.305361s (11188 normal rows, 0 exceptions)
[2021-03-25 10:52:01.242] [driver] [info] [Task Finished] Transform to mem in 0.303561s (11226 normal rows, 0 exceptions)
[2021-03-25 10:52:01.546] [driver] [info] [Task Finished] Transform to mem in 0.303907s (11192 normal rows, 0 exceptions)
[2021-03-25 10:52:01.850] [driver] [info] [Task Finished] Transform to mem in 0.303627s (11243 normal rows, 0 exceptions)
[2021-03-25 10:52:02.154] [driver] [info] [Task Finished] Transform to mem in 0.304437s (11295 normal rows, 0 exceptions)
[2021-03-25 10:52:02.458] [driver] [info] [Task Finished] Transform to mem in 0.303784s (11263 normal rows, 0 exceptions)
[2021-03-25 10:52:02.762] [driver] [info] [Task Finished] Transform to mem in 0.304264s (11268 normal rows, 0 exceptions)
[2021-03-25 10:52:03.067] [driver] [info] [Task Finished] Transform to mem in 0.304699s (11188 normal rows, 0 exceptions)
[2021-03-25 10:52:03.371] [driver] [info] [Task Finished] Transform to mem in 0.304656s (11188 normal rows, 0 exceptions)
[2021-03-25 10:52:03.675] [driver] [info] [Task Finished] Transform to mem in 0.303526s (11226 normal rows, 0 exceptions)
[2021-03-25 10:52:03.979] [driver] [info] [Task Finished] Transform to mem in 0.303709s (11182 normal rows, 0 exceptions)
[2021-03-25 10:52:04.283] [driver] [info] [Task Finished] Transform to mem in 0.303812s (11253 normal rows, 0 exceptions)
[2021-03-25 10:52:04.587] [driver] [info] [Task Finished] Transform to mem in 0.304884s (11278 normal rows, 0 exceptions)
[2021-03-25 10:52:04.892] [driver] [info] [Task Finished] Transform to mem in 0.304690s (11280 normal rows, 0 exceptions)
[2021-03-25 10:52:05.197] [driver] [info] [Task Finished] Transform to mem in 0.305277s (11268 normal rows, 0 exceptions)
[2021-03-25 10:52:05.502] [driver] [info] [Task Finished] Transform to mem in 0.304419s (11188 normal rows, 0 exceptions)
[2021-03-25 10:52:05.806] [driver] [info] [Task Finished] Transform to mem in 0.304242s (11188 normal rows, 0 exceptions)
[2021-03-25 10:52:06.111] [driver] [info] [Task Finished] Transform to mem in 0.304555s (11208 normal rows, 0 exceptions)
[2021-03-25 10:52:06.416] [driver] [info] [Task Finished] Transform to mem in 0.304762s (11200 normal rows, 0 exceptions)
[2021-03-25 10:52:06.719] [driver] [info] [Task Finished] Transform to mem in 0.303958s (11216 normal rows, 0 exceptions)
[2021-03-25 10:52:07.024] [driver] [info] [Task Finished] Transform to mem in 0.304831s (11315 normal rows, 0 exceptions)
[2021-03-25 10:52:07.328] [driver] [info] [Task Finished] Transform to mem in 0.303899s (11280 normal rows, 0 exceptions)
[2021-03-25 10:52:07.633] [driver] [info] [Task Finished] Transform to mem in 0.304409s (11268 normal rows, 0 exceptions)
[2021-03-25 10:52:07.937] [driver] [info] [Task Finished] Transform to mem in 0.304148s (11168 normal rows, 0 exceptions)
[2021-03-25 10:52:08.241] [driver] [info] [Task Finished] Transform to mem in 0.304580s (11180 normal rows, 0 exceptions)
[2021-03-25 10:52:08.546] [driver] [info] [Task Finished] Transform to mem in 0.304544s (11236 normal rows, 0 exceptions)
[2021-03-25 10:52:08.850] [driver] [info] [Task Finished] Transform to mem in 0.304282s (11200 normal rows, 0 exceptions)
[2021-03-25 10:52:09.154] [driver] [info] [Task Finished] Transform to mem in 0.303429s (11175 normal rows, 0 exceptions)
[2021-03-25 10:52:09.458] [driver] [info] [Task Finished] Transform to mem in 0.304626s (11356 normal rows, 0 exceptions)
[2021-03-25 10:52:09.763] [driver] [info] [Task Finished] Transform to mem in 0.304165s (11280 normal rows, 0 exceptions)
[2021-03-25 10:52:10.067] [driver] [info] [Task Finished] Transform to mem in 0.304088s (11253 normal rows, 0 exceptions)
[2021-03-25 10:52:10.370] [driver] [info] [Task Finished] Transform to mem in 0.303803s (11183 normal rows, 0 exceptions)
[2021-03-25 10:52:10.675] [driver] [info] [Task Finished] Transform to mem in 0.304691s (11180 normal rows, 0 exceptions)
[2021-03-25 10:52:10.979] [driver] [info] [Task Finished] Transform to mem in 0.303901s (11236 normal rows, 0 exceptions)
[2021-03-25 10:52:11.283] [driver] [info] [Task Finished] Transform to mem in 0.303880s (11200 normal rows, 0 exceptions)
[2021-03-25 10:52:11.586] [driver] [info] [Task Finished] Transform to mem in 0.303362s (11175 normal rows, 0 exceptions)
[2021-03-25 10:52:11.892] [driver] [info] [Task Finished] Transform to mem in 0.305299s (11356 normal rows, 0 exceptions)
[2021-03-25 10:52:12.196] [driver] [info] [Task Finished] Transform to mem in 0.304224s (11273 normal rows, 0 exceptions)
[2021-03-25 10:52:12.503] [driver] [info] [Task Finished] Transform to mem in 0.306757s (11260 normal rows, 0 exceptions)
[2021-03-25 10:52:12.807] [driver] [info] [Task Finished] Transform to mem in 0.304305s (11183 normal rows, 0 exceptions)
[2021-03-25 10:52:13.112] [driver] [info] [Task Finished] Transform to mem in 0.304533s (11180 normal rows, 0 exceptions)
[2021-03-25 10:52:13.415] [driver] [info] [Task Finished] Transform to mem in 0.303031s (11220 normal rows, 0 exceptions)
[2021-03-25 10:52:13.719] [driver] [info] [Task Finished] Transform to mem in 0.304109s (11196 normal rows, 0 exceptions)
[2021-03-25 10:52:14.022] [driver] [info] [Task Finished] Transform to mem in 0.303147s (11175 normal rows, 0 exceptions)
[2021-03-25 10:52:14.327] [driver] [info] [Task Finished] Transform to mem in 0.304867s (11376 normal rows, 0 exceptions)
[2021-03-25 10:52:14.632] [driver] [info] [Task Finished] Transform to mem in 0.304997s (11181 normal rows, 0 exceptions)
[2021-03-25 10:52:14.936] [driver] [info] [Task Finished] Transform to mem in 0.304657s (11352 normal rows, 0 exceptions)
[2021-03-25 10:52:15.241] [driver] [info] [Task Finished] Transform to mem in 0.304182s (11173 normal rows, 0 exceptions)
[2021-03-25 10:52:15.546] [driver] [info] [Task Finished] Transform to mem in 0.305585s (11190 normal rows, 0 exceptions)
[2021-03-25 10:52:15.851] [driver] [info] [Task Finished] Transform to mem in 0.304519s (11183 normal rows, 0 exceptions)
[2021-03-25 10:52:16.156] [driver] [info] [Task Finished] Transform to mem in 0.305502s (11233 normal rows, 0 exceptions)
[2021-03-25 10:52:16.460] [driver] [info] [Task Finished] Transform to mem in 0.304108s (11153 normal rows, 0 exceptions)
[2021-03-25 10:52:16.767] [driver] [info] [Task Finished] Transform to mem in 0.306423s (11349 normal rows, 0 exceptions)
[2021-03-25 10:52:17.072] [driver] [info] [Task Finished] Transform to mem in 0.305212s (11226 normal rows, 0 exceptions)
[2021-03-25 10:52:17.377] [driver] [info] [Task Finished] Transform to mem in 0.305103s (11348 normal rows, 0 exceptions)
[2021-03-25 10:52:17.682] [driver] [info] [Task Finished] Transform to mem in 0.304553s (11181 normal rows, 0 exceptions)
[2021-03-25 10:52:17.987] [driver] [info] [Task Finished] Transform to mem in 0.305036s (11185 normal rows, 0 exceptions)
[2021-03-25 10:52:18.292] [driver] [info] [Task Finished] Transform to mem in 0.305046s (11188 normal rows, 0 exceptions)
[2021-03-25 10:52:18.598] [driver] [info] [Task Finished] Transform to mem in 0.305627s (11233 normal rows, 0 exceptions)
[2021-03-25 10:52:18.902] [driver] [info] [Task Finished] Transform to mem in 0.304397s (11153 normal rows, 0 exceptions)
[2021-03-25 10:52:19.208] [driver] [info] [Task Finished] Transform to mem in 0.305878s (11349 normal rows, 0 exceptions)
[2021-03-25 10:52:19.513] [driver] [info] [Task Finished] Transform to mem in 0.304921s (11224 normal rows, 0 exceptions)
[2021-03-25 10:52:19.818] [driver] [info] [Task Finished] Transform to mem in 0.305540s (11350 normal rows, 0 exceptions)
[2021-03-25 10:52:20.123] [driver] [info] [Task Finished] Transform to mem in 0.304211s (11181 normal rows, 0 exceptions)
[2021-03-25 10:52:20.428] [driver] [info] [Task Finished] Transform to mem in 0.305103s (11177 normal rows, 0 exceptions)
[2021-03-25 10:52:20.732] [driver] [info] [Task Finished] Transform to mem in 0.304656s (11196 normal rows, 0 exceptions)
[2021-03-25 10:52:21.037] [driver] [info] [Task Finished] Transform to mem in 0.304583s (11233 normal rows, 0 exceptions)
[2021-03-25 10:52:21.342] [driver] [info] [Task Finished] Transform to mem in 0.304715s (11153 normal rows, 0 exceptions)
[2021-03-25 10:52:21.647] [driver] [info] [Task Finished] Transform to mem in 0.304816s (11349 normal rows, 0 exceptions)
[2021-03-25 10:52:21.951] [driver] [info] [Task Finished] Transform to mem in 0.304238s (11224 normal rows, 0 exceptions)
[2021-03-25 10:52:22.256] [driver] [info] [Task Finished] Transform to mem in 0.304876s (11350 normal rows, 0 exceptions)
[2021-03-25 10:52:22.560] [driver] [info] [Task Finished] Transform to mem in 0.304473s (11181 normal rows, 0 exceptions)
[2021-03-25 10:52:22.865] [driver] [info] [Task Finished] Transform to mem in 0.304578s (11177 normal rows, 0 exceptions)
[2021-03-25 10:52:23.169] [driver] [info] [Task Finished] Transform to mem in 0.304484s (11190 normal rows, 0 exceptions)
[2021-03-25 10:52:23.474] [driver] [info] [Task Finished] Transform to mem in 0.304848s (11204 normal rows, 0 exceptions)
[2021-03-25 10:52:23.779] [driver] [info] [Task Finished] Transform to mem in 0.304352s (11183 normal rows, 0 exceptions)
[2021-03-25 10:52:24.083] [driver] [info] [Task Finished] Transform to mem in 0.304461s (11354 normal rows, 0 exceptions)
[2021-03-25 10:52:24.387] [driver] [info] [Task Finished] Transform to mem in 0.304270s (11224 normal rows, 0 exceptions)
[2021-03-25 10:52:24.692] [driver] [info] [Task Finished] Transform to mem in 0.304438s (11338 normal rows, 0 exceptions)
[2021-03-25 10:52:24.996] [driver] [info] [Task Finished] Transform to mem in 0.304335s (11193 normal rows, 0 exceptions)
[2021-03-25 10:52:25.302] [driver] [info] [Task Finished] Transform to mem in 0.305634s (11177 normal rows, 0 exceptions)
[2021-03-25 10:52:25.606] [driver] [info] [Task Finished] Transform to mem in 0.304468s (11190 normal rows, 0 exceptions)
[2021-03-25 10:52:25.911] [driver] [info] [Task Finished] Transform to mem in 0.305227s (11204 normal rows, 0 exceptions)
[2021-03-25 10:52:26.216] [driver] [info] [Task Finished] Transform to mem in 0.304124s (11183 normal rows, 0 exceptions)
[2021-03-25 10:52:26.521] [driver] [info] [Task Finished] Transform to mem in 0.304903s (11354 normal rows, 0 exceptions)
[2021-03-25 10:52:26.825] [driver] [info] [Task Finished] Transform to mem in 0.304694s (11208 normal rows, 0 exceptions)
[2021-03-25 10:52:27.130] [driver] [info] [Task Finished] Transform to mem in 0.305130s (11354 normal rows, 0 exceptions)
[2021-03-25 10:52:27.435] [driver] [info] [Task Finished] Transform to mem in 0.304458s (11181 normal rows, 0 exceptions)
[2021-03-25 10:52:27.741] [driver] [info] [Task Finished] Transform to mem in 0.305987s (11189 normal rows, 0 exceptions)
[2021-03-25 10:52:28.045] [driver] [info] [Task Finished] Transform to mem in 0.304088s (11180 normal rows, 0 exceptions)
[2021-03-25 10:52:28.350] [driver] [info] [Task Finished] Transform to mem in 0.305013s (11214 normal rows, 0 exceptions)
[2021-03-25 10:52:28.654] [driver] [info] [Task Finished] Transform to mem in 0.304398s (11180 normal rows, 0 exceptions)
[2021-03-25 10:52:28.959] [driver] [info] [Task Finished] Transform to mem in 0.304643s (11273 normal rows, 0 exceptions)
[2021-03-25 10:52:29.264] [driver] [info] [Task Finished] Transform to mem in 0.304767s (11287 normal rows, 0 exceptions)
[2021-03-25 10:52:29.569] [driver] [info] [Task Finished] Transform to mem in 0.305371s (11359 normal rows, 0 exceptions)
[2021-03-25 10:52:29.874] [driver] [info] [Task Finished] Transform to mem in 0.304847s (11181 normal rows, 0 exceptions)
[2021-03-25 10:52:30.180] [driver] [info] [Task Finished] Transform to mem in 0.305789s (11167 normal rows, 0 exceptions)
[2021-03-25 10:52:30.485] [driver] [info] [Task Finished] Transform to mem in 0.304736s (11201 normal rows, 0 exceptions)
[2021-03-25 10:52:30.826] [driver] [info] [Task Finished] Transform to mem in 0.341610s (12533 normal rows, 0 exceptions)
[2021-03-25 10:52:30.826] [global] [info] [Transform Stage] Stage 0 completed 160 load&transform tasks in 48.7545s
[2021-03-25 10:52:30.826] [global] [info] [Transform Stage] Stage 0 total wall clock time: 48.7514s, 56350770 input rows, time to process 1 row via fast path: 0.000865142ms

[2021-03-25 10:52:30.860] [global] [info] Writing 1798491 rows as output to file (273.80 MB)
[2021-03-25 10:52:31.166] [driver] [info] [Task Finished] write to file in 0.306415s (1798491 rows, 273.80 MB)
[2021-03-25 10:52:31.166] [global] [info] writing output took 0.339826s
[2021-03-25 10:52:31.166] [global] [info] [Transform Stage] Stage 0 completed 160 sink tasks in 0.339922s
[2021-03-25 10:52:31.166] [global] [info] [Transform Stage] Stage 0 took 49.3343s
[2021-03-25 10:52:31.166] [global] [info] Query Execution took 49.4112s. (planning: 0.0769079s, execution: 49.3343s)
Welcome to

  _____            _
 |_   _|   _ _ __ | | _____  __
   | || | | | '_ \| |/ _ \ \/ /
   | || |_| | |_) | |  __/>  <
   |_| \__,_| .__/|_|\___/_/\_\ 0.1.7
            |_|
    
using Python 3.6.9 (default, Mar 23 2021, 11:08:57) 
[GCC 10.2.0] on linux
>>> running tuplex on ['/data/zillow/Zdirty/zillow_dirty@10G.csv']
>>> bug in generated parser, force to false
Tuplex startup time: 0.004972696304321289
>>> running pipeline with custom resolve logic...
Tuplex job time: 49.71966767311096 s
{'tuplex.useLLVMOptimizer': True, 'tuplex.autoUpcast': False, 'tuplex.allowUndefinedBehavior': False, 'tuplex.optimizer.codeStats': False, 'tuplex.optimizer.generateParser': False, 'tuplex.optimizer.nullValueOptimization': False, 'tuplex.optimizer.filterPushdown': True, 'tuplex.optimizer.sharedObjectPropagation': True, 'tuplex.interleaveIO': True, 'tuplex.resolveWithInterpreterOnly': False, 'tuplex.csv.selectionPushdown': True, 'tuplex.webui.enable': False, 'tuplex.executorCount': 0, 'tuplex.csv.maxDetectionRows': 10000, 'tuplex.webui.port': 5000, 'tuplex.webui.mongodb.port': 27017, 'tuplex.webui.exceptionDisplayLimit': 5, 'tuplex.normalcaseThreshold': 0.9, 'tuplex.csv.comments': ['#', '~'], 'tuplex.csv.maxDetectionMemory': '256KB', 'tuplex.csv.quotechar': '"', 'tuplex.csv.separators': [',', ';', '|', '\t'], 'tuplex.driverMemory': '32G', 'tuplex.env.hostname': '4e1bb76d17c5', 'tuplex.env.mode': 'file', 'tuplex.env.user': 'root', 'tuplex.executorMemory': '6G', 'tuplex.inputSplitSize': '64MB', 'tuplex.logDir': '.', 'tuplex.optimizer.mergeExceptionsInOrder': 'False', 'tuplex.optimizer.operatorReordering': 'false', 'tuplex.optionalThreshold': '0.7', 'tuplex.partitionSize': '32MB', 'tuplex.readBufferSize': '128KB', 'tuplex.runTimeLibrary': '/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime', 'tuplex.runTimeMemory': '64MB', 'tuplex.runTimeMemoryBlockSize': '4MB', 'tuplex.scratchDir': '/tmp', 'tuplex.webui.mongodb.path': '/data/tuplex_history', 'tuplex.webui.mongodb.url': 'localhost', 'tuplex.webui.url': 'localhost'}
{"logical_optimization_time_s":0.0324721,"llvm_optimization_time_s":0.160204,"llvm_compilation_time_s":0.0704179,"total_compilation_time_s":0.23982,"sampling_time_s":0.10965,"stages":[{"stage_no":0,"fast_path_wall_time_s":48.7514,"fast_path_time_s":48.7545,"fast_path_per_row_time_ns":865.142,"slow_path_wall_time_s":0,"slow_path_time_s":0,"slow_path_per_row_time_ns":0}]}
{"webui.enable": false, "executorMemory": "6G", "executorCount": 0, "driverMemory": "32G", "partitionSize": "32MB", "runTimeMemory": "64MB", "inputSplitSize": "64MB", "useLLVMOptimizer": true, "optimizer.nullValueOptimization": false, "csv.selectionPushdown": true, "optimizer.generateParser": false, "optimizer.mergeExceptionsInOrder": false, "optimizer.filterPushdown": true, "resolveWithInterpreterOnly": false}
{"startupTime": 0.004972696304321289, "jobTime": 49.71966767311096, "mode": "custom", "mergeExceptionsInOrder": false}
[GLOBAL] Local engine terminated.
[GLOBAL] releasing 1 active partitions
