[2021-03-25 11:00:09.053] [global] [error] could not find backend, defaulting to local
[2021-03-25 11:00:09.053] [local ee] [info] loaded runtime library from/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime.so
[2021-03-25 11:00:09.053] [local ee] [info] initializing LLVM backend
[2021-03-25 11:00:09.053] [local ee] [warning] init JIT compiler also only in local mode
[2021-03-25 11:00:09.054] [LLVM] [info] compiling code for skylake-avx512
[2021-03-25 11:00:09.054] [memory] [info] allocated bitmap managed memory region (32.00 GB, 32.00 MB block size)
[2021-03-25 11:00:09.054] [local execution engine] [info] started driver (32.00 GB, 32.00 MB default partition size)
overflow will be cached at file:///tmp/driver
[2021-03-25 11:00:09.055] [fileinputoperator] [info] found 1 file (10.01 GB) to process.
[2021-03-25 11:00:09.055] [global] [info] sampled file:///data/zillow/Zdirty/zillow_dirty@10G.csv on 256.00 KB
[2021-03-25 11:00:09.196] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 11:00:09.214] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 11:00:09.226] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 11:00:09.259] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 11:00:09.289] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 11:00:09.309] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 11:00:09.346] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 11:00:09.362] [global] [info] performing static typing for UDF in operator map
[2021-03-25 11:00:09.365] [global] [info] performing static typing for UDF in operator map
[2021-03-25 11:00:09.369] [global] [info] performing static typing for UDF in operator map
[2021-03-25 11:00:09.372] [global] [info] performing static typing for UDF in operator map
[2021-03-25 11:00:09.375] [global] [error] unsupported node type
[2021-03-25 11:00:09.375] [global] [error] unsupported node type
[2021-03-25 11:00:09.375] [global] [error] unsupported node type
[2021-03-25 11:00:09.375] [global] [error] unsupported node type
[2021-03-25 11:00:09.398] [logical planner] [info] logical optimization took 0.032527ms
output type of specialized pipeline is: (str)
is this the most outer stage?: 1
[2021-03-25 11:00:09.398] [codegen] [info] generating pipeline for (Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str]) -> (str) (19 operators pipelined)
outSchema is different than last operator's schema:
outSchema: (str)
last Op: (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 11:00:09.399] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> boolean
[2021-03-25 11:00:09.399] [codegen] [info] generating function extractBd for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> Option[i64]
[2021-03-25 11:00:09.400] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> boolean
[2021-03-25 11:00:09.401] [codegen] [info] generating function extractType for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> str
[2021-03-25 11:00:09.402] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> boolean
[2021-03-25 11:00:09.402] [codegen] [info] generating function extractZipcode for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> str
[2021-03-25 11:00:09.403] [codegen] [info] generating lambda function for (str) -> str
[2021-03-25 11:00:09.403] [codegen] [info] generating lambda function for (Option[str]) -> str
[2021-03-25 11:00:09.404] [codegen] [info] generating function extractBa for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str)) -> Option[f64]
[2021-03-25 11:00:09.405] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,Option[f64])) -> boolean
[2021-03-25 11:00:09.406] [codegen] [info] generating lambda function for (Option[f64]) -> f64
[2021-03-25 11:00:09.406] [codegen] [info] generating function extractSqft for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64)) -> Option[i64]
[2021-03-25 11:00:09.407] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,Option[i64])) -> boolean
[2021-03-25 11:00:09.408] [codegen] [info] generating lambda function for (Option[i64]) -> i64
[2021-03-25 11:00:09.408] [codegen] [info] generating function extractOffer for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64)) -> str
[2021-03-25 11:00:09.409] [codegen] [info] generating function extractPrice for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> i64
[2021-03-25 11:00:09.410] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 11:00:09.411] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 11:00:09.411] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 11:00:09.439] [global] [info] Stage0 depends on: 
[2021-03-25 11:00:09.608] [global] [info] Optimization via LLVM passes took 0.159385 ms
[2021-03-25 11:00:09.678] [global] [info] Compiled code paths for stage 0 in 0.07 ms
[2021-03-25 11:00:09.678] [global] [info] [Transform Stage] Stage 0 compiled to x86 in 0.238844s
[2021-03-25 11:00:09.678] [local ee] [info] split /data/zillow/Zdirty/zillow_dirty@10G.csv into 160 tasks
[2021-03-25 11:00:09.984] [driver] [info] [Task Finished] Transform to mem in 0.305455s (11287 normal rows, 0 exceptions)
[2021-03-25 11:00:10.287] [driver] [info] [Task Finished] Transform to mem in 0.303208s (11261 normal rows, 0 exceptions)
[2021-03-25 11:00:10.590] [driver] [info] [Task Finished] Transform to mem in 0.303322s (11335 normal rows, 0 exceptions)
[2021-03-25 11:00:10.894] [driver] [info] [Task Finished] Transform to mem in 0.303816s (11231 normal rows, 0 exceptions)
[2021-03-25 11:00:11.197] [driver] [info] [Task Finished] Transform to mem in 0.303118s (11167 normal rows, 0 exceptions)
[2021-03-25 11:00:11.501] [driver] [info] [Task Finished] Transform to mem in 0.303758s (11177 normal rows, 0 exceptions)
[2021-03-25 11:00:11.805] [driver] [info] [Task Finished] Transform to mem in 0.303814s (11220 normal rows, 0 exceptions)
[2021-03-25 11:00:12.108] [driver] [info] [Task Finished] Transform to mem in 0.302877s (11185 normal rows, 0 exceptions)
[2021-03-25 11:00:12.411] [driver] [info] [Task Finished] Transform to mem in 0.303011s (11267 normal rows, 0 exceptions)
[2021-03-25 11:00:12.714] [driver] [info] [Task Finished] Transform to mem in 0.303411s (11281 normal rows, 0 exceptions)
[2021-03-25 11:00:13.017] [driver] [info] [Task Finished] Transform to mem in 0.302731s (11335 normal rows, 0 exceptions)
[2021-03-25 11:00:13.321] [driver] [info] [Task Finished] Transform to mem in 0.303472s (11209 normal rows, 0 exceptions)
[2021-03-25 11:00:13.624] [driver] [info] [Task Finished] Transform to mem in 0.303342s (11189 normal rows, 0 exceptions)
[2021-03-25 11:00:13.927] [driver] [info] [Task Finished] Transform to mem in 0.302690s (11177 normal rows, 0 exceptions)
[2021-03-25 11:00:14.230] [driver] [info] [Task Finished] Transform to mem in 0.303626s (11220 normal rows, 0 exceptions)
[2021-03-25 11:00:14.533] [driver] [info] [Task Finished] Transform to mem in 0.302542s (11185 normal rows, 0 exceptions)
[2021-03-25 11:00:14.836] [driver] [info] [Task Finished] Transform to mem in 0.302727s (11267 normal rows, 0 exceptions)
[2021-03-25 11:00:15.139] [driver] [info] [Task Finished] Transform to mem in 0.303165s (11281 normal rows, 0 exceptions)
[2021-03-25 11:00:15.443] [driver] [info] [Task Finished] Transform to mem in 0.303873s (11335 normal rows, 0 exceptions)
[2021-03-25 11:00:15.745] [driver] [info] [Task Finished] Transform to mem in 0.302497s (11209 normal rows, 0 exceptions)
[2021-03-25 11:00:16.051] [driver] [info] [Task Finished] Transform to mem in 0.305705s (11163 normal rows, 0 exceptions)
[2021-03-25 11:00:16.353] [driver] [info] [Task Finished] Transform to mem in 0.302615s (11203 normal rows, 0 exceptions)
[2021-03-25 11:00:16.656] [driver] [info] [Task Finished] Transform to mem in 0.302716s (11220 normal rows, 0 exceptions)
[2021-03-25 11:00:16.959] [driver] [info] [Task Finished] Transform to mem in 0.303205s (11185 normal rows, 0 exceptions)
[2021-03-25 11:00:17.263] [driver] [info] [Task Finished] Transform to mem in 0.303302s (11267 normal rows, 0 exceptions)
[2021-03-25 11:00:17.566] [driver] [info] [Task Finished] Transform to mem in 0.303418s (11268 normal rows, 0 exceptions)
[2021-03-25 11:00:17.869] [driver] [info] [Task Finished] Transform to mem in 0.303215s (11293 normal rows, 0 exceptions)
[2021-03-25 11:00:18.172] [driver] [info] [Task Finished] Transform to mem in 0.302744s (11259 normal rows, 0 exceptions)
[2021-03-25 11:00:18.475] [driver] [info] [Task Finished] Transform to mem in 0.303258s (11168 normal rows, 0 exceptions)
[2021-03-25 11:00:18.779] [driver] [info] [Task Finished] Transform to mem in 0.303281s (11203 normal rows, 0 exceptions)
[2021-03-25 11:00:19.082] [driver] [info] [Task Finished] Transform to mem in 0.303487s (11220 normal rows, 0 exceptions)
[2021-03-25 11:00:19.386] [driver] [info] [Task Finished] Transform to mem in 0.303372s (11172 normal rows, 0 exceptions)
[2021-03-25 11:00:19.689] [driver] [info] [Task Finished] Transform to mem in 0.303367s (11280 normal rows, 0 exceptions)
[2021-03-25 11:00:19.992] [driver] [info] [Task Finished] Transform to mem in 0.303110s (11252 normal rows, 0 exceptions)
[2021-03-25 11:00:20.295] [driver] [info] [Task Finished] Transform to mem in 0.303070s (11309 normal rows, 0 exceptions)
[2021-03-25 11:00:20.598] [driver] [info] [Task Finished] Transform to mem in 0.302662s (11259 normal rows, 0 exceptions)
[2021-03-25 11:00:20.901] [driver] [info] [Task Finished] Transform to mem in 0.303257s (11168 normal rows, 0 exceptions)
[2021-03-25 11:00:21.204] [driver] [info] [Task Finished] Transform to mem in 0.303151s (11184 normal rows, 0 exceptions)
[2021-03-25 11:00:21.507] [driver] [info] [Task Finished] Transform to mem in 0.303123s (11210 normal rows, 0 exceptions)
[2021-03-25 11:00:21.811] [driver] [info] [Task Finished] Transform to mem in 0.303385s (11201 normal rows, 0 exceptions)
[2021-03-25 11:00:22.114] [driver] [info] [Task Finished] Transform to mem in 0.302922s (11244 normal rows, 0 exceptions)
[2021-03-25 11:00:22.417] [driver] [info] [Task Finished] Transform to mem in 0.302785s (11288 normal rows, 0 exceptions)
[2021-03-25 11:00:22.720] [driver] [info] [Task Finished] Transform to mem in 0.303541s (11309 normal rows, 0 exceptions)
[2021-03-25 11:00:23.023] [driver] [info] [Task Finished] Transform to mem in 0.302608s (11259 normal rows, 0 exceptions)
[2021-03-25 11:00:23.327] [driver] [info] [Task Finished] Transform to mem in 0.303912s (11168 normal rows, 0 exceptions)
[2021-03-25 11:00:23.630] [driver] [info] [Task Finished] Transform to mem in 0.303597s (11184 normal rows, 0 exceptions)
[2021-03-25 11:00:23.933] [driver] [info] [Task Finished] Transform to mem in 0.302615s (11210 normal rows, 0 exceptions)
[2021-03-25 11:00:24.236] [driver] [info] [Task Finished] Transform to mem in 0.303226s (11192 normal rows, 0 exceptions)
[2021-03-25 11:00:24.539] [driver] [info] [Task Finished] Transform to mem in 0.303245s (11253 normal rows, 0 exceptions)
[2021-03-25 11:00:24.843] [driver] [info] [Task Finished] Transform to mem in 0.303518s (11285 normal rows, 0 exceptions)
[2021-03-25 11:00:25.147] [driver] [info] [Task Finished] Transform to mem in 0.303571s (11312 normal rows, 0 exceptions)
[2021-03-25 11:00:25.450] [driver] [info] [Task Finished] Transform to mem in 0.302874s (11259 normal rows, 0 exceptions)
[2021-03-25 11:00:25.753] [driver] [info] [Task Finished] Transform to mem in 0.303140s (11157 normal rows, 0 exceptions)
[2021-03-25 11:00:26.055] [driver] [info] [Task Finished] Transform to mem in 0.302804s (11195 normal rows, 0 exceptions)
[2021-03-25 11:00:26.359] [driver] [info] [Task Finished] Transform to mem in 0.303548s (11210 normal rows, 0 exceptions)
[2021-03-25 11:00:26.662] [driver] [info] [Task Finished] Transform to mem in 0.302627s (11192 normal rows, 0 exceptions)
[2021-03-25 11:00:26.964] [driver] [info] [Task Finished] Transform to mem in 0.302590s (11253 normal rows, 0 exceptions)
[2021-03-25 11:00:27.269] [driver] [info] [Task Finished] Transform to mem in 0.304219s (11285 normal rows, 0 exceptions)
[2021-03-25 11:00:27.572] [driver] [info] [Task Finished] Transform to mem in 0.303445s (11312 normal rows, 0 exceptions)
[2021-03-25 11:00:27.875] [driver] [info] [Task Finished] Transform to mem in 0.302619s (11251 normal rows, 0 exceptions)
[2021-03-25 11:00:28.178] [driver] [info] [Task Finished] Transform to mem in 0.303035s (11156 normal rows, 0 exceptions)
[2021-03-25 11:00:28.481] [driver] [info] [Task Finished] Transform to mem in 0.303053s (11188 normal rows, 0 exceptions)
[2021-03-25 11:00:28.783] [driver] [info] [Task Finished] Transform to mem in 0.302475s (11226 normal rows, 0 exceptions)
[2021-03-25 11:00:29.086] [driver] [info] [Task Finished] Transform to mem in 0.302567s (11192 normal rows, 0 exceptions)
[2021-03-25 11:00:29.389] [driver] [info] [Task Finished] Transform to mem in 0.303176s (11243 normal rows, 0 exceptions)
[2021-03-25 11:00:29.692] [driver] [info] [Task Finished] Transform to mem in 0.303451s (11295 normal rows, 0 exceptions)
[2021-03-25 11:00:29.995] [driver] [info] [Task Finished] Transform to mem in 0.302563s (11263 normal rows, 0 exceptions)
[2021-03-25 11:00:30.299] [driver] [info] [Task Finished] Transform to mem in 0.303798s (11268 normal rows, 0 exceptions)
[2021-03-25 11:00:30.602] [driver] [info] [Task Finished] Transform to mem in 0.303248s (11188 normal rows, 0 exceptions)
[2021-03-25 11:00:30.905] [driver] [info] [Task Finished] Transform to mem in 0.303330s (11188 normal rows, 0 exceptions)
[2021-03-25 11:00:31.208] [driver] [info] [Task Finished] Transform to mem in 0.302963s (11226 normal rows, 0 exceptions)
[2021-03-25 11:00:31.511] [driver] [info] [Task Finished] Transform to mem in 0.302601s (11182 normal rows, 0 exceptions)
[2021-03-25 11:00:31.814] [driver] [info] [Task Finished] Transform to mem in 0.302420s (11253 normal rows, 0 exceptions)
[2021-03-25 11:00:32.117] [driver] [info] [Task Finished] Transform to mem in 0.303548s (11278 normal rows, 0 exceptions)
[2021-03-25 11:00:32.421] [driver] [info] [Task Finished] Transform to mem in 0.303680s (11280 normal rows, 0 exceptions)
[2021-03-25 11:00:32.724] [driver] [info] [Task Finished] Transform to mem in 0.303303s (11268 normal rows, 0 exceptions)
[2021-03-25 11:00:33.027] [driver] [info] [Task Finished] Transform to mem in 0.302703s (11188 normal rows, 0 exceptions)
[2021-03-25 11:00:33.331] [driver] [info] [Task Finished] Transform to mem in 0.304235s (11188 normal rows, 0 exceptions)
[2021-03-25 11:00:33.634] [driver] [info] [Task Finished] Transform to mem in 0.302538s (11208 normal rows, 0 exceptions)
[2021-03-25 11:00:33.937] [driver] [info] [Task Finished] Transform to mem in 0.302946s (11200 normal rows, 0 exceptions)
[2021-03-25 11:00:34.239] [driver] [info] [Task Finished] Transform to mem in 0.302617s (11216 normal rows, 0 exceptions)
[2021-03-25 11:00:34.542] [driver] [info] [Task Finished] Transform to mem in 0.302972s (11315 normal rows, 0 exceptions)
[2021-03-25 11:00:34.845] [driver] [info] [Task Finished] Transform to mem in 0.303275s (11280 normal rows, 0 exceptions)
[2021-03-25 11:00:35.149] [driver] [info] [Task Finished] Transform to mem in 0.303214s (11268 normal rows, 0 exceptions)
[2021-03-25 11:00:35.452] [driver] [info] [Task Finished] Transform to mem in 0.302923s (11168 normal rows, 0 exceptions)
[2021-03-25 11:00:35.755] [driver] [info] [Task Finished] Transform to mem in 0.303317s (11180 normal rows, 0 exceptions)
[2021-03-25 11:00:36.058] [driver] [info] [Task Finished] Transform to mem in 0.302623s (11236 normal rows, 0 exceptions)
[2021-03-25 11:00:36.361] [driver] [info] [Task Finished] Transform to mem in 0.303635s (11200 normal rows, 0 exceptions)
[2021-03-25 11:00:36.664] [driver] [info] [Task Finished] Transform to mem in 0.302208s (11175 normal rows, 0 exceptions)
[2021-03-25 11:00:36.967] [driver] [info] [Task Finished] Transform to mem in 0.303248s (11356 normal rows, 0 exceptions)
[2021-03-25 11:00:37.270] [driver] [info] [Task Finished] Transform to mem in 0.303334s (11280 normal rows, 0 exceptions)
[2021-03-25 11:00:37.573] [driver] [info] [Task Finished] Transform to mem in 0.302819s (11253 normal rows, 0 exceptions)
[2021-03-25 11:00:37.876] [driver] [info] [Task Finished] Transform to mem in 0.303022s (11183 normal rows, 0 exceptions)
[2021-03-25 11:00:38.179] [driver] [info] [Task Finished] Transform to mem in 0.302946s (11180 normal rows, 0 exceptions)
[2021-03-25 11:00:38.482] [driver] [info] [Task Finished] Transform to mem in 0.303314s (11236 normal rows, 0 exceptions)
[2021-03-25 11:00:38.785] [driver] [info] [Task Finished] Transform to mem in 0.302781s (11200 normal rows, 0 exceptions)
[2021-03-25 11:00:39.088] [driver] [info] [Task Finished] Transform to mem in 0.302729s (11175 normal rows, 0 exceptions)
[2021-03-25 11:00:39.391] [driver] [info] [Task Finished] Transform to mem in 0.303411s (11356 normal rows, 0 exceptions)
[2021-03-25 11:00:39.694] [driver] [info] [Task Finished] Transform to mem in 0.302833s (11273 normal rows, 0 exceptions)
[2021-03-25 11:00:39.997] [driver] [info] [Task Finished] Transform to mem in 0.303262s (11260 normal rows, 0 exceptions)
[2021-03-25 11:00:40.300] [driver] [info] [Task Finished] Transform to mem in 0.302905s (11183 normal rows, 0 exceptions)
[2021-03-25 11:00:40.604] [driver] [info] [Task Finished] Transform to mem in 0.303522s (11180 normal rows, 0 exceptions)
[2021-03-25 11:00:40.907] [driver] [info] [Task Finished] Transform to mem in 0.303064s (11220 normal rows, 0 exceptions)
[2021-03-25 11:00:41.210] [driver] [info] [Task Finished] Transform to mem in 0.303218s (11196 normal rows, 0 exceptions)
[2021-03-25 11:00:41.513] [driver] [info] [Task Finished] Transform to mem in 0.303091s (11175 normal rows, 0 exceptions)
[2021-03-25 11:00:41.816] [driver] [info] [Task Finished] Transform to mem in 0.303139s (11376 normal rows, 0 exceptions)
[2021-03-25 11:00:42.120] [driver] [info] [Task Finished] Transform to mem in 0.303582s (11181 normal rows, 0 exceptions)
[2021-03-25 11:00:42.423] [driver] [info] [Task Finished] Transform to mem in 0.302998s (11352 normal rows, 0 exceptions)
[2021-03-25 11:00:42.726] [driver] [info] [Task Finished] Transform to mem in 0.303195s (11173 normal rows, 0 exceptions)
[2021-03-25 11:00:43.030] [driver] [info] [Task Finished] Transform to mem in 0.303262s (11190 normal rows, 0 exceptions)
[2021-03-25 11:00:43.333] [driver] [info] [Task Finished] Transform to mem in 0.303064s (11183 normal rows, 0 exceptions)
[2021-03-25 11:00:43.637] [driver] [info] [Task Finished] Transform to mem in 0.304050s (11233 normal rows, 0 exceptions)
[2021-03-25 11:00:43.940] [driver] [info] [Task Finished] Transform to mem in 0.303417s (11153 normal rows, 0 exceptions)
[2021-03-25 11:00:44.244] [driver] [info] [Task Finished] Transform to mem in 0.304039s (11349 normal rows, 0 exceptions)
[2021-03-25 11:00:44.549] [driver] [info] [Task Finished] Transform to mem in 0.304590s (11226 normal rows, 0 exceptions)
[2021-03-25 11:00:44.852] [driver] [info] [Task Finished] Transform to mem in 0.303605s (11348 normal rows, 0 exceptions)
[2021-03-25 11:00:45.156] [driver] [info] [Task Finished] Transform to mem in 0.303486s (11181 normal rows, 0 exceptions)
[2021-03-25 11:00:45.460] [driver] [info] [Task Finished] Transform to mem in 0.303801s (11185 normal rows, 0 exceptions)
[2021-03-25 11:00:45.764] [driver] [info] [Task Finished] Transform to mem in 0.304427s (11188 normal rows, 0 exceptions)
[2021-03-25 11:00:46.069] [driver] [info] [Task Finished] Transform to mem in 0.305103s (11233 normal rows, 0 exceptions)
[2021-03-25 11:00:46.373] [driver] [info] [Task Finished] Transform to mem in 0.303882s (11153 normal rows, 0 exceptions)
[2021-03-25 11:00:46.677] [driver] [info] [Task Finished] Transform to mem in 0.304141s (11349 normal rows, 0 exceptions)
[2021-03-25 11:00:46.982] [driver] [info] [Task Finished] Transform to mem in 0.304476s (11224 normal rows, 0 exceptions)
[2021-03-25 11:00:47.286] [driver] [info] [Task Finished] Transform to mem in 0.304651s (11350 normal rows, 0 exceptions)
[2021-03-25 11:00:47.590] [driver] [info] [Task Finished] Transform to mem in 0.303427s (11181 normal rows, 0 exceptions)
[2021-03-25 11:00:47.895] [driver] [info] [Task Finished] Transform to mem in 0.304544s (11177 normal rows, 0 exceptions)
[2021-03-25 11:00:48.199] [driver] [info] [Task Finished] Transform to mem in 0.304436s (11196 normal rows, 0 exceptions)
[2021-03-25 11:00:48.503] [driver] [info] [Task Finished] Transform to mem in 0.303692s (11233 normal rows, 0 exceptions)
[2021-03-25 11:00:48.807] [driver] [info] [Task Finished] Transform to mem in 0.304051s (11153 normal rows, 0 exceptions)
[2021-03-25 11:00:49.111] [driver] [info] [Task Finished] Transform to mem in 0.304418s (11349 normal rows, 0 exceptions)
[2021-03-25 11:00:49.415] [driver] [info] [Task Finished] Transform to mem in 0.303442s (11224 normal rows, 0 exceptions)
[2021-03-25 11:00:49.720] [driver] [info] [Task Finished] Transform to mem in 0.305098s (11350 normal rows, 0 exceptions)
[2021-03-25 11:00:50.023] [driver] [info] [Task Finished] Transform to mem in 0.303482s (11181 normal rows, 0 exceptions)
[2021-03-25 11:00:50.327] [driver] [info] [Task Finished] Transform to mem in 0.303826s (11177 normal rows, 0 exceptions)
[2021-03-25 11:00:50.631] [driver] [info] [Task Finished] Transform to mem in 0.303495s (11190 normal rows, 0 exceptions)
[2021-03-25 11:00:50.934] [driver] [info] [Task Finished] Transform to mem in 0.303423s (11204 normal rows, 0 exceptions)
[2021-03-25 11:00:51.237] [driver] [info] [Task Finished] Transform to mem in 0.303235s (11183 normal rows, 0 exceptions)
[2021-03-25 11:00:51.541] [driver] [info] [Task Finished] Transform to mem in 0.303596s (11354 normal rows, 0 exceptions)
[2021-03-25 11:00:51.844] [driver] [info] [Task Finished] Transform to mem in 0.303166s (11224 normal rows, 0 exceptions)
[2021-03-25 11:00:52.147] [driver] [info] [Task Finished] Transform to mem in 0.303228s (11338 normal rows, 0 exceptions)
[2021-03-25 11:00:52.452] [driver] [info] [Task Finished] Transform to mem in 0.304280s (11193 normal rows, 0 exceptions)
[2021-03-25 11:00:52.755] [driver] [info] [Task Finished] Transform to mem in 0.303729s (11177 normal rows, 0 exceptions)
[2021-03-25 11:00:53.058] [driver] [info] [Task Finished] Transform to mem in 0.303019s (11190 normal rows, 0 exceptions)
[2021-03-25 11:00:53.362] [driver] [info] [Task Finished] Transform to mem in 0.303346s (11204 normal rows, 0 exceptions)
[2021-03-25 11:00:53.665] [driver] [info] [Task Finished] Transform to mem in 0.303130s (11183 normal rows, 0 exceptions)
[2021-03-25 11:00:53.970] [driver] [info] [Task Finished] Transform to mem in 0.304872s (11354 normal rows, 0 exceptions)
[2021-03-25 11:00:54.275] [driver] [info] [Task Finished] Transform to mem in 0.305195s (11208 normal rows, 0 exceptions)
[2021-03-25 11:00:54.579] [driver] [info] [Task Finished] Transform to mem in 0.304306s (11354 normal rows, 0 exceptions)
[2021-03-25 11:00:54.883] [driver] [info] [Task Finished] Transform to mem in 0.303496s (11181 normal rows, 0 exceptions)
[2021-03-25 11:00:55.187] [driver] [info] [Task Finished] Transform to mem in 0.304563s (11189 normal rows, 0 exceptions)
[2021-03-25 11:00:55.491] [driver] [info] [Task Finished] Transform to mem in 0.303566s (11180 normal rows, 0 exceptions)
[2021-03-25 11:00:55.796] [driver] [info] [Task Finished] Transform to mem in 0.304454s (11214 normal rows, 0 exceptions)
[2021-03-25 11:00:56.099] [driver] [info] [Task Finished] Transform to mem in 0.303928s (11180 normal rows, 0 exceptions)
[2021-03-25 11:00:56.404] [driver] [info] [Task Finished] Transform to mem in 0.304040s (11273 normal rows, 0 exceptions)
[2021-03-25 11:00:56.708] [driver] [info] [Task Finished] Transform to mem in 0.304295s (11287 normal rows, 0 exceptions)
[2021-03-25 11:00:57.012] [driver] [info] [Task Finished] Transform to mem in 0.304635s (11359 normal rows, 0 exceptions)
[2021-03-25 11:00:57.316] [driver] [info] [Task Finished] Transform to mem in 0.303653s (11181 normal rows, 0 exceptions)
[2021-03-25 11:00:57.620] [driver] [info] [Task Finished] Transform to mem in 0.304201s (11167 normal rows, 0 exceptions)
[2021-03-25 11:00:57.925] [driver] [info] [Task Finished] Transform to mem in 0.304249s (11201 normal rows, 0 exceptions)
[2021-03-25 11:00:58.265] [driver] [info] [Task Finished] Transform to mem in 0.340269s (12533 normal rows, 0 exceptions)
[2021-03-25 11:00:58.265] [global] [info] [Transform Stage] Stage 0 completed 160 load&transform tasks in 48.587s
[2021-03-25 11:00:58.265] [global] [info] [Transform Stage] Stage 0 total wall clock time: 48.5839s, 56350770 input rows, time to process 1 row via fast path: 0.000862169ms

[2021-03-25 11:00:58.298] [global] [info] Writing 1798491 rows as output to file (273.80 MB)
[2021-03-25 11:00:58.602] [driver] [info] [Task Finished] write to file in 0.303996s (1798491 rows, 273.80 MB)
[2021-03-25 11:00:58.602] [global] [info] writing output took 0.337171s
[2021-03-25 11:00:58.602] [global] [info] [Transform Stage] Stage 0 completed 160 sink tasks in 0.337261s
[2021-03-25 11:00:58.602] [global] [info] [Transform Stage] Stage 0 took 49.1631s
[2021-03-25 11:00:58.602] [global] [info] Query Execution took 49.24s. (planning: 0.0768528s, execution: 49.1632s)
Welcome to

  _____            _
 |_   _|   _ _ __ | | _____  __
   | || | | | '_ \| |/ _ \ \/ /
   | || |_| | |_) | |  __/>  <
   |_| \__,_| .__/|_|\___/_/\_\ 0.1.7
            |_|
    
using Python 3.6.9 (default, Mar 23 2021, 11:08:57) 
[GCC 10.2.0] on linux
>>> running tuplex on ['/data/zillow/Zdirty/zillow_dirty@10G.csv']
>>> bug in generated parser, force to false
Tuplex startup time: 0.004911184310913086
>>> running pipeline with custom resolve logic...
Tuplex job time: 49.54897618293762 s
{'tuplex.useLLVMOptimizer': True, 'tuplex.autoUpcast': False, 'tuplex.allowUndefinedBehavior': False, 'tuplex.optimizer.codeStats': False, 'tuplex.optimizer.generateParser': False, 'tuplex.optimizer.nullValueOptimization': False, 'tuplex.optimizer.filterPushdown': True, 'tuplex.optimizer.sharedObjectPropagation': True, 'tuplex.interleaveIO': True, 'tuplex.resolveWithInterpreterOnly': False, 'tuplex.csv.selectionPushdown': True, 'tuplex.webui.enable': False, 'tuplex.executorCount': 0, 'tuplex.csv.maxDetectionRows': 10000, 'tuplex.webui.port': 5000, 'tuplex.webui.mongodb.port': 27017, 'tuplex.webui.exceptionDisplayLimit': 5, 'tuplex.normalcaseThreshold': 0.9, 'tuplex.csv.comments': ['#', '~'], 'tuplex.csv.maxDetectionMemory': '256KB', 'tuplex.csv.quotechar': '"', 'tuplex.csv.separators': [',', ';', '|', '\t'], 'tuplex.driverMemory': '32G', 'tuplex.env.hostname': '4e1bb76d17c5', 'tuplex.env.mode': 'file', 'tuplex.env.user': 'root', 'tuplex.executorMemory': '6G', 'tuplex.inputSplitSize': '64MB', 'tuplex.logDir': '.', 'tuplex.optimizer.mergeExceptionsInOrder': 'False', 'tuplex.optimizer.operatorReordering': 'false', 'tuplex.optionalThreshold': '0.7', 'tuplex.partitionSize': '32MB', 'tuplex.readBufferSize': '128KB', 'tuplex.runTimeLibrary': '/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime', 'tuplex.runTimeMemory': '64MB', 'tuplex.runTimeMemoryBlockSize': '4MB', 'tuplex.scratchDir': '/tmp', 'tuplex.webui.mongodb.path': '/data/tuplex_history', 'tuplex.webui.mongodb.url': 'localhost', 'tuplex.webui.url': 'localhost'}
{"logical_optimization_time_s":0.0325266,"llvm_optimization_time_s":0.159385,"llvm_compilation_time_s":0.0701556,"total_compilation_time_s":0.238841,"sampling_time_s":0.110383,"stages":[{"stage_no":0,"fast_path_wall_time_s":48.5839,"fast_path_time_s":48.587,"fast_path_per_row_time_ns":862.169,"slow_path_wall_time_s":0,"slow_path_time_s":0,"slow_path_per_row_time_ns":0}]}
{"webui.enable": false, "executorMemory": "6G", "executorCount": 0, "driverMemory": "32G", "partitionSize": "32MB", "runTimeMemory": "64MB", "inputSplitSize": "64MB", "useLLVMOptimizer": true, "optimizer.nullValueOptimization": false, "csv.selectionPushdown": true, "optimizer.generateParser": false, "optimizer.mergeExceptionsInOrder": false, "optimizer.filterPushdown": true, "resolveWithInterpreterOnly": false}
{"startupTime": 0.004911184310913086, "jobTime": 49.54897618293762, "mode": "custom", "mergeExceptionsInOrder": false}
[GLOBAL] Local engine terminated.
[GLOBAL] releasing 1 active partitions
