[2021-03-25 10:55:58.787] [global] [error] could not find backend, defaulting to local
[2021-03-25 10:55:58.787] [local ee] [info] loaded runtime library from/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime.so
[2021-03-25 10:55:58.787] [local ee] [info] initializing LLVM backend
[2021-03-25 10:55:58.787] [local ee] [warning] init JIT compiler also only in local mode
[2021-03-25 10:55:58.787] [LLVM] [info] compiling code for skylake-avx512
[2021-03-25 10:55:58.788] [memory] [info] allocated bitmap managed memory region (32.00 GB, 32.00 MB block size)
[2021-03-25 10:55:58.788] [local execution engine] [info] started driver (32.00 GB, 32.00 MB default partition size)
overflow will be cached at file:///tmp/driver
[2021-03-25 10:55:58.788] [fileinputoperator] [info] found 1 file (10.01 GB) to process.
[2021-03-25 10:55:58.788] [global] [info] sampled file:///data/zillow/Zdirty/zillow_dirty@10G.csv on 256.00 KB
[2021-03-25 10:55:58.930] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:55:58.947] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:55:58.960] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:55:58.993] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:55:59.023] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:55:59.042] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:55:59.080] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:55:59.096] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:55:59.099] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:55:59.103] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:55:59.106] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:55:59.109] [global] [error] unsupported node type
[2021-03-25 10:55:59.109] [global] [error] unsupported node type
[2021-03-25 10:55:59.109] [global] [error] unsupported node type
[2021-03-25 10:55:59.109] [global] [error] unsupported node type
[2021-03-25 10:55:59.132] [logical planner] [info] logical optimization took 0.032450ms
output type of specialized pipeline is: (str)
is this the most outer stage?: 1
[2021-03-25 10:55:59.132] [codegen] [info] generating pipeline for (Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str]) -> (str) (19 operators pipelined)
outSchema is different than last operator's schema:
outSchema: (str)
last Op: (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 10:55:59.133] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> boolean
[2021-03-25 10:55:59.133] [codegen] [info] generating function extractBd for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> Option[i64]
[2021-03-25 10:55:59.134] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> boolean
[2021-03-25 10:55:59.135] [codegen] [info] generating function extractType for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> str
[2021-03-25 10:55:59.135] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> boolean
[2021-03-25 10:55:59.136] [codegen] [info] generating function extractZipcode for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> str
[2021-03-25 10:55:59.136] [codegen] [info] generating lambda function for (str) -> str
[2021-03-25 10:55:59.137] [codegen] [info] generating lambda function for (Option[str]) -> str
[2021-03-25 10:55:59.138] [codegen] [info] generating function extractBa for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str)) -> Option[f64]
[2021-03-25 10:55:59.139] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,Option[f64])) -> boolean
[2021-03-25 10:55:59.139] [codegen] [info] generating lambda function for (Option[f64]) -> f64
[2021-03-25 10:55:59.140] [codegen] [info] generating function extractSqft for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64)) -> Option[i64]
[2021-03-25 10:55:59.141] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,Option[i64])) -> boolean
[2021-03-25 10:55:59.141] [codegen] [info] generating lambda function for (Option[i64]) -> i64
[2021-03-25 10:55:59.142] [codegen] [info] generating function extractOffer for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64)) -> str
[2021-03-25 10:55:59.143] [codegen] [info] generating function extractPrice for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> i64
[2021-03-25 10:55:59.144] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 10:55:59.144] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 10:55:59.145] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 10:55:59.173] [global] [info] Stage0 depends on: 
[2021-03-25 10:55:59.343] [global] [info] Optimization via LLVM passes took 0.160552 ms
[2021-03-25 10:55:59.413] [global] [info] Compiled code paths for stage 0 in 0.07 ms
[2021-03-25 10:55:59.413] [global] [info] [Transform Stage] Stage 0 compiled to x86 in 0.240035s
[2021-03-25 10:55:59.413] [local ee] [info] split /data/zillow/Zdirty/zillow_dirty@10G.csv into 160 tasks
[2021-03-25 10:55:59.722] [driver] [info] [Task Finished] Transform to mem in 0.308744s (11287 normal rows, 0 exceptions)
[2021-03-25 10:56:00.027] [driver] [info] [Task Finished] Transform to mem in 0.304852s (11261 normal rows, 0 exceptions)
[2021-03-25 10:56:00.334] [driver] [info] [Task Finished] Transform to mem in 0.306768s (11335 normal rows, 0 exceptions)
[2021-03-25 10:56:00.639] [driver] [info] [Task Finished] Transform to mem in 0.305509s (11231 normal rows, 0 exceptions)
[2021-03-25 10:56:00.946] [driver] [info] [Task Finished] Transform to mem in 0.306425s (11167 normal rows, 0 exceptions)
[2021-03-25 10:56:01.252] [driver] [info] [Task Finished] Transform to mem in 0.306008s (11177 normal rows, 0 exceptions)
[2021-03-25 10:56:01.557] [driver] [info] [Task Finished] Transform to mem in 0.305709s (11220 normal rows, 0 exceptions)
[2021-03-25 10:56:01.861] [driver] [info] [Task Finished] Transform to mem in 0.303850s (11185 normal rows, 0 exceptions)
[2021-03-25 10:56:02.167] [driver] [info] [Task Finished] Transform to mem in 0.305477s (11267 normal rows, 0 exceptions)
[2021-03-25 10:56:02.471] [driver] [info] [Task Finished] Transform to mem in 0.304609s (11281 normal rows, 0 exceptions)
[2021-03-25 10:56:02.777] [driver] [info] [Task Finished] Transform to mem in 0.305898s (11335 normal rows, 0 exceptions)
[2021-03-25 10:56:03.082] [driver] [info] [Task Finished] Transform to mem in 0.304348s (11209 normal rows, 0 exceptions)
[2021-03-25 10:56:03.388] [driver] [info] [Task Finished] Transform to mem in 0.306185s (11189 normal rows, 0 exceptions)
[2021-03-25 10:56:03.693] [driver] [info] [Task Finished] Transform to mem in 0.305350s (11177 normal rows, 0 exceptions)
[2021-03-25 10:56:03.999] [driver] [info] [Task Finished] Transform to mem in 0.305572s (11220 normal rows, 0 exceptions)
[2021-03-25 10:56:04.304] [driver] [info] [Task Finished] Transform to mem in 0.304695s (11185 normal rows, 0 exceptions)
[2021-03-25 10:56:04.610] [driver] [info] [Task Finished] Transform to mem in 0.306208s (11267 normal rows, 0 exceptions)
[2021-03-25 10:56:04.915] [driver] [info] [Task Finished] Transform to mem in 0.305435s (11281 normal rows, 0 exceptions)
[2021-03-25 10:56:05.221] [driver] [info] [Task Finished] Transform to mem in 0.305884s (11335 normal rows, 0 exceptions)
[2021-03-25 10:56:05.525] [driver] [info] [Task Finished] Transform to mem in 0.303902s (11209 normal rows, 0 exceptions)
[2021-03-25 10:56:05.831] [driver] [info] [Task Finished] Transform to mem in 0.305591s (11163 normal rows, 0 exceptions)
[2021-03-25 10:56:06.135] [driver] [info] [Task Finished] Transform to mem in 0.304636s (11203 normal rows, 0 exceptions)
[2021-03-25 10:56:06.441] [driver] [info] [Task Finished] Transform to mem in 0.305474s (11220 normal rows, 0 exceptions)
[2021-03-25 10:56:06.745] [driver] [info] [Task Finished] Transform to mem in 0.304600s (11185 normal rows, 0 exceptions)
[2021-03-25 10:56:07.052] [driver] [info] [Task Finished] Transform to mem in 0.306297s (11267 normal rows, 0 exceptions)
[2021-03-25 10:56:07.357] [driver] [info] [Task Finished] Transform to mem in 0.304815s (11268 normal rows, 0 exceptions)
[2021-03-25 10:56:07.662] [driver] [info] [Task Finished] Transform to mem in 0.305809s (11293 normal rows, 0 exceptions)
[2021-03-25 10:56:07.966] [driver] [info] [Task Finished] Transform to mem in 0.303539s (11259 normal rows, 0 exceptions)
[2021-03-25 10:56:08.272] [driver] [info] [Task Finished] Transform to mem in 0.305882s (11168 normal rows, 0 exceptions)
[2021-03-25 10:56:08.576] [driver] [info] [Task Finished] Transform to mem in 0.304515s (11203 normal rows, 0 exceptions)
[2021-03-25 10:56:08.882] [driver] [info] [Task Finished] Transform to mem in 0.305551s (11220 normal rows, 0 exceptions)
[2021-03-25 10:56:09.186] [driver] [info] [Task Finished] Transform to mem in 0.304425s (11172 normal rows, 0 exceptions)
[2021-03-25 10:56:09.492] [driver] [info] [Task Finished] Transform to mem in 0.305658s (11280 normal rows, 0 exceptions)
[2021-03-25 10:56:09.797] [driver] [info] [Task Finished] Transform to mem in 0.304682s (11252 normal rows, 0 exceptions)
[2021-03-25 10:56:10.103] [driver] [info] [Task Finished] Transform to mem in 0.306116s (11309 normal rows, 0 exceptions)
[2021-03-25 10:56:10.408] [driver] [info] [Task Finished] Transform to mem in 0.304799s (11259 normal rows, 0 exceptions)
[2021-03-25 10:56:10.714] [driver] [info] [Task Finished] Transform to mem in 0.305951s (11168 normal rows, 0 exceptions)
[2021-03-25 10:56:11.018] [driver] [info] [Task Finished] Transform to mem in 0.304506s (11184 normal rows, 0 exceptions)
[2021-03-25 10:56:11.324] [driver] [info] [Task Finished] Transform to mem in 0.306077s (11210 normal rows, 0 exceptions)
[2021-03-25 10:56:11.629] [driver] [info] [Task Finished] Transform to mem in 0.304878s (11201 normal rows, 0 exceptions)
[2021-03-25 10:56:11.935] [driver] [info] [Task Finished] Transform to mem in 0.305830s (11244 normal rows, 0 exceptions)
[2021-03-25 10:56:12.240] [driver] [info] [Task Finished] Transform to mem in 0.304946s (11288 normal rows, 0 exceptions)
[2021-03-25 10:56:12.547] [driver] [info] [Task Finished] Transform to mem in 0.306585s (11309 normal rows, 0 exceptions)
[2021-03-25 10:56:12.851] [driver] [info] [Task Finished] Transform to mem in 0.303957s (11259 normal rows, 0 exceptions)
[2021-03-25 10:56:13.157] [driver] [info] [Task Finished] Transform to mem in 0.305995s (11168 normal rows, 0 exceptions)
[2021-03-25 10:56:13.462] [driver] [info] [Task Finished] Transform to mem in 0.304910s (11184 normal rows, 0 exceptions)
[2021-03-25 10:56:13.767] [driver] [info] [Task Finished] Transform to mem in 0.305762s (11210 normal rows, 0 exceptions)
[2021-03-25 10:56:14.073] [driver] [info] [Task Finished] Transform to mem in 0.305495s (11192 normal rows, 0 exceptions)
[2021-03-25 10:56:14.379] [driver] [info] [Task Finished] Transform to mem in 0.305725s (11253 normal rows, 0 exceptions)
[2021-03-25 10:56:14.683] [driver] [info] [Task Finished] Transform to mem in 0.304646s (11285 normal rows, 0 exceptions)
[2021-03-25 10:56:14.990] [driver] [info] [Task Finished] Transform to mem in 0.306502s (11312 normal rows, 0 exceptions)
[2021-03-25 10:56:15.294] [driver] [info] [Task Finished] Transform to mem in 0.304202s (11259 normal rows, 0 exceptions)
[2021-03-25 10:56:15.600] [driver] [info] [Task Finished] Transform to mem in 0.305827s (11157 normal rows, 0 exceptions)
[2021-03-25 10:56:15.905] [driver] [info] [Task Finished] Transform to mem in 0.305145s (11195 normal rows, 0 exceptions)
[2021-03-25 10:56:16.211] [driver] [info] [Task Finished] Transform to mem in 0.306083s (11210 normal rows, 0 exceptions)
[2021-03-25 10:56:16.516] [driver] [info] [Task Finished] Transform to mem in 0.304486s (11192 normal rows, 0 exceptions)
[2021-03-25 10:56:16.821] [driver] [info] [Task Finished] Transform to mem in 0.305471s (11253 normal rows, 0 exceptions)
[2021-03-25 10:56:17.126] [driver] [info] [Task Finished] Transform to mem in 0.305231s (11285 normal rows, 0 exceptions)
[2021-03-25 10:56:17.432] [driver] [info] [Task Finished] Transform to mem in 0.305969s (11312 normal rows, 0 exceptions)
[2021-03-25 10:56:17.737] [driver] [info] [Task Finished] Transform to mem in 0.304315s (11251 normal rows, 0 exceptions)
[2021-03-25 10:56:18.043] [driver] [info] [Task Finished] Transform to mem in 0.306220s (11156 normal rows, 0 exceptions)
[2021-03-25 10:56:18.348] [driver] [info] [Task Finished] Transform to mem in 0.305431s (11188 normal rows, 0 exceptions)
[2021-03-25 10:56:18.654] [driver] [info] [Task Finished] Transform to mem in 0.305534s (11226 normal rows, 0 exceptions)
[2021-03-25 10:56:18.959] [driver] [info] [Task Finished] Transform to mem in 0.304707s (11192 normal rows, 0 exceptions)
[2021-03-25 10:56:19.264] [driver] [info] [Task Finished] Transform to mem in 0.305481s (11243 normal rows, 0 exceptions)
[2021-03-25 10:56:19.570] [driver] [info] [Task Finished] Transform to mem in 0.305662s (11295 normal rows, 0 exceptions)
[2021-03-25 10:56:19.875] [driver] [info] [Task Finished] Transform to mem in 0.305694s (11263 normal rows, 0 exceptions)
[2021-03-25 10:56:20.180] [driver] [info] [Task Finished] Transform to mem in 0.304510s (11268 normal rows, 0 exceptions)
[2021-03-25 10:56:20.485] [driver] [info] [Task Finished] Transform to mem in 0.305327s (11188 normal rows, 0 exceptions)
[2021-03-25 10:56:20.790] [driver] [info] [Task Finished] Transform to mem in 0.304463s (11188 normal rows, 0 exceptions)
[2021-03-25 10:56:21.095] [driver] [info] [Task Finished] Transform to mem in 0.305465s (11226 normal rows, 0 exceptions)
[2021-03-25 10:56:21.400] [driver] [info] [Task Finished] Transform to mem in 0.304218s (11182 normal rows, 0 exceptions)
[2021-03-25 10:56:21.704] [driver] [info] [Task Finished] Transform to mem in 0.304891s (11253 normal rows, 0 exceptions)
[2021-03-25 10:56:22.009] [driver] [info] [Task Finished] Transform to mem in 0.304948s (11278 normal rows, 0 exceptions)
[2021-03-25 10:56:22.316] [driver] [info] [Task Finished] Transform to mem in 0.306302s (11280 normal rows, 0 exceptions)
[2021-03-25 10:56:22.621] [driver] [info] [Task Finished] Transform to mem in 0.304769s (11268 normal rows, 0 exceptions)
[2021-03-25 10:56:22.926] [driver] [info] [Task Finished] Transform to mem in 0.305671s (11188 normal rows, 0 exceptions)
[2021-03-25 10:56:23.231] [driver] [info] [Task Finished] Transform to mem in 0.304513s (11188 normal rows, 0 exceptions)
[2021-03-25 10:56:23.536] [driver] [info] [Task Finished] Transform to mem in 0.305309s (11208 normal rows, 0 exceptions)
[2021-03-25 10:56:23.841] [driver] [info] [Task Finished] Transform to mem in 0.305098s (11200 normal rows, 0 exceptions)
[2021-03-25 10:56:24.147] [driver] [info] [Task Finished] Transform to mem in 0.305505s (11216 normal rows, 0 exceptions)
[2021-03-25 10:56:24.452] [driver] [info] [Task Finished] Transform to mem in 0.305020s (11315 normal rows, 0 exceptions)
[2021-03-25 10:56:24.758] [driver] [info] [Task Finished] Transform to mem in 0.306259s (11280 normal rows, 0 exceptions)
[2021-03-25 10:56:25.062] [driver] [info] [Task Finished] Transform to mem in 0.304165s (11268 normal rows, 0 exceptions)
[2021-03-25 10:56:25.368] [driver] [info] [Task Finished] Transform to mem in 0.305661s (11168 normal rows, 0 exceptions)
[2021-03-25 10:56:25.672] [driver] [info] [Task Finished] Transform to mem in 0.304573s (11180 normal rows, 0 exceptions)
[2021-03-25 10:56:25.978] [driver] [info] [Task Finished] Transform to mem in 0.305831s (11236 normal rows, 0 exceptions)
[2021-03-25 10:56:26.283] [driver] [info] [Task Finished] Transform to mem in 0.304263s (11200 normal rows, 0 exceptions)
[2021-03-25 10:56:26.587] [driver] [info] [Task Finished] Transform to mem in 0.304853s (11175 normal rows, 0 exceptions)
[2021-03-25 10:56:26.892] [driver] [info] [Task Finished] Transform to mem in 0.304918s (11356 normal rows, 0 exceptions)
[2021-03-25 10:56:27.198] [driver] [info] [Task Finished] Transform to mem in 0.305934s (11280 normal rows, 0 exceptions)
[2021-03-25 10:56:27.503] [driver] [info] [Task Finished] Transform to mem in 0.304410s (11253 normal rows, 0 exceptions)
[2021-03-25 10:56:27.808] [driver] [info] [Task Finished] Transform to mem in 0.305685s (11183 normal rows, 0 exceptions)
[2021-03-25 10:56:28.113] [driver] [info] [Task Finished] Transform to mem in 0.304247s (11180 normal rows, 0 exceptions)
[2021-03-25 10:56:28.418] [driver] [info] [Task Finished] Transform to mem in 0.305413s (11236 normal rows, 0 exceptions)
[2021-03-25 10:56:28.723] [driver] [info] [Task Finished] Transform to mem in 0.304873s (11200 normal rows, 0 exceptions)
[2021-03-25 10:56:29.030] [driver] [info] [Task Finished] Transform to mem in 0.306597s (11175 normal rows, 0 exceptions)
[2021-03-25 10:56:29.335] [driver] [info] [Task Finished] Transform to mem in 0.305347s (11356 normal rows, 0 exceptions)
[2021-03-25 10:56:29.641] [driver] [info] [Task Finished] Transform to mem in 0.306084s (11273 normal rows, 0 exceptions)
[2021-03-25 10:56:29.946] [driver] [info] [Task Finished] Transform to mem in 0.304611s (11260 normal rows, 0 exceptions)
[2021-03-25 10:56:30.252] [driver] [info] [Task Finished] Transform to mem in 0.306083s (11183 normal rows, 0 exceptions)
[2021-03-25 10:56:30.557] [driver] [info] [Task Finished] Transform to mem in 0.305015s (11180 normal rows, 0 exceptions)
[2021-03-25 10:56:30.862] [driver] [info] [Task Finished] Transform to mem in 0.305499s (11220 normal rows, 0 exceptions)
[2021-03-25 10:56:31.166] [driver] [info] [Task Finished] Transform to mem in 0.303874s (11196 normal rows, 0 exceptions)
[2021-03-25 10:56:31.472] [driver] [info] [Task Finished] Transform to mem in 0.305338s (11175 normal rows, 0 exceptions)
[2021-03-25 10:56:31.776] [driver] [info] [Task Finished] Transform to mem in 0.304617s (11376 normal rows, 0 exceptions)
[2021-03-25 10:56:32.082] [driver] [info] [Task Finished] Transform to mem in 0.305635s (11181 normal rows, 0 exceptions)
[2021-03-25 10:56:32.387] [driver] [info] [Task Finished] Transform to mem in 0.304996s (11352 normal rows, 0 exceptions)
[2021-03-25 10:56:32.693] [driver] [info] [Task Finished] Transform to mem in 0.305754s (11173 normal rows, 0 exceptions)
[2021-03-25 10:56:32.998] [driver] [info] [Task Finished] Transform to mem in 0.305087s (11190 normal rows, 0 exceptions)
[2021-03-25 10:56:33.303] [driver] [info] [Task Finished] Transform to mem in 0.305610s (11183 normal rows, 0 exceptions)
[2021-03-25 10:56:33.609] [driver] [info] [Task Finished] Transform to mem in 0.305057s (11233 normal rows, 0 exceptions)
[2021-03-25 10:56:33.914] [driver] [info] [Task Finished] Transform to mem in 0.305558s (11153 normal rows, 0 exceptions)
[2021-03-25 10:56:34.220] [driver] [info] [Task Finished] Transform to mem in 0.306288s (11349 normal rows, 0 exceptions)
[2021-03-25 10:56:34.528] [driver] [info] [Task Finished] Transform to mem in 0.307126s (11226 normal rows, 0 exceptions)
[2021-03-25 10:56:34.833] [driver] [info] [Task Finished] Transform to mem in 0.305859s (11348 normal rows, 0 exceptions)
[2021-03-25 10:56:35.140] [driver] [info] [Task Finished] Transform to mem in 0.306976s (11181 normal rows, 0 exceptions)
[2021-03-25 10:56:35.446] [driver] [info] [Task Finished] Transform to mem in 0.305372s (11185 normal rows, 0 exceptions)
[2021-03-25 10:56:35.753] [driver] [info] [Task Finished] Transform to mem in 0.306929s (11188 normal rows, 0 exceptions)
[2021-03-25 10:56:36.058] [driver] [info] [Task Finished] Transform to mem in 0.305728s (11233 normal rows, 0 exceptions)
[2021-03-25 10:56:36.364] [driver] [info] [Task Finished] Transform to mem in 0.305927s (11153 normal rows, 0 exceptions)
[2021-03-25 10:56:36.670] [driver] [info] [Task Finished] Transform to mem in 0.305672s (11349 normal rows, 0 exceptions)
[2021-03-25 10:56:36.977] [driver] [info] [Task Finished] Transform to mem in 0.306857s (11224 normal rows, 0 exceptions)
[2021-03-25 10:56:37.283] [driver] [info] [Task Finished] Transform to mem in 0.305545s (11350 normal rows, 0 exceptions)
[2021-03-25 10:56:37.588] [driver] [info] [Task Finished] Transform to mem in 0.305516s (11181 normal rows, 0 exceptions)
[2021-03-25 10:56:37.893] [driver] [info] [Task Finished] Transform to mem in 0.305326s (11177 normal rows, 0 exceptions)
[2021-03-25 10:56:38.200] [driver] [info] [Task Finished] Transform to mem in 0.306621s (11196 normal rows, 0 exceptions)
[2021-03-25 10:56:38.505] [driver] [info] [Task Finished] Transform to mem in 0.304984s (11233 normal rows, 0 exceptions)
[2021-03-25 10:56:38.812] [driver] [info] [Task Finished] Transform to mem in 0.306712s (11153 normal rows, 0 exceptions)
[2021-03-25 10:56:39.117] [driver] [info] [Task Finished] Transform to mem in 0.305213s (11349 normal rows, 0 exceptions)
[2021-03-25 10:56:39.424] [driver] [info] [Task Finished] Transform to mem in 0.306736s (11224 normal rows, 0 exceptions)
[2021-03-25 10:56:39.730] [driver] [info] [Task Finished] Transform to mem in 0.306393s (11350 normal rows, 0 exceptions)
[2021-03-25 10:56:40.037] [driver] [info] [Task Finished] Transform to mem in 0.306331s (11181 normal rows, 0 exceptions)
[2021-03-25 10:56:40.342] [driver] [info] [Task Finished] Transform to mem in 0.305348s (11177 normal rows, 0 exceptions)
[2021-03-25 10:56:40.648] [driver] [info] [Task Finished] Transform to mem in 0.305915s (11190 normal rows, 0 exceptions)
[2021-03-25 10:56:40.952] [driver] [info] [Task Finished] Transform to mem in 0.304576s (11204 normal rows, 0 exceptions)
[2021-03-25 10:56:41.259] [driver] [info] [Task Finished] Transform to mem in 0.306110s (11183 normal rows, 0 exceptions)
[2021-03-25 10:56:41.564] [driver] [info] [Task Finished] Transform to mem in 0.305412s (11354 normal rows, 0 exceptions)
[2021-03-25 10:56:41.871] [driver] [info] [Task Finished] Transform to mem in 0.306649s (11224 normal rows, 0 exceptions)
[2021-03-25 10:56:42.176] [driver] [info] [Task Finished] Transform to mem in 0.304911s (11338 normal rows, 0 exceptions)
[2021-03-25 10:56:42.482] [driver] [info] [Task Finished] Transform to mem in 0.306804s (11193 normal rows, 0 exceptions)
[2021-03-25 10:56:42.788] [driver] [info] [Task Finished] Transform to mem in 0.305272s (11177 normal rows, 0 exceptions)
[2021-03-25 10:56:43.093] [driver] [info] [Task Finished] Transform to mem in 0.305724s (11190 normal rows, 0 exceptions)
[2021-03-25 10:56:43.399] [driver] [info] [Task Finished] Transform to mem in 0.305474s (11204 normal rows, 0 exceptions)
[2021-03-25 10:56:43.705] [driver] [info] [Task Finished] Transform to mem in 0.306562s (11183 normal rows, 0 exceptions)
[2021-03-25 10:56:44.011] [driver] [info] [Task Finished] Transform to mem in 0.305197s (11354 normal rows, 0 exceptions)
[2021-03-25 10:56:44.318] [driver] [info] [Task Finished] Transform to mem in 0.306867s (11208 normal rows, 0 exceptions)
[2021-03-25 10:56:44.623] [driver] [info] [Task Finished] Transform to mem in 0.305301s (11354 normal rows, 0 exceptions)
[2021-03-25 10:56:44.930] [driver] [info] [Task Finished] Transform to mem in 0.306889s (11181 normal rows, 0 exceptions)
[2021-03-25 10:56:45.235] [driver] [info] [Task Finished] Transform to mem in 0.305168s (11189 normal rows, 0 exceptions)
[2021-03-25 10:56:45.541] [driver] [info] [Task Finished] Transform to mem in 0.306035s (11180 normal rows, 0 exceptions)
[2021-03-25 10:56:45.846] [driver] [info] [Task Finished] Transform to mem in 0.304793s (11214 normal rows, 0 exceptions)
[2021-03-25 10:56:46.153] [driver] [info] [Task Finished] Transform to mem in 0.306748s (11180 normal rows, 0 exceptions)
[2021-03-25 10:56:46.458] [driver] [info] [Task Finished] Transform to mem in 0.305069s (11273 normal rows, 0 exceptions)
[2021-03-25 10:56:46.765] [driver] [info] [Task Finished] Transform to mem in 0.306866s (11287 normal rows, 0 exceptions)
[2021-03-25 10:56:47.071] [driver] [info] [Task Finished] Transform to mem in 0.306277s (11359 normal rows, 0 exceptions)
[2021-03-25 10:56:47.377] [driver] [info] [Task Finished] Transform to mem in 0.306582s (11181 normal rows, 0 exceptions)
[2021-03-25 10:56:47.683] [driver] [info] [Task Finished] Transform to mem in 0.305970s (11167 normal rows, 0 exceptions)
[2021-03-25 10:56:47.990] [driver] [info] [Task Finished] Transform to mem in 0.306844s (11201 normal rows, 0 exceptions)
[2021-03-25 10:56:48.332] [driver] [info] [Task Finished] Transform to mem in 0.341683s (12533 normal rows, 0 exceptions)
[2021-03-25 10:56:48.332] [global] [info] [Transform Stage] Stage 0 completed 160 load&transform tasks in 48.9191s
[2021-03-25 10:56:48.332] [global] [info] [Transform Stage] Stage 0 total wall clock time: 48.9161s, 56350770 input rows, time to process 1 row via fast path: 0.000868064ms

[2021-03-25 10:56:48.365] [global] [info] Writing 1798491 rows as output to file (273.80 MB)
[2021-03-25 10:56:48.675] [driver] [info] [Task Finished] write to file in 0.308860s (1798491 rows, 273.80 MB)
[2021-03-25 10:56:48.675] [global] [info] writing output took 0.343005s
[2021-03-25 10:56:48.675] [global] [info] [Transform Stage] Stage 0 completed 160 sink tasks in 0.343099s
[2021-03-25 10:56:48.675] [global] [info] [Transform Stage] Stage 0 took 49.5022s
[2021-03-25 10:56:48.675] [global] [info] Query Execution took 49.5793s. (planning: 0.0769821s, execution: 49.5023s)
Welcome to

  _____            _
 |_   _|   _ _ __ | | _____  __
   | || | | | '_ \| |/ _ \ \/ /
   | || |_| | |_) | |  __/>  <
   |_| \__,_| .__/|_|\___/_/\_\ 0.1.7
            |_|
    
using Python 3.6.9 (default, Mar 23 2021, 11:08:57) 
[GCC 10.2.0] on linux
>>> running tuplex on ['/data/zillow/Zdirty/zillow_dirty@10G.csv']
>>> bug in generated parser, force to false
Tuplex startup time: 0.004984855651855469
>>> running pipeline with custom resolve logic...
Tuplex job time: 49.88842296600342 s
{'tuplex.useLLVMOptimizer': True, 'tuplex.autoUpcast': False, 'tuplex.allowUndefinedBehavior': False, 'tuplex.optimizer.codeStats': False, 'tuplex.optimizer.generateParser': False, 'tuplex.optimizer.nullValueOptimization': False, 'tuplex.optimizer.filterPushdown': True, 'tuplex.optimizer.sharedObjectPropagation': True, 'tuplex.interleaveIO': True, 'tuplex.resolveWithInterpreterOnly': False, 'tuplex.csv.selectionPushdown': True, 'tuplex.webui.enable': False, 'tuplex.executorCount': 0, 'tuplex.csv.maxDetectionRows': 10000, 'tuplex.webui.port': 5000, 'tuplex.webui.mongodb.port': 27017, 'tuplex.webui.exceptionDisplayLimit': 5, 'tuplex.normalcaseThreshold': 0.9, 'tuplex.csv.comments': ['#', '~'], 'tuplex.csv.maxDetectionMemory': '256KB', 'tuplex.csv.quotechar': '"', 'tuplex.csv.separators': [',', ';', '|', '\t'], 'tuplex.driverMemory': '32G', 'tuplex.env.hostname': '4e1bb76d17c5', 'tuplex.env.mode': 'file', 'tuplex.env.user': 'root', 'tuplex.executorMemory': '6G', 'tuplex.inputSplitSize': '64MB', 'tuplex.logDir': '.', 'tuplex.optimizer.mergeExceptionsInOrder': 'False', 'tuplex.optimizer.operatorReordering': 'false', 'tuplex.optionalThreshold': '0.7', 'tuplex.partitionSize': '32MB', 'tuplex.readBufferSize': '128KB', 'tuplex.runTimeLibrary': '/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime', 'tuplex.runTimeMemory': '64MB', 'tuplex.runTimeMemoryBlockSize': '4MB', 'tuplex.scratchDir': '/tmp', 'tuplex.webui.mongodb.path': '/data/tuplex_history', 'tuplex.webui.mongodb.url': 'localhost', 'tuplex.webui.url': 'localhost'}
{"logical_optimization_time_s":0.0324505,"llvm_optimization_time_s":0.160552,"llvm_compilation_time_s":0.0702061,"total_compilation_time_s":0.240033,"sampling_time_s":0.110229,"stages":[{"stage_no":0,"fast_path_wall_time_s":48.9161,"fast_path_time_s":48.9191,"fast_path_per_row_time_ns":868.064,"slow_path_wall_time_s":0,"slow_path_time_s":0,"slow_path_per_row_time_ns":0}]}
{"webui.enable": false, "executorMemory": "6G", "executorCount": 0, "driverMemory": "32G", "partitionSize": "32MB", "runTimeMemory": "64MB", "inputSplitSize": "64MB", "useLLVMOptimizer": true, "optimizer.nullValueOptimization": false, "csv.selectionPushdown": true, "optimizer.generateParser": false, "optimizer.mergeExceptionsInOrder": false, "optimizer.filterPushdown": true, "resolveWithInterpreterOnly": false}
{"startupTime": 0.004984855651855469, "jobTime": 49.88842296600342, "mode": "custom", "mergeExceptionsInOrder": false}
[GLOBAL] Local engine terminated.
[GLOBAL] releasing 1 active partitions
