[2021-03-25 10:59:18.973] [global] [error] could not find backend, defaulting to local
[2021-03-25 10:59:18.974] [local ee] [info] loaded runtime library from/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime.so
[2021-03-25 10:59:18.974] [local ee] [info] initializing LLVM backend
[2021-03-25 10:59:18.974] [local ee] [warning] init JIT compiler also only in local mode
[2021-03-25 10:59:18.974] [LLVM] [info] compiling code for skylake-avx512
[2021-03-25 10:59:18.974] [memory] [info] allocated bitmap managed memory region (32.00 GB, 32.00 MB block size)
[2021-03-25 10:59:18.974] [local execution engine] [info] started driver (32.00 GB, 32.00 MB default partition size)
overflow will be cached at file:///tmp/driver
[2021-03-25 10:59:18.975] [fileinputoperator] [info] found 1 file (10.01 GB) to process.
[2021-03-25 10:59:18.975] [global] [info] sampled file:///data/zillow/Zdirty/zillow_dirty@10G.csv on 256.00 KB
[2021-03-25 10:59:19.116] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:59:19.134] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:59:19.146] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:59:19.180] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:59:19.210] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:59:19.229] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:59:19.266] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:59:19.282] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:59:19.286] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:59:19.289] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:59:19.293] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:59:19.296] [global] [error] unsupported node type
[2021-03-25 10:59:19.296] [global] [error] unsupported node type
[2021-03-25 10:59:19.296] [global] [error] unsupported node type
[2021-03-25 10:59:19.296] [global] [error] unsupported node type
[2021-03-25 10:59:19.319] [logical planner] [info] logical optimization took 0.032562ms
output type of specialized pipeline is: (str)
is this the most outer stage?: 1
[2021-03-25 10:59:19.319] [codegen] [info] generating pipeline for (Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str]) -> (str) (19 operators pipelined)
outSchema is different than last operator's schema:
outSchema: (str)
last Op: (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 10:59:19.320] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> boolean
[2021-03-25 10:59:19.320] [codegen] [info] generating function extractBd for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> Option[i64]
[2021-03-25 10:59:19.321] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> boolean
[2021-03-25 10:59:19.322] [codegen] [info] generating function extractType for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> str
[2021-03-25 10:59:19.322] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> boolean
[2021-03-25 10:59:19.323] [codegen] [info] generating function extractZipcode for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> str
[2021-03-25 10:59:19.323] [codegen] [info] generating lambda function for (str) -> str
[2021-03-25 10:59:19.324] [codegen] [info] generating lambda function for (Option[str]) -> str
[2021-03-25 10:59:19.325] [codegen] [info] generating function extractBa for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str)) -> Option[f64]
[2021-03-25 10:59:19.326] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,Option[f64])) -> boolean
[2021-03-25 10:59:19.326] [codegen] [info] generating lambda function for (Option[f64]) -> f64
[2021-03-25 10:59:19.327] [codegen] [info] generating function extractSqft for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64)) -> Option[i64]
[2021-03-25 10:59:19.328] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,Option[i64])) -> boolean
[2021-03-25 10:59:19.328] [codegen] [info] generating lambda function for (Option[i64]) -> i64
[2021-03-25 10:59:19.329] [codegen] [info] generating function extractOffer for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64)) -> str
[2021-03-25 10:59:19.330] [codegen] [info] generating function extractPrice for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> i64
[2021-03-25 10:59:19.331] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 10:59:19.331] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 10:59:19.332] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 10:59:19.360] [global] [info] Stage0 depends on: 
[2021-03-25 10:59:19.530] [global] [info] Optimization via LLVM passes took 0.160970 ms
[2021-03-25 10:59:19.600] [global] [info] Compiled code paths for stage 0 in 0.07 ms
[2021-03-25 10:59:19.600] [global] [info] [Transform Stage] Stage 0 compiled to x86 in 0.240427s
[2021-03-25 10:59:19.601] [local ee] [info] split /data/zillow/Zdirty/zillow_dirty@10G.csv into 160 tasks
[2021-03-25 10:59:19.907] [driver] [info] [Task Finished] Transform to mem in 0.306305s (11287 normal rows, 0 exceptions)
[2021-03-25 10:59:20.212] [driver] [info] [Task Finished] Transform to mem in 0.304767s (11261 normal rows, 0 exceptions)
[2021-03-25 10:59:20.516] [driver] [info] [Task Finished] Transform to mem in 0.304409s (11335 normal rows, 0 exceptions)
[2021-03-25 10:59:20.821] [driver] [info] [Task Finished] Transform to mem in 0.304979s (11231 normal rows, 0 exceptions)
[2021-03-25 10:59:21.125] [driver] [info] [Task Finished] Transform to mem in 0.304218s (11167 normal rows, 0 exceptions)
[2021-03-25 10:59:21.429] [driver] [info] [Task Finished] Transform to mem in 0.303995s (11177 normal rows, 0 exceptions)
[2021-03-25 10:59:21.734] [driver] [info] [Task Finished] Transform to mem in 0.304220s (11220 normal rows, 0 exceptions)
[2021-03-25 10:59:22.038] [driver] [info] [Task Finished] Transform to mem in 0.303943s (11185 normal rows, 0 exceptions)
[2021-03-25 10:59:22.341] [driver] [info] [Task Finished] Transform to mem in 0.303811s (11267 normal rows, 0 exceptions)
[2021-03-25 10:59:22.646] [driver] [info] [Task Finished] Transform to mem in 0.304170s (11281 normal rows, 0 exceptions)
[2021-03-25 10:59:22.949] [driver] [info] [Task Finished] Transform to mem in 0.303729s (11335 normal rows, 0 exceptions)
[2021-03-25 10:59:23.252] [driver] [info] [Task Finished] Transform to mem in 0.303066s (11209 normal rows, 0 exceptions)
[2021-03-25 10:59:23.556] [driver] [info] [Task Finished] Transform to mem in 0.303390s (11189 normal rows, 0 exceptions)
[2021-03-25 10:59:23.860] [driver] [info] [Task Finished] Transform to mem in 0.304073s (11177 normal rows, 0 exceptions)
[2021-03-25 10:59:24.163] [driver] [info] [Task Finished] Transform to mem in 0.303465s (11220 normal rows, 0 exceptions)
[2021-03-25 10:59:24.467] [driver] [info] [Task Finished] Transform to mem in 0.303592s (11185 normal rows, 0 exceptions)
[2021-03-25 10:59:24.771] [driver] [info] [Task Finished] Transform to mem in 0.304213s (11267 normal rows, 0 exceptions)
[2021-03-25 10:59:25.076] [driver] [info] [Task Finished] Transform to mem in 0.304728s (11281 normal rows, 0 exceptions)
[2021-03-25 10:59:25.380] [driver] [info] [Task Finished] Transform to mem in 0.303996s (11335 normal rows, 0 exceptions)
[2021-03-25 10:59:25.684] [driver] [info] [Task Finished] Transform to mem in 0.304466s (11209 normal rows, 0 exceptions)
[2021-03-25 10:59:25.989] [driver] [info] [Task Finished] Transform to mem in 0.304178s (11163 normal rows, 0 exceptions)
[2021-03-25 10:59:26.293] [driver] [info] [Task Finished] Transform to mem in 0.304163s (11203 normal rows, 0 exceptions)
[2021-03-25 10:59:26.597] [driver] [info] [Task Finished] Transform to mem in 0.303654s (11220 normal rows, 0 exceptions)
[2021-03-25 10:59:26.901] [driver] [info] [Task Finished] Transform to mem in 0.304565s (11185 normal rows, 0 exceptions)
[2021-03-25 10:59:27.205] [driver] [info] [Task Finished] Transform to mem in 0.303663s (11267 normal rows, 0 exceptions)
[2021-03-25 10:59:27.509] [driver] [info] [Task Finished] Transform to mem in 0.304068s (11268 normal rows, 0 exceptions)
[2021-03-25 10:59:27.813] [driver] [info] [Task Finished] Transform to mem in 0.303916s (11293 normal rows, 0 exceptions)
[2021-03-25 10:59:28.117] [driver] [info] [Task Finished] Transform to mem in 0.303729s (11259 normal rows, 0 exceptions)
[2021-03-25 10:59:28.421] [driver] [info] [Task Finished] Transform to mem in 0.304338s (11168 normal rows, 0 exceptions)
[2021-03-25 10:59:28.725] [driver] [info] [Task Finished] Transform to mem in 0.304029s (11203 normal rows, 0 exceptions)
[2021-03-25 10:59:29.028] [driver] [info] [Task Finished] Transform to mem in 0.303491s (11220 normal rows, 0 exceptions)
[2021-03-25 10:59:29.332] [driver] [info] [Task Finished] Transform to mem in 0.303483s (11172 normal rows, 0 exceptions)
[2021-03-25 10:59:29.636] [driver] [info] [Task Finished] Transform to mem in 0.303642s (11280 normal rows, 0 exceptions)
[2021-03-25 10:59:29.940] [driver] [info] [Task Finished] Transform to mem in 0.304185s (11252 normal rows, 0 exceptions)
[2021-03-25 10:59:30.243] [driver] [info] [Task Finished] Transform to mem in 0.303482s (11309 normal rows, 0 exceptions)
[2021-03-25 10:59:30.548] [driver] [info] [Task Finished] Transform to mem in 0.304573s (11259 normal rows, 0 exceptions)
[2021-03-25 10:59:30.853] [driver] [info] [Task Finished] Transform to mem in 0.304744s (11168 normal rows, 0 exceptions)
[2021-03-25 10:59:31.157] [driver] [info] [Task Finished] Transform to mem in 0.304491s (11184 normal rows, 0 exceptions)
[2021-03-25 10:59:31.461] [driver] [info] [Task Finished] Transform to mem in 0.303486s (11210 normal rows, 0 exceptions)
[2021-03-25 10:59:31.765] [driver] [info] [Task Finished] Transform to mem in 0.304061s (11201 normal rows, 0 exceptions)
[2021-03-25 10:59:32.069] [driver] [info] [Task Finished] Transform to mem in 0.303870s (11244 normal rows, 0 exceptions)
[2021-03-25 10:59:32.373] [driver] [info] [Task Finished] Transform to mem in 0.304283s (11288 normal rows, 0 exceptions)
[2021-03-25 10:59:32.678] [driver] [info] [Task Finished] Transform to mem in 0.304594s (11309 normal rows, 0 exceptions)
[2021-03-25 10:59:32.981] [driver] [info] [Task Finished] Transform to mem in 0.303834s (11259 normal rows, 0 exceptions)
[2021-03-25 10:59:33.287] [driver] [info] [Task Finished] Transform to mem in 0.305504s (11168 normal rows, 0 exceptions)
[2021-03-25 10:59:33.591] [driver] [info] [Task Finished] Transform to mem in 0.304578s (11184 normal rows, 0 exceptions)
[2021-03-25 10:59:33.895] [driver] [info] [Task Finished] Transform to mem in 0.303814s (11210 normal rows, 0 exceptions)
[2021-03-25 10:59:34.200] [driver] [info] [Task Finished] Transform to mem in 0.304337s (11192 normal rows, 0 exceptions)
[2021-03-25 10:59:34.504] [driver] [info] [Task Finished] Transform to mem in 0.303888s (11253 normal rows, 0 exceptions)
[2021-03-25 10:59:34.808] [driver] [info] [Task Finished] Transform to mem in 0.304589s (11285 normal rows, 0 exceptions)
[2021-03-25 10:59:35.113] [driver] [info] [Task Finished] Transform to mem in 0.304523s (11312 normal rows, 0 exceptions)
[2021-03-25 10:59:35.417] [driver] [info] [Task Finished] Transform to mem in 0.303800s (11259 normal rows, 0 exceptions)
[2021-03-25 10:59:35.720] [driver] [info] [Task Finished] Transform to mem in 0.303710s (11157 normal rows, 0 exceptions)
[2021-03-25 10:59:36.025] [driver] [info] [Task Finished] Transform to mem in 0.304305s (11195 normal rows, 0 exceptions)
[2021-03-25 10:59:36.329] [driver] [info] [Task Finished] Transform to mem in 0.304337s (11210 normal rows, 0 exceptions)
[2021-03-25 10:59:36.632] [driver] [info] [Task Finished] Transform to mem in 0.303476s (11192 normal rows, 0 exceptions)
[2021-03-25 10:59:36.935] [driver] [info] [Task Finished] Transform to mem in 0.302985s (11253 normal rows, 0 exceptions)
[2021-03-25 10:59:37.240] [driver] [info] [Task Finished] Transform to mem in 0.304440s (11285 normal rows, 0 exceptions)
[2021-03-25 10:59:37.548] [driver] [info] [Task Finished] Transform to mem in 0.307846s (11312 normal rows, 0 exceptions)
[2021-03-25 10:59:37.852] [driver] [info] [Task Finished] Transform to mem in 0.304113s (11251 normal rows, 0 exceptions)
[2021-03-25 10:59:38.156] [driver] [info] [Task Finished] Transform to mem in 0.303836s (11156 normal rows, 0 exceptions)
[2021-03-25 10:59:38.459] [driver] [info] [Task Finished] Transform to mem in 0.303658s (11188 normal rows, 0 exceptions)
[2021-03-25 10:59:38.764] [driver] [info] [Task Finished] Transform to mem in 0.304111s (11226 normal rows, 0 exceptions)
[2021-03-25 10:59:39.068] [driver] [info] [Task Finished] Transform to mem in 0.304056s (11192 normal rows, 0 exceptions)
[2021-03-25 10:59:39.371] [driver] [info] [Task Finished] Transform to mem in 0.303775s (11243 normal rows, 0 exceptions)
[2021-03-25 10:59:39.676] [driver] [info] [Task Finished] Transform to mem in 0.304287s (11295 normal rows, 0 exceptions)
[2021-03-25 10:59:39.980] [driver] [info] [Task Finished] Transform to mem in 0.303834s (11263 normal rows, 0 exceptions)
[2021-03-25 10:59:40.283] [driver] [info] [Task Finished] Transform to mem in 0.303882s (11268 normal rows, 0 exceptions)
[2021-03-25 10:59:40.588] [driver] [info] [Task Finished] Transform to mem in 0.304254s (11188 normal rows, 0 exceptions)
[2021-03-25 10:59:40.892] [driver] [info] [Task Finished] Transform to mem in 0.304164s (11188 normal rows, 0 exceptions)
[2021-03-25 10:59:41.196] [driver] [info] [Task Finished] Transform to mem in 0.304002s (11226 normal rows, 0 exceptions)
[2021-03-25 10:59:41.500] [driver] [info] [Task Finished] Transform to mem in 0.303736s (11182 normal rows, 0 exceptions)
[2021-03-25 10:59:41.803] [driver] [info] [Task Finished] Transform to mem in 0.303197s (11253 normal rows, 0 exceptions)
[2021-03-25 10:59:42.108] [driver] [info] [Task Finished] Transform to mem in 0.304643s (11278 normal rows, 0 exceptions)
[2021-03-25 10:59:42.411] [driver] [info] [Task Finished] Transform to mem in 0.303788s (11280 normal rows, 0 exceptions)
[2021-03-25 10:59:42.716] [driver] [info] [Task Finished] Transform to mem in 0.304359s (11268 normal rows, 0 exceptions)
[2021-03-25 10:59:43.020] [driver] [info] [Task Finished] Transform to mem in 0.304032s (11188 normal rows, 0 exceptions)
[2021-03-25 10:59:43.324] [driver] [info] [Task Finished] Transform to mem in 0.304171s (11188 normal rows, 0 exceptions)
[2021-03-25 10:59:43.628] [driver] [info] [Task Finished] Transform to mem in 0.303766s (11208 normal rows, 0 exceptions)
[2021-03-25 10:59:43.932] [driver] [info] [Task Finished] Transform to mem in 0.304011s (11200 normal rows, 0 exceptions)
[2021-03-25 10:59:44.235] [driver] [info] [Task Finished] Transform to mem in 0.303536s (11216 normal rows, 0 exceptions)
[2021-03-25 10:59:44.541] [driver] [info] [Task Finished] Transform to mem in 0.305918s (11315 normal rows, 0 exceptions)
[2021-03-25 10:59:44.845] [driver] [info] [Task Finished] Transform to mem in 0.303746s (11280 normal rows, 0 exceptions)
[2021-03-25 10:59:45.149] [driver] [info] [Task Finished] Transform to mem in 0.303804s (11268 normal rows, 0 exceptions)
[2021-03-25 10:59:45.453] [driver] [info] [Task Finished] Transform to mem in 0.303824s (11168 normal rows, 0 exceptions)
[2021-03-25 10:59:45.757] [driver] [info] [Task Finished] Transform to mem in 0.304117s (11180 normal rows, 0 exceptions)
[2021-03-25 10:59:46.060] [driver] [info] [Task Finished] Transform to mem in 0.303385s (11236 normal rows, 0 exceptions)
[2021-03-25 10:59:46.364] [driver] [info] [Task Finished] Transform to mem in 0.303989s (11200 normal rows, 0 exceptions)
[2021-03-25 10:59:46.667] [driver] [info] [Task Finished] Transform to mem in 0.303148s (11175 normal rows, 0 exceptions)
[2021-03-25 10:59:46.972] [driver] [info] [Task Finished] Transform to mem in 0.304516s (11356 normal rows, 0 exceptions)
[2021-03-25 10:59:47.275] [driver] [info] [Task Finished] Transform to mem in 0.303565s (11280 normal rows, 0 exceptions)
[2021-03-25 10:59:47.580] [driver] [info] [Task Finished] Transform to mem in 0.304231s (11253 normal rows, 0 exceptions)
[2021-03-25 10:59:47.883] [driver] [info] [Task Finished] Transform to mem in 0.303710s (11183 normal rows, 0 exceptions)
[2021-03-25 10:59:48.189] [driver] [info] [Task Finished] Transform to mem in 0.305144s (11180 normal rows, 0 exceptions)
[2021-03-25 10:59:48.493] [driver] [info] [Task Finished] Transform to mem in 0.304528s (11236 normal rows, 0 exceptions)
[2021-03-25 10:59:48.797] [driver] [info] [Task Finished] Transform to mem in 0.304093s (11200 normal rows, 0 exceptions)
[2021-03-25 10:59:49.101] [driver] [info] [Task Finished] Transform to mem in 0.303844s (11175 normal rows, 0 exceptions)
[2021-03-25 10:59:49.406] [driver] [info] [Task Finished] Transform to mem in 0.304503s (11356 normal rows, 0 exceptions)
[2021-03-25 10:59:49.709] [driver] [info] [Task Finished] Transform to mem in 0.303715s (11273 normal rows, 0 exceptions)
[2021-03-25 10:59:50.013] [driver] [info] [Task Finished] Transform to mem in 0.303888s (11260 normal rows, 0 exceptions)
[2021-03-25 10:59:50.317] [driver] [info] [Task Finished] Transform to mem in 0.304150s (11183 normal rows, 0 exceptions)
[2021-03-25 10:59:50.622] [driver] [info] [Task Finished] Transform to mem in 0.304832s (11180 normal rows, 0 exceptions)
[2021-03-25 10:59:50.926] [driver] [info] [Task Finished] Transform to mem in 0.303383s (11220 normal rows, 0 exceptions)
[2021-03-25 10:59:51.230] [driver] [info] [Task Finished] Transform to mem in 0.304172s (11196 normal rows, 0 exceptions)
[2021-03-25 10:59:51.533] [driver] [info] [Task Finished] Transform to mem in 0.302950s (11175 normal rows, 0 exceptions)
[2021-03-25 10:59:51.838] [driver] [info] [Task Finished] Transform to mem in 0.304753s (11376 normal rows, 0 exceptions)
[2021-03-25 10:59:52.141] [driver] [info] [Task Finished] Transform to mem in 0.303752s (11181 normal rows, 0 exceptions)
[2021-03-25 10:59:52.446] [driver] [info] [Task Finished] Transform to mem in 0.304337s (11352 normal rows, 0 exceptions)
[2021-03-25 10:59:52.750] [driver] [info] [Task Finished] Transform to mem in 0.303776s (11173 normal rows, 0 exceptions)
[2021-03-25 10:59:53.054] [driver] [info] [Task Finished] Transform to mem in 0.304808s (11190 normal rows, 0 exceptions)
[2021-03-25 10:59:53.359] [driver] [info] [Task Finished] Transform to mem in 0.304736s (11183 normal rows, 0 exceptions)
[2021-03-25 10:59:53.665] [driver] [info] [Task Finished] Transform to mem in 0.305759s (11233 normal rows, 0 exceptions)
[2021-03-25 10:59:53.970] [driver] [info] [Task Finished] Transform to mem in 0.305336s (11153 normal rows, 0 exceptions)
[2021-03-25 10:59:54.276] [driver] [info] [Task Finished] Transform to mem in 0.306021s (11349 normal rows, 0 exceptions)
[2021-03-25 10:59:54.582] [driver] [info] [Task Finished] Transform to mem in 0.305212s (11226 normal rows, 0 exceptions)
[2021-03-25 10:59:54.887] [driver] [info] [Task Finished] Transform to mem in 0.305686s (11348 normal rows, 0 exceptions)
[2021-03-25 10:59:55.192] [driver] [info] [Task Finished] Transform to mem in 0.304771s (11181 normal rows, 0 exceptions)
[2021-03-25 10:59:55.497] [driver] [info] [Task Finished] Transform to mem in 0.305141s (11185 normal rows, 0 exceptions)
[2021-03-25 10:59:55.802] [driver] [info] [Task Finished] Transform to mem in 0.305036s (11188 normal rows, 0 exceptions)
[2021-03-25 10:59:56.107] [driver] [info] [Task Finished] Transform to mem in 0.305129s (11233 normal rows, 0 exceptions)
[2021-03-25 10:59:56.413] [driver] [info] [Task Finished] Transform to mem in 0.305566s (11153 normal rows, 0 exceptions)
[2021-03-25 10:59:56.718] [driver] [info] [Task Finished] Transform to mem in 0.305494s (11349 normal rows, 0 exceptions)
[2021-03-25 10:59:57.023] [driver] [info] [Task Finished] Transform to mem in 0.304380s (11224 normal rows, 0 exceptions)
[2021-03-25 10:59:57.328] [driver] [info] [Task Finished] Transform to mem in 0.305318s (11350 normal rows, 0 exceptions)
[2021-03-25 10:59:57.632] [driver] [info] [Task Finished] Transform to mem in 0.304051s (11181 normal rows, 0 exceptions)
[2021-03-25 10:59:57.937] [driver] [info] [Task Finished] Transform to mem in 0.304516s (11177 normal rows, 0 exceptions)
[2021-03-25 10:59:58.241] [driver] [info] [Task Finished] Transform to mem in 0.304668s (11196 normal rows, 0 exceptions)
[2021-03-25 10:59:58.546] [driver] [info] [Task Finished] Transform to mem in 0.304861s (11233 normal rows, 0 exceptions)
[2021-03-25 10:59:58.851] [driver] [info] [Task Finished] Transform to mem in 0.304887s (11153 normal rows, 0 exceptions)
[2021-03-25 10:59:59.156] [driver] [info] [Task Finished] Transform to mem in 0.304871s (11349 normal rows, 0 exceptions)
[2021-03-25 10:59:59.461] [driver] [info] [Task Finished] Transform to mem in 0.304399s (11224 normal rows, 0 exceptions)
[2021-03-25 10:59:59.766] [driver] [info] [Task Finished] Transform to mem in 0.305016s (11350 normal rows, 0 exceptions)
[2021-03-25 11:00:00.070] [driver] [info] [Task Finished] Transform to mem in 0.304559s (11181 normal rows, 0 exceptions)
[2021-03-25 11:00:00.375] [driver] [info] [Task Finished] Transform to mem in 0.304794s (11177 normal rows, 0 exceptions)
[2021-03-25 11:00:00.679] [driver] [info] [Task Finished] Transform to mem in 0.304304s (11190 normal rows, 0 exceptions)
[2021-03-25 11:00:00.984] [driver] [info] [Task Finished] Transform to mem in 0.304487s (11204 normal rows, 0 exceptions)
[2021-03-25 11:00:01.288] [driver] [info] [Task Finished] Transform to mem in 0.304033s (11183 normal rows, 0 exceptions)
[2021-03-25 11:00:01.592] [driver] [info] [Task Finished] Transform to mem in 0.304570s (11354 normal rows, 0 exceptions)
[2021-03-25 11:00:01.897] [driver] [info] [Task Finished] Transform to mem in 0.304634s (11224 normal rows, 0 exceptions)
[2021-03-25 11:00:02.202] [driver] [info] [Task Finished] Transform to mem in 0.304891s (11338 normal rows, 0 exceptions)
[2021-03-25 11:00:02.506] [driver] [info] [Task Finished] Transform to mem in 0.304223s (11193 normal rows, 0 exceptions)
[2021-03-25 11:00:02.811] [driver] [info] [Task Finished] Transform to mem in 0.305113s (11177 normal rows, 0 exceptions)
[2021-03-25 11:00:03.115] [driver] [info] [Task Finished] Transform to mem in 0.303850s (11190 normal rows, 0 exceptions)
[2021-03-25 11:00:03.420] [driver] [info] [Task Finished] Transform to mem in 0.304769s (11204 normal rows, 0 exceptions)
[2021-03-25 11:00:03.724] [driver] [info] [Task Finished] Transform to mem in 0.304023s (11183 normal rows, 0 exceptions)
[2021-03-25 11:00:04.029] [driver] [info] [Task Finished] Transform to mem in 0.305142s (11354 normal rows, 0 exceptions)
[2021-03-25 11:00:04.334] [driver] [info] [Task Finished] Transform to mem in 0.304972s (11208 normal rows, 0 exceptions)
[2021-03-25 11:00:04.640] [driver] [info] [Task Finished] Transform to mem in 0.305856s (11354 normal rows, 0 exceptions)
[2021-03-25 11:00:04.944] [driver] [info] [Task Finished] Transform to mem in 0.304279s (11181 normal rows, 0 exceptions)
[2021-03-25 11:00:05.250] [driver] [info] [Task Finished] Transform to mem in 0.305530s (11189 normal rows, 0 exceptions)
[2021-03-25 11:00:05.554] [driver] [info] [Task Finished] Transform to mem in 0.303778s (11180 normal rows, 0 exceptions)
[2021-03-25 11:00:05.859] [driver] [info] [Task Finished] Transform to mem in 0.304907s (11214 normal rows, 0 exceptions)
[2021-03-25 11:00:06.163] [driver] [info] [Task Finished] Transform to mem in 0.304595s (11180 normal rows, 0 exceptions)
[2021-03-25 11:00:06.469] [driver] [info] [Task Finished] Transform to mem in 0.305278s (11273 normal rows, 0 exceptions)
[2021-03-25 11:00:06.773] [driver] [info] [Task Finished] Transform to mem in 0.304529s (11287 normal rows, 0 exceptions)
[2021-03-25 11:00:07.078] [driver] [info] [Task Finished] Transform to mem in 0.304619s (11359 normal rows, 0 exceptions)
[2021-03-25 11:00:07.382] [driver] [info] [Task Finished] Transform to mem in 0.304439s (11181 normal rows, 0 exceptions)
[2021-03-25 11:00:07.688] [driver] [info] [Task Finished] Transform to mem in 0.305389s (11167 normal rows, 0 exceptions)
[2021-03-25 11:00:07.993] [driver] [info] [Task Finished] Transform to mem in 0.305652s (11201 normal rows, 0 exceptions)
[2021-03-25 11:00:08.335] [driver] [info] [Task Finished] Transform to mem in 0.341686s (12533 normal rows, 0 exceptions)
[2021-03-25 11:00:08.335] [global] [info] [Transform Stage] Stage 0 completed 160 load&transform tasks in 48.7348s
[2021-03-25 11:00:08.335] [global] [info] [Transform Stage] Stage 0 total wall clock time: 48.7317s, 56350770 input rows, time to process 1 row via fast path: 0.000864793ms

[2021-03-25 11:00:08.368] [global] [info] Writing 1798491 rows as output to file (273.80 MB)
[2021-03-25 11:00:08.673] [driver] [info] [Task Finished] write to file in 0.305047s (1798491 rows, 273.80 MB)
[2021-03-25 11:00:08.673] [global] [info] writing output took 0.338112s
[2021-03-25 11:00:08.673] [global] [info] [Transform Stage] Stage 0 completed 160 sink tasks in 0.338204s
[2021-03-25 11:00:08.673] [global] [info] [Transform Stage] Stage 0 took 49.3134s
[2021-03-25 11:00:08.673] [global] [info] Query Execution took 49.3905s. (planning: 0.0769894s, execution: 49.3135s)
Welcome to

  _____            _
 |_   _|   _ _ __ | | _____  __
   | || | | | '_ \| |/ _ \ \/ /
   | || |_| | |_) | |  __/>  <
   |_| \__,_| .__/|_|\___/_/\_\ 0.1.7
            |_|
    
using Python 3.6.9 (default, Mar 23 2021, 11:08:57) 
[GCC 10.2.0] on linux
>>> running tuplex on ['/data/zillow/Zdirty/zillow_dirty@10G.csv']
>>> bug in generated parser, force to false
Tuplex startup time: 0.004935741424560547
>>> running pipeline with custom resolve logic...
Tuplex job time: 49.699920654296875 s
{'tuplex.useLLVMOptimizer': True, 'tuplex.autoUpcast': False, 'tuplex.allowUndefinedBehavior': False, 'tuplex.optimizer.codeStats': False, 'tuplex.optimizer.generateParser': False, 'tuplex.optimizer.nullValueOptimization': False, 'tuplex.optimizer.filterPushdown': True, 'tuplex.optimizer.sharedObjectPropagation': True, 'tuplex.interleaveIO': True, 'tuplex.resolveWithInterpreterOnly': False, 'tuplex.csv.selectionPushdown': True, 'tuplex.webui.enable': False, 'tuplex.executorCount': 0, 'tuplex.csv.maxDetectionRows': 10000, 'tuplex.webui.port': 5000, 'tuplex.webui.mongodb.port': 27017, 'tuplex.webui.exceptionDisplayLimit': 5, 'tuplex.normalcaseThreshold': 0.9, 'tuplex.csv.comments': ['#', '~'], 'tuplex.csv.maxDetectionMemory': '256KB', 'tuplex.csv.quotechar': '"', 'tuplex.csv.separators': [',', ';', '|', '\t'], 'tuplex.driverMemory': '32G', 'tuplex.env.hostname': '4e1bb76d17c5', 'tuplex.env.mode': 'file', 'tuplex.env.user': 'root', 'tuplex.executorMemory': '6G', 'tuplex.inputSplitSize': '64MB', 'tuplex.logDir': '.', 'tuplex.optimizer.mergeExceptionsInOrder': 'False', 'tuplex.optimizer.operatorReordering': 'false', 'tuplex.optionalThreshold': '0.7', 'tuplex.partitionSize': '32MB', 'tuplex.readBufferSize': '128KB', 'tuplex.runTimeLibrary': '/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime', 'tuplex.runTimeMemory': '64MB', 'tuplex.runTimeMemoryBlockSize': '4MB', 'tuplex.scratchDir': '/tmp', 'tuplex.webui.mongodb.path': '/data/tuplex_history', 'tuplex.webui.mongodb.url': 'localhost', 'tuplex.webui.url': 'localhost'}
{"logical_optimization_time_s":0.0325621,"llvm_optimization_time_s":0.16097,"llvm_compilation_time_s":0.0702116,"total_compilation_time_s":0.240424,"sampling_time_s":0.110301,"stages":[{"stage_no":0,"fast_path_wall_time_s":48.7317,"fast_path_time_s":48.7348,"fast_path_per_row_time_ns":864.793,"slow_path_wall_time_s":0,"slow_path_time_s":0,"slow_path_per_row_time_ns":0}]}
{"webui.enable": false, "executorMemory": "6G", "executorCount": 0, "driverMemory": "32G", "partitionSize": "32MB", "runTimeMemory": "64MB", "inputSplitSize": "64MB", "useLLVMOptimizer": true, "optimizer.nullValueOptimization": false, "csv.selectionPushdown": true, "optimizer.generateParser": false, "optimizer.mergeExceptionsInOrder": false, "optimizer.filterPushdown": true, "resolveWithInterpreterOnly": false}
{"startupTime": 0.004935741424560547, "jobTime": 49.699920654296875, "mode": "custom", "mergeExceptionsInOrder": false}
[GLOBAL] Local engine terminated.
[GLOBAL] releasing 1 active partitions
