[2021-03-25 10:57:39.345] [global] [error] could not find backend, defaulting to local
[2021-03-25 10:57:39.345] [local ee] [info] loaded runtime library from/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime.so
[2021-03-25 10:57:39.345] [local ee] [info] initializing LLVM backend
[2021-03-25 10:57:39.345] [local ee] [warning] init JIT compiler also only in local mode
[2021-03-25 10:57:39.346] [LLVM] [info] compiling code for skylake-avx512
[2021-03-25 10:57:39.346] [memory] [info] allocated bitmap managed memory region (32.00 GB, 32.00 MB block size)
[2021-03-25 10:57:39.346] [local execution engine] [info] started driver (32.00 GB, 32.00 MB default partition size)
overflow will be cached at file:///tmp/driver
[2021-03-25 10:57:39.346] [fileinputoperator] [info] found 1 file (10.01 GB) to process.
[2021-03-25 10:57:39.347] [global] [info] sampled file:///data/zillow/Zdirty/zillow_dirty@10G.csv on 256.00 KB
[2021-03-25 10:57:39.488] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:57:39.505] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:57:39.517] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:57:39.551] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:57:39.581] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:57:39.600] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:57:39.638] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-25 10:57:39.654] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:57:39.657] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:57:39.661] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:57:39.664] [global] [info] performing static typing for UDF in operator map
[2021-03-25 10:57:39.667] [global] [error] unsupported node type
[2021-03-25 10:57:39.667] [global] [error] unsupported node type
[2021-03-25 10:57:39.667] [global] [error] unsupported node type
[2021-03-25 10:57:39.667] [global] [error] unsupported node type
[2021-03-25 10:57:39.690] [logical planner] [info] logical optimization took 0.032525ms
output type of specialized pipeline is: (str)
is this the most outer stage?: 1
[2021-03-25 10:57:39.690] [codegen] [info] generating pipeline for (Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str]) -> (str) (19 operators pipelined)
outSchema is different than last operator's schema:
outSchema: (str)
last Op: (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 10:57:39.691] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> boolean
[2021-03-25 10:57:39.691] [codegen] [info] generating function extractBd for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> Option[i64]
[2021-03-25 10:57:39.692] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> boolean
[2021-03-25 10:57:39.693] [codegen] [info] generating function extractType for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64])) -> str
[2021-03-25 10:57:39.693] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> boolean
[2021-03-25 10:57:39.694] [codegen] [info] generating function extractZipcode for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str)) -> str
[2021-03-25 10:57:39.695] [codegen] [info] generating lambda function for (str) -> str
[2021-03-25 10:57:39.695] [codegen] [info] generating lambda function for (Option[str]) -> str
[2021-03-25 10:57:39.696] [codegen] [info] generating function extractBa for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str)) -> Option[f64]
[2021-03-25 10:57:39.697] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,Option[f64])) -> boolean
[2021-03-25 10:57:39.697] [codegen] [info] generating lambda function for (Option[f64]) -> f64
[2021-03-25 10:57:39.698] [codegen] [info] generating function extractSqft for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64)) -> Option[i64]
[2021-03-25 10:57:39.699] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,Option[i64])) -> boolean
[2021-03-25 10:57:39.699] [codegen] [info] generating lambda function for (Option[i64]) -> i64
[2021-03-25 10:57:39.700] [codegen] [info] generating function extractOffer for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64)) -> str
[2021-03-25 10:57:39.701] [codegen] [info] generating function extractPrice for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> i64
[2021-03-25 10:57:39.702] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 10:57:39.703] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> boolean
[2021-03-25 10:57:39.703] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],Option[i64],str,str,f64,i64,str)) -> (Option[str],str,Option[str],str,Option[str],Option[i64],f64,i64,str,str,i64)
[2021-03-25 10:57:39.731] [global] [info] Stage0 depends on: 
[2021-03-25 10:57:39.901] [global] [info] Optimization via LLVM passes took 0.160705 ms
[2021-03-25 10:57:39.971] [global] [info] Compiled code paths for stage 0 in 0.07 ms
[2021-03-25 10:57:39.971] [global] [info] [Transform Stage] Stage 0 compiled to x86 in 0.240244s
[2021-03-25 10:57:39.972] [local ee] [info] split /data/zillow/Zdirty/zillow_dirty@10G.csv into 160 tasks
[2021-03-25 10:57:40.277] [driver] [info] [Task Finished] Transform to mem in 0.305238s (11287 normal rows, 0 exceptions)
[2021-03-25 10:57:40.580] [driver] [info] [Task Finished] Transform to mem in 0.302926s (11261 normal rows, 0 exceptions)
[2021-03-25 10:57:40.883] [driver] [info] [Task Finished] Transform to mem in 0.303347s (11335 normal rows, 0 exceptions)
[2021-03-25 10:57:41.186] [driver] [info] [Task Finished] Transform to mem in 0.302873s (11231 normal rows, 0 exceptions)
[2021-03-25 10:57:41.490] [driver] [info] [Task Finished] Transform to mem in 0.303680s (11167 normal rows, 0 exceptions)
[2021-03-25 10:57:41.793] [driver] [info] [Task Finished] Transform to mem in 0.303356s (11177 normal rows, 0 exceptions)
[2021-03-25 10:57:42.096] [driver] [info] [Task Finished] Transform to mem in 0.302897s (11220 normal rows, 0 exceptions)
[2021-03-25 10:57:42.399] [driver] [info] [Task Finished] Transform to mem in 0.302903s (11185 normal rows, 0 exceptions)
[2021-03-25 10:57:42.701] [driver] [info] [Task Finished] Transform to mem in 0.302426s (11267 normal rows, 0 exceptions)
[2021-03-25 10:57:43.004] [driver] [info] [Task Finished] Transform to mem in 0.302779s (11281 normal rows, 0 exceptions)
[2021-03-25 10:57:43.307] [driver] [info] [Task Finished] Transform to mem in 0.302654s (11335 normal rows, 0 exceptions)
[2021-03-25 10:57:43.610] [driver] [info] [Task Finished] Transform to mem in 0.302897s (11209 normal rows, 0 exceptions)
[2021-03-25 10:57:43.912] [driver] [info] [Task Finished] Transform to mem in 0.302735s (11189 normal rows, 0 exceptions)
[2021-03-25 10:57:44.216] [driver] [info] [Task Finished] Transform to mem in 0.303255s (11177 normal rows, 0 exceptions)
[2021-03-25 10:57:44.519] [driver] [info] [Task Finished] Transform to mem in 0.302831s (11220 normal rows, 0 exceptions)
[2021-03-25 10:57:44.821] [driver] [info] [Task Finished] Transform to mem in 0.302617s (11185 normal rows, 0 exceptions)
[2021-03-25 10:57:45.124] [driver] [info] [Task Finished] Transform to mem in 0.302400s (11267 normal rows, 0 exceptions)
[2021-03-25 10:57:45.427] [driver] [info] [Task Finished] Transform to mem in 0.303081s (11281 normal rows, 0 exceptions)
[2021-03-25 10:57:45.730] [driver] [info] [Task Finished] Transform to mem in 0.302836s (11335 normal rows, 0 exceptions)
[2021-03-25 10:57:46.032] [driver] [info] [Task Finished] Transform to mem in 0.302034s (11209 normal rows, 0 exceptions)
[2021-03-25 10:57:46.334] [driver] [info] [Task Finished] Transform to mem in 0.302513s (11163 normal rows, 0 exceptions)
[2021-03-25 10:57:46.637] [driver] [info] [Task Finished] Transform to mem in 0.302629s (11203 normal rows, 0 exceptions)
[2021-03-25 10:57:46.940] [driver] [info] [Task Finished] Transform to mem in 0.302869s (11220 normal rows, 0 exceptions)
[2021-03-25 10:57:47.242] [driver] [info] [Task Finished] Transform to mem in 0.302022s (11185 normal rows, 0 exceptions)
[2021-03-25 10:57:47.544] [driver] [info] [Task Finished] Transform to mem in 0.302278s (11267 normal rows, 0 exceptions)
[2021-03-25 10:57:47.847] [driver] [info] [Task Finished] Transform to mem in 0.302464s (11268 normal rows, 0 exceptions)
[2021-03-25 10:57:48.149] [driver] [info] [Task Finished] Transform to mem in 0.302827s (11293 normal rows, 0 exceptions)
[2021-03-25 10:57:48.452] [driver] [info] [Task Finished] Transform to mem in 0.302544s (11259 normal rows, 0 exceptions)
[2021-03-25 10:57:48.755] [driver] [info] [Task Finished] Transform to mem in 0.302849s (11168 normal rows, 0 exceptions)
[2021-03-25 10:57:49.058] [driver] [info] [Task Finished] Transform to mem in 0.302783s (11203 normal rows, 0 exceptions)
[2021-03-25 10:57:49.360] [driver] [info] [Task Finished] Transform to mem in 0.302147s (11220 normal rows, 0 exceptions)
[2021-03-25 10:57:49.662] [driver] [info] [Task Finished] Transform to mem in 0.301913s (11172 normal rows, 0 exceptions)
[2021-03-25 10:57:49.965] [driver] [info] [Task Finished] Transform to mem in 0.303144s (11280 normal rows, 0 exceptions)
[2021-03-25 10:57:50.267] [driver] [info] [Task Finished] Transform to mem in 0.302642s (11252 normal rows, 0 exceptions)
[2021-03-25 10:57:50.570] [driver] [info] [Task Finished] Transform to mem in 0.302925s (11309 normal rows, 0 exceptions)
[2021-03-25 10:57:50.873] [driver] [info] [Task Finished] Transform to mem in 0.302061s (11259 normal rows, 0 exceptions)
[2021-03-25 10:57:51.175] [driver] [info] [Task Finished] Transform to mem in 0.302873s (11168 normal rows, 0 exceptions)
[2021-03-25 10:57:51.478] [driver] [info] [Task Finished] Transform to mem in 0.302386s (11184 normal rows, 0 exceptions)
[2021-03-25 10:57:51.780] [driver] [info] [Task Finished] Transform to mem in 0.302492s (11210 normal rows, 0 exceptions)
[2021-03-25 10:57:52.083] [driver] [info] [Task Finished] Transform to mem in 0.302452s (11201 normal rows, 0 exceptions)
[2021-03-25 10:57:52.385] [driver] [info] [Task Finished] Transform to mem in 0.302105s (11244 normal rows, 0 exceptions)
[2021-03-25 10:57:52.687] [driver] [info] [Task Finished] Transform to mem in 0.302500s (11288 normal rows, 0 exceptions)
[2021-03-25 10:57:52.990] [driver] [info] [Task Finished] Transform to mem in 0.302586s (11309 normal rows, 0 exceptions)
[2021-03-25 10:57:53.292] [driver] [info] [Task Finished] Transform to mem in 0.302427s (11259 normal rows, 0 exceptions)
[2021-03-25 10:57:53.596] [driver] [info] [Task Finished] Transform to mem in 0.303185s (11168 normal rows, 0 exceptions)
[2021-03-25 10:57:53.898] [driver] [info] [Task Finished] Transform to mem in 0.302699s (11184 normal rows, 0 exceptions)
[2021-03-25 10:57:54.201] [driver] [info] [Task Finished] Transform to mem in 0.303025s (11210 normal rows, 0 exceptions)
[2021-03-25 10:57:54.504] [driver] [info] [Task Finished] Transform to mem in 0.302436s (11192 normal rows, 0 exceptions)
[2021-03-25 10:57:54.807] [driver] [info] [Task Finished] Transform to mem in 0.302765s (11253 normal rows, 0 exceptions)
[2021-03-25 10:57:55.109] [driver] [info] [Task Finished] Transform to mem in 0.302793s (11285 normal rows, 0 exceptions)
[2021-03-25 10:57:55.412] [driver] [info] [Task Finished] Transform to mem in 0.302796s (11312 normal rows, 0 exceptions)
[2021-03-25 10:57:55.714] [driver] [info] [Task Finished] Transform to mem in 0.301737s (11259 normal rows, 0 exceptions)
[2021-03-25 10:57:56.016] [driver] [info] [Task Finished] Transform to mem in 0.302342s (11157 normal rows, 0 exceptions)
[2021-03-25 10:57:56.319] [driver] [info] [Task Finished] Transform to mem in 0.302776s (11195 normal rows, 0 exceptions)
[2021-03-25 10:57:56.622] [driver] [info] [Task Finished] Transform to mem in 0.302451s (11210 normal rows, 0 exceptions)
[2021-03-25 10:57:56.924] [driver] [info] [Task Finished] Transform to mem in 0.301876s (11192 normal rows, 0 exceptions)
[2021-03-25 10:57:57.225] [driver] [info] [Task Finished] Transform to mem in 0.301857s (11253 normal rows, 0 exceptions)
[2021-03-25 10:57:57.529] [driver] [info] [Task Finished] Transform to mem in 0.303119s (11285 normal rows, 0 exceptions)
[2021-03-25 10:57:57.831] [driver] [info] [Task Finished] Transform to mem in 0.302388s (11312 normal rows, 0 exceptions)
[2021-03-25 10:57:58.134] [driver] [info] [Task Finished] Transform to mem in 0.302522s (11251 normal rows, 0 exceptions)
[2021-03-25 10:57:58.436] [driver] [info] [Task Finished] Transform to mem in 0.302410s (11156 normal rows, 0 exceptions)
[2021-03-25 10:57:58.738] [driver] [info] [Task Finished] Transform to mem in 0.302265s (11188 normal rows, 0 exceptions)
[2021-03-25 10:57:59.040] [driver] [info] [Task Finished] Transform to mem in 0.301934s (11226 normal rows, 0 exceptions)
[2021-03-25 10:57:59.343] [driver] [info] [Task Finished] Transform to mem in 0.302413s (11192 normal rows, 0 exceptions)
[2021-03-25 10:57:59.645] [driver] [info] [Task Finished] Transform to mem in 0.301995s (11243 normal rows, 0 exceptions)
[2021-03-25 10:57:59.947] [driver] [info] [Task Finished] Transform to mem in 0.302833s (11295 normal rows, 0 exceptions)
[2021-03-25 10:58:00.251] [driver] [info] [Task Finished] Transform to mem in 0.303114s (11263 normal rows, 0 exceptions)
[2021-03-25 10:58:00.553] [driver] [info] [Task Finished] Transform to mem in 0.302180s (11268 normal rows, 0 exceptions)
[2021-03-25 10:58:00.855] [driver] [info] [Task Finished] Transform to mem in 0.302162s (11188 normal rows, 0 exceptions)
[2021-03-25 10:58:01.157] [driver] [info] [Task Finished] Transform to mem in 0.302471s (11188 normal rows, 0 exceptions)
[2021-03-25 10:58:01.460] [driver] [info] [Task Finished] Transform to mem in 0.302087s (11226 normal rows, 0 exceptions)
[2021-03-25 10:58:01.762] [driver] [info] [Task Finished] Transform to mem in 0.302399s (11182 normal rows, 0 exceptions)
[2021-03-25 10:58:02.064] [driver] [info] [Task Finished] Transform to mem in 0.301982s (11253 normal rows, 0 exceptions)
[2021-03-25 10:58:02.367] [driver] [info] [Task Finished] Transform to mem in 0.303424s (11278 normal rows, 0 exceptions)
[2021-03-25 10:58:02.670] [driver] [info] [Task Finished] Transform to mem in 0.302794s (11280 normal rows, 0 exceptions)
[2021-03-25 10:58:02.973] [driver] [info] [Task Finished] Transform to mem in 0.302985s (11268 normal rows, 0 exceptions)
[2021-03-25 10:58:03.276] [driver] [info] [Task Finished] Transform to mem in 0.302751s (11188 normal rows, 0 exceptions)
[2021-03-25 10:58:03.579] [driver] [info] [Task Finished] Transform to mem in 0.303002s (11188 normal rows, 0 exceptions)
[2021-03-25 10:58:03.881] [driver] [info] [Task Finished] Transform to mem in 0.302218s (11208 normal rows, 0 exceptions)
[2021-03-25 10:58:04.184] [driver] [info] [Task Finished] Transform to mem in 0.302380s (11200 normal rows, 0 exceptions)
[2021-03-25 10:58:04.486] [driver] [info] [Task Finished] Transform to mem in 0.302001s (11216 normal rows, 0 exceptions)
[2021-03-25 10:58:04.789] [driver] [info] [Task Finished] Transform to mem in 0.303287s (11315 normal rows, 0 exceptions)
[2021-03-25 10:58:05.092] [driver] [info] [Task Finished] Transform to mem in 0.302554s (11280 normal rows, 0 exceptions)
[2021-03-25 10:58:05.394] [driver] [info] [Task Finished] Transform to mem in 0.302037s (11268 normal rows, 0 exceptions)
[2021-03-25 10:58:05.696] [driver] [info] [Task Finished] Transform to mem in 0.302170s (11168 normal rows, 0 exceptions)
[2021-03-25 10:58:05.998] [driver] [info] [Task Finished] Transform to mem in 0.302533s (11180 normal rows, 0 exceptions)
[2021-03-25 10:58:06.301] [driver] [info] [Task Finished] Transform to mem in 0.302392s (11236 normal rows, 0 exceptions)
[2021-03-25 10:58:06.603] [driver] [info] [Task Finished] Transform to mem in 0.302311s (11200 normal rows, 0 exceptions)
[2021-03-25 10:58:06.905] [driver] [info] [Task Finished] Transform to mem in 0.301962s (11175 normal rows, 0 exceptions)
[2021-03-25 10:58:07.209] [driver] [info] [Task Finished] Transform to mem in 0.303582s (11356 normal rows, 0 exceptions)
[2021-03-25 10:58:07.511] [driver] [info] [Task Finished] Transform to mem in 0.302259s (11280 normal rows, 0 exceptions)
[2021-03-25 10:58:07.813] [driver] [info] [Task Finished] Transform to mem in 0.301995s (11253 normal rows, 0 exceptions)
[2021-03-25 10:58:08.116] [driver] [info] [Task Finished] Transform to mem in 0.302979s (11183 normal rows, 0 exceptions)
[2021-03-25 10:58:08.419] [driver] [info] [Task Finished] Transform to mem in 0.302820s (11180 normal rows, 0 exceptions)
[2021-03-25 10:58:08.721] [driver] [info] [Task Finished] Transform to mem in 0.302210s (11236 normal rows, 0 exceptions)
[2021-03-25 10:58:09.023] [driver] [info] [Task Finished] Transform to mem in 0.302263s (11200 normal rows, 0 exceptions)
[2021-03-25 10:58:09.325] [driver] [info] [Task Finished] Transform to mem in 0.302004s (11175 normal rows, 0 exceptions)
[2021-03-25 10:58:09.629] [driver] [info] [Task Finished] Transform to mem in 0.303355s (11356 normal rows, 0 exceptions)
[2021-03-25 10:58:09.931] [driver] [info] [Task Finished] Transform to mem in 0.302526s (11273 normal rows, 0 exceptions)
[2021-03-25 10:58:10.234] [driver] [info] [Task Finished] Transform to mem in 0.302580s (11260 normal rows, 0 exceptions)
[2021-03-25 10:58:10.536] [driver] [info] [Task Finished] Transform to mem in 0.302579s (11183 normal rows, 0 exceptions)
[2021-03-25 10:58:10.840] [driver] [info] [Task Finished] Transform to mem in 0.303451s (11180 normal rows, 0 exceptions)
[2021-03-25 10:58:11.142] [driver] [info] [Task Finished] Transform to mem in 0.302236s (11220 normal rows, 0 exceptions)
[2021-03-25 10:58:11.444] [driver] [info] [Task Finished] Transform to mem in 0.302385s (11196 normal rows, 0 exceptions)
[2021-03-25 10:58:11.746] [driver] [info] [Task Finished] Transform to mem in 0.301898s (11175 normal rows, 0 exceptions)
[2021-03-25 10:58:12.049] [driver] [info] [Task Finished] Transform to mem in 0.302950s (11376 normal rows, 0 exceptions)
[2021-03-25 10:58:12.352] [driver] [info] [Task Finished] Transform to mem in 0.302463s (11181 normal rows, 0 exceptions)
[2021-03-25 10:58:12.655] [driver] [info] [Task Finished] Transform to mem in 0.303438s (11352 normal rows, 0 exceptions)
[2021-03-25 10:58:12.958] [driver] [info] [Task Finished] Transform to mem in 0.302666s (11173 normal rows, 0 exceptions)
[2021-03-25 10:58:13.261] [driver] [info] [Task Finished] Transform to mem in 0.302807s (11190 normal rows, 0 exceptions)
[2021-03-25 10:58:13.563] [driver] [info] [Task Finished] Transform to mem in 0.302363s (11183 normal rows, 0 exceptions)
[2021-03-25 10:58:13.867] [driver] [info] [Task Finished] Transform to mem in 0.303509s (11233 normal rows, 0 exceptions)
[2021-03-25 10:58:14.170] [driver] [info] [Task Finished] Transform to mem in 0.303755s (11153 normal rows, 0 exceptions)
[2021-03-25 10:58:14.475] [driver] [info] [Task Finished] Transform to mem in 0.304334s (11349 normal rows, 0 exceptions)
[2021-03-25 10:58:14.779] [driver] [info] [Task Finished] Transform to mem in 0.303672s (11226 normal rows, 0 exceptions)
[2021-03-25 10:58:15.082] [driver] [info] [Task Finished] Transform to mem in 0.303486s (11348 normal rows, 0 exceptions)
[2021-03-25 10:58:15.385] [driver] [info] [Task Finished] Transform to mem in 0.302937s (11181 normal rows, 0 exceptions)
[2021-03-25 10:58:15.689] [driver] [info] [Task Finished] Transform to mem in 0.303956s (11185 normal rows, 0 exceptions)
[2021-03-25 10:58:15.993] [driver] [info] [Task Finished] Transform to mem in 0.303621s (11188 normal rows, 0 exceptions)
[2021-03-25 10:58:16.297] [driver] [info] [Task Finished] Transform to mem in 0.304311s (11233 normal rows, 0 exceptions)
[2021-03-25 10:58:16.601] [driver] [info] [Task Finished] Transform to mem in 0.303582s (11153 normal rows, 0 exceptions)
[2021-03-25 10:58:16.904] [driver] [info] [Task Finished] Transform to mem in 0.303793s (11349 normal rows, 0 exceptions)
[2021-03-25 10:58:17.208] [driver] [info] [Task Finished] Transform to mem in 0.303433s (11224 normal rows, 0 exceptions)
[2021-03-25 10:58:17.512] [driver] [info] [Task Finished] Transform to mem in 0.303947s (11350 normal rows, 0 exceptions)
[2021-03-25 10:58:17.815] [driver] [info] [Task Finished] Transform to mem in 0.302889s (11181 normal rows, 0 exceptions)
[2021-03-25 10:58:18.118] [driver] [info] [Task Finished] Transform to mem in 0.303265s (11177 normal rows, 0 exceptions)
[2021-03-25 10:58:18.421] [driver] [info] [Task Finished] Transform to mem in 0.302872s (11196 normal rows, 0 exceptions)
[2021-03-25 10:58:18.724] [driver] [info] [Task Finished] Transform to mem in 0.303313s (11233 normal rows, 0 exceptions)
[2021-03-25 10:58:19.027] [driver] [info] [Task Finished] Transform to mem in 0.303321s (11153 normal rows, 0 exceptions)
[2021-03-25 10:58:19.331] [driver] [info] [Task Finished] Transform to mem in 0.303430s (11349 normal rows, 0 exceptions)
[2021-03-25 10:58:19.634] [driver] [info] [Task Finished] Transform to mem in 0.302946s (11224 normal rows, 0 exceptions)
[2021-03-25 10:58:19.938] [driver] [info] [Task Finished] Transform to mem in 0.303789s (11350 normal rows, 0 exceptions)
[2021-03-25 10:58:20.241] [driver] [info] [Task Finished] Transform to mem in 0.303685s (11181 normal rows, 0 exceptions)
[2021-03-25 10:58:20.544] [driver] [info] [Task Finished] Transform to mem in 0.303035s (11177 normal rows, 0 exceptions)
[2021-03-25 10:58:20.847] [driver] [info] [Task Finished] Transform to mem in 0.302474s (11190 normal rows, 0 exceptions)
[2021-03-25 10:58:21.150] [driver] [info] [Task Finished] Transform to mem in 0.302799s (11204 normal rows, 0 exceptions)
[2021-03-25 10:58:21.453] [driver] [info] [Task Finished] Transform to mem in 0.303250s (11183 normal rows, 0 exceptions)
[2021-03-25 10:58:21.756] [driver] [info] [Task Finished] Transform to mem in 0.303073s (11354 normal rows, 0 exceptions)
[2021-03-25 10:58:22.059] [driver] [info] [Task Finished] Transform to mem in 0.303221s (11224 normal rows, 0 exceptions)
[2021-03-25 10:58:22.363] [driver] [info] [Task Finished] Transform to mem in 0.303515s (11338 normal rows, 0 exceptions)
[2021-03-25 10:58:22.666] [driver] [info] [Task Finished] Transform to mem in 0.302927s (11193 normal rows, 0 exceptions)
[2021-03-25 10:58:22.970] [driver] [info] [Task Finished] Transform to mem in 0.303726s (11177 normal rows, 0 exceptions)
[2021-03-25 10:58:23.272] [driver] [info] [Task Finished] Transform to mem in 0.302625s (11190 normal rows, 0 exceptions)
[2021-03-25 10:58:23.575] [driver] [info] [Task Finished] Transform to mem in 0.303062s (11204 normal rows, 0 exceptions)
[2021-03-25 10:58:23.878] [driver] [info] [Task Finished] Transform to mem in 0.303085s (11183 normal rows, 0 exceptions)
[2021-03-25 10:58:24.182] [driver] [info] [Task Finished] Transform to mem in 0.303202s (11354 normal rows, 0 exceptions)
[2021-03-25 10:58:24.486] [driver] [info] [Task Finished] Transform to mem in 0.304351s (11208 normal rows, 0 exceptions)
[2021-03-25 10:58:24.791] [driver] [info] [Task Finished] Transform to mem in 0.305153s (11354 normal rows, 0 exceptions)
[2021-03-25 10:58:25.095] [driver] [info] [Task Finished] Transform to mem in 0.303407s (11181 normal rows, 0 exceptions)
[2021-03-25 10:58:25.399] [driver] [info] [Task Finished] Transform to mem in 0.304093s (11189 normal rows, 0 exceptions)
[2021-03-25 10:58:25.702] [driver] [info] [Task Finished] Transform to mem in 0.302840s (11180 normal rows, 0 exceptions)
[2021-03-25 10:58:26.005] [driver] [info] [Task Finished] Transform to mem in 0.303170s (11214 normal rows, 0 exceptions)
[2021-03-25 10:58:26.308] [driver] [info] [Task Finished] Transform to mem in 0.303486s (11180 normal rows, 0 exceptions)
[2021-03-25 10:58:26.613] [driver] [info] [Task Finished] Transform to mem in 0.304623s (11273 normal rows, 0 exceptions)
[2021-03-25 10:58:26.917] [driver] [info] [Task Finished] Transform to mem in 0.303643s (11287 normal rows, 0 exceptions)
[2021-03-25 10:58:27.220] [driver] [info] [Task Finished] Transform to mem in 0.303653s (11359 normal rows, 0 exceptions)
[2021-03-25 10:58:27.524] [driver] [info] [Task Finished] Transform to mem in 0.303829s (11181 normal rows, 0 exceptions)
[2021-03-25 10:58:27.828] [driver] [info] [Task Finished] Transform to mem in 0.303697s (11167 normal rows, 0 exceptions)
[2021-03-25 10:58:28.132] [driver] [info] [Task Finished] Transform to mem in 0.303780s (11201 normal rows, 0 exceptions)
[2021-03-25 10:58:28.471] [driver] [info] [Task Finished] Transform to mem in 0.339361s (12533 normal rows, 0 exceptions)
[2021-03-25 10:58:28.471] [global] [info] [Transform Stage] Stage 0 completed 160 load&transform tasks in 48.4998s
[2021-03-25 10:58:28.471] [global] [info] [Transform Stage] Stage 0 total wall clock time: 48.4967s, 56350770 input rows, time to process 1 row via fast path: 0.000860623ms

[2021-03-25 10:58:28.504] [global] [info] Writing 1798491 rows as output to file (273.80 MB)
[2021-03-25 10:58:28.810] [driver] [info] [Task Finished] write to file in 0.305527s (1798491 rows, 273.80 MB)
[2021-03-25 10:58:28.810] [global] [info] writing output took 0.338981s
[2021-03-25 10:58:28.810] [global] [info] [Transform Stage] Stage 0 completed 160 sink tasks in 0.339071s
[2021-03-25 10:58:28.810] [global] [info] [Transform Stage] Stage 0 took 49.0793s
[2021-03-25 10:58:28.810] [global] [info] Query Execution took 49.1562s. (planning: 0.0768921s, execution: 49.0793s)
Welcome to

  _____            _
 |_   _|   _ _ __ | | _____  __
   | || | | | '_ \| |/ _ \ \/ /
   | || |_| | |_) | |  __/>  <
   |_| \__,_| .__/|_|\___/_/\_\ 0.1.7
            |_|
    
using Python 3.6.9 (default, Mar 23 2021, 11:08:57) 
[GCC 10.2.0] on linux
>>> running tuplex on ['/data/zillow/Zdirty/zillow_dirty@10G.csv']
>>> bug in generated parser, force to false
Tuplex startup time: 0.004983663558959961
>>> running pipeline with custom resolve logic...
Tuplex job time: 49.46502733230591 s
{'tuplex.useLLVMOptimizer': True, 'tuplex.autoUpcast': False, 'tuplex.allowUndefinedBehavior': False, 'tuplex.optimizer.codeStats': False, 'tuplex.optimizer.generateParser': False, 'tuplex.optimizer.nullValueOptimization': False, 'tuplex.optimizer.filterPushdown': True, 'tuplex.optimizer.sharedObjectPropagation': True, 'tuplex.interleaveIO': True, 'tuplex.resolveWithInterpreterOnly': False, 'tuplex.csv.selectionPushdown': True, 'tuplex.webui.enable': False, 'tuplex.executorCount': 0, 'tuplex.csv.maxDetectionRows': 10000, 'tuplex.webui.port': 5000, 'tuplex.webui.mongodb.port': 27017, 'tuplex.webui.exceptionDisplayLimit': 5, 'tuplex.normalcaseThreshold': 0.9, 'tuplex.csv.comments': ['#', '~'], 'tuplex.csv.maxDetectionMemory': '256KB', 'tuplex.csv.quotechar': '"', 'tuplex.csv.separators': [',', ';', '|', '\t'], 'tuplex.driverMemory': '32G', 'tuplex.env.hostname': '4e1bb76d17c5', 'tuplex.env.mode': 'file', 'tuplex.env.user': 'root', 'tuplex.executorMemory': '6G', 'tuplex.inputSplitSize': '64MB', 'tuplex.logDir': '.', 'tuplex.optimizer.mergeExceptionsInOrder': 'False', 'tuplex.optimizer.operatorReordering': 'false', 'tuplex.optionalThreshold': '0.7', 'tuplex.partitionSize': '32MB', 'tuplex.readBufferSize': '128KB', 'tuplex.runTimeLibrary': '/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime', 'tuplex.runTimeMemory': '64MB', 'tuplex.runTimeMemoryBlockSize': '4MB', 'tuplex.scratchDir': '/tmp', 'tuplex.webui.mongodb.path': '/data/tuplex_history', 'tuplex.webui.mongodb.url': 'localhost', 'tuplex.webui.url': 'localhost'}
{"logical_optimization_time_s":0.0325255,"llvm_optimization_time_s":0.160705,"llvm_compilation_time_s":0.0702777,"total_compilation_time_s":0.240241,"sampling_time_s":0.109934,"stages":[{"stage_no":0,"fast_path_wall_time_s":48.4967,"fast_path_time_s":48.4998,"fast_path_per_row_time_ns":860.623,"slow_path_wall_time_s":0,"slow_path_time_s":0,"slow_path_per_row_time_ns":0}]}
{"webui.enable": false, "executorMemory": "6G", "executorCount": 0, "driverMemory": "32G", "partitionSize": "32MB", "runTimeMemory": "64MB", "inputSplitSize": "64MB", "useLLVMOptimizer": true, "optimizer.nullValueOptimization": false, "csv.selectionPushdown": true, "optimizer.generateParser": false, "optimizer.mergeExceptionsInOrder": false, "optimizer.filterPushdown": true, "resolveWithInterpreterOnly": false}
{"startupTime": 0.004983663558959961, "jobTime": 49.46502733230591, "mode": "custom", "mergeExceptionsInOrder": false}
[GLOBAL] Local engine terminated.
[GLOBAL] releasing 1 active partitions
