[2021-03-31 18:19:43.057] [global] [error] could not find backend, defaulting to local
[2021-03-31 18:19:43.057] [local ee] [info] loaded runtime library from/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime.so
[2021-03-31 18:19:43.057] [local ee] [info] initializing LLVM backend
[2021-03-31 18:19:43.057] [local ee] [warning] init JIT compiler also only in local mode
[2021-03-31 18:19:43.057] [LLVM] [info] compiling code for skylake-avx512
[2021-03-31 18:19:43.058] [memory] [info] allocated bitmap managed memory region (32.00 GB, 32.00 MB block size)
[2021-03-31 18:19:43.058] [local execution engine] [info] started driver (32.00 GB, 32.00 MB default partition size)
overflow will be cached at file:///tmp/driver
[2021-03-31 18:19:43.058] [fileinputoperator] [info] found 1 file (10.01 GB) to process.
[2021-03-31 18:19:43.058] [global] [info] sampled file:///data/zillow/Z2_preprocessed/zillow_Z2_10G.csv on 256.00 KB
[2021-03-31 18:19:43.192] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.207] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.215] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.241] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.261] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.274] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.305] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.322] [global] [info] performing static typing for UDF in operator map
[2021-03-31 18:19:43.324] [global] [info] performing static typing for UDF in operator map
[2021-03-31 18:19:43.326] [global] [info] performing static typing for UDF in operator map
[2021-03-31 18:19:43.329] [global] [info] performing static typing for UDF in operator map
[2021-03-31 18:19:43.344] [logical planner] [info] logical optimization took 0.019896ms
[2021-03-31 18:19:43.345] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.349] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.352] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.356] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.359] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.361] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.363] [global] [info] performing static typing for UDF in operator withColumn
[2021-03-31 18:19:43.371] [global] [info] performing static typing for UDF in operator map
[2021-03-31 18:19:43.371] [global] [info] performing static typing for UDF in operator select
output type of specialized pipeline is: (str,str,str,str,str,i64,f64,i64,str,str,i64)
is this the most outer stage?: 1
[2021-03-31 18:19:43.372] [codegen] [info] generating pipeline for (str,str,str,str,f64,Option[str],str,str) -> (str,str,str,str,str,i64,f64,i64,str,str,i64) (13 operators pipelined)
[2021-03-31 18:19:43.372] [codegen] [info] generating function extractBd for ((str,str,str,str,f64,Option[str],str,str)) -> i64
[2021-03-31 18:19:43.373] [codegen] [info] generating lambda function for ((str,str,str,str,f64,Option[str],str,str,i64)) -> boolean
[2021-03-31 18:19:43.373] [codegen] [info] generating function extractType for ((str,str,str,str,f64,Option[str],str,str,i64)) -> str
[2021-03-31 18:19:43.374] [codegen] [info] generating lambda function for ((str,str,str,str,f64,Option[str],str,str,i64,str)) -> boolean
[2021-03-31 18:19:43.374] [codegen] [info] generating lambda function for ((str,str,str,str,f64,Option[str],str,str,i64,str)) -> str
[2021-03-31 18:19:43.375] [codegen] [info] generating lambda function for (str) -> str
[2021-03-31 18:19:43.376] [codegen] [info] generating function extractBa for ((str,str,str,str,f64,Option[str],str,str,i64,str,str)) -> f64
[2021-03-31 18:19:43.377] [codegen] [info] generating function extractSqft for ((str,str,str,str,f64,Option[str],str,str,i64,str,str,f64)) -> i64
[2021-03-31 18:19:43.377] [codegen] [info] generating function extractOffer for ((str,str,str,str,f64,Option[str],str,str,i64,str,str,f64,i64)) -> str
[2021-03-31 18:19:43.378] [codegen] [info] generating function extractPrice for ((str,str,str,str,f64,Option[str],str,str,i64,str,str,f64,i64,str)) -> i64
[2021-03-31 18:19:43.379] [codegen] [info] generating lambda function for ((str,str,str,str,f64,i64,str,str,i64,str,str,f64,i64,str)) -> boolean
[2021-03-31 18:19:43.380] [codegen] [info] generating lambda function for ((str,str,str,str,f64,i64,str,str,i64,str,str,f64,i64,str)) -> boolean
[2021-03-31 18:19:43.380] [codegen] [info] generating lambda function for ((str,str,str,str,f64,i64,str,str,i64,str,str,f64,i64,str)) -> (str,str,str,str,str,i64,f64,i64,str,str,i64)
[2021-03-31 18:19:43.382] [codegen] [info] generating function extractBd for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str])) -> i64
[2021-03-31 18:19:43.382] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64)) -> boolean
[2021-03-31 18:19:43.383] [codegen] [info] generating function extractType for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64)) -> str
[2021-03-31 18:19:43.384] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str)) -> boolean
[2021-03-31 18:19:43.384] [codegen] [info] generating lambda function for ((Option[str],Option[str],Option[str],Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str)) -> str
[2021-03-31 18:19:43.385] [codegen] [info] generating lambda function for (Option[str]) -> str
[2021-03-31 18:19:43.386] [codegen] [info] generating function extractBa for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str)) -> f64
[2021-03-31 18:19:43.386] [codegen] [info] generating function extractSqft for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64)) -> i64
[2021-03-31 18:19:43.387] [codegen] [info] generating function extractOffer for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64,i64)) -> str
[2021-03-31 18:19:43.388] [codegen] [info] generating function extractPrice for ((Option[str],Option[str],str,Option[str],Option[f64],Option[str],Option[str],Option[str],i64,str,str,f64,i64,str)) -> i64
[2021-03-31 18:19:43.389] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],i64,str,str,f64,i64,str)) -> boolean
[2021-03-31 18:19:43.390] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],i64,str,str,f64,i64,str)) -> boolean
[2021-03-31 18:19:43.390] [codegen] [info] generating lambda function for ((Option[str],Option[str],str,Option[str],Option[f64],i64,Option[str],Option[str],i64,str,str,f64,i64,str)) -> (Option[str],str,Option[str],str,Option[str],i64,f64,i64,str,str,i64)
[2021-03-31 18:19:43.420] [global] [info] Stage0 depends on: 
[2021-03-31 18:19:43.730] [global] [info] Optimization via LLVM passes took 0.295140 ms
[2021-03-31 18:19:43.865] [global] [info] Compiled code paths for stage 0 in 0.13 ms
[2021-03-31 18:19:43.865] [global] [info] [Transform Stage] Stage 0 compiled to x86 in 0.444639s
[2021-03-31 18:19:43.865] [local ee] [info] split /data/zillow/Z2_preprocessed/zillow_Z2_10G.csv into 160 tasks
[2021-03-31 18:19:44.131] [driver] [info] [Task Finished] Transform to mem in 0.265849s (14226 normal rows, 10080 exceptions)
[2021-03-31 18:19:44.394] [driver] [info] [Task Finished] Transform to mem in 0.262990s (14206 normal rows, 10014 exceptions)
[2021-03-31 18:19:44.656] [driver] [info] [Task Finished] Transform to mem in 0.262370s (13970 normal rows, 9902 exceptions)
[2021-03-31 18:19:44.919] [driver] [info] [Task Finished] Transform to mem in 0.263207s (14253 normal rows, 10088 exceptions)
[2021-03-31 18:19:45.182] [driver] [info] [Task Finished] Transform to mem in 0.262912s (14217 normal rows, 10015 exceptions)
[2021-03-31 18:19:45.448] [driver] [info] [Task Finished] Transform to mem in 0.265388s (13920 normal rows, 9892 exceptions)
[2021-03-31 18:19:45.711] [driver] [info] [Task Finished] Transform to mem in 0.263372s (14267 normal rows, 10106 exceptions)
[2021-03-31 18:19:45.974] [driver] [info] [Task Finished] Transform to mem in 0.262660s (14248 normal rows, 10023 exceptions)
[2021-03-31 18:19:46.236] [driver] [info] [Task Finished] Transform to mem in 0.262374s (13953 normal rows, 9885 exceptions)
[2021-03-31 18:19:46.500] [driver] [info] [Task Finished] Transform to mem in 0.263572s (14207 normal rows, 10091 exceptions)
[2021-03-31 18:19:46.763] [driver] [info] [Task Finished] Transform to mem in 0.263297s (14237 normal rows, 10021 exceptions)
[2021-03-31 18:19:47.026] [driver] [info] [Task Finished] Transform to mem in 0.262719s (13988 normal rows, 9938 exceptions)
[2021-03-31 18:19:47.289] [driver] [info] [Task Finished] Transform to mem in 0.263437s (14177 normal rows, 10036 exceptions)
[2021-03-31 18:19:47.553] [driver] [info] [Task Finished] Transform to mem in 0.263435s (14242 normal rows, 10080 exceptions)
[2021-03-31 18:19:47.816] [driver] [info] [Task Finished] Transform to mem in 0.262946s (14020 normal rows, 9982 exceptions)
[2021-03-31 18:19:48.079] [driver] [info] [Task Finished] Transform to mem in 0.263348s (14162 normal rows, 9952 exceptions)
[2021-03-31 18:19:48.342] [driver] [info] [Task Finished] Transform to mem in 0.262993s (14241 normal rows, 10100 exceptions)
[2021-03-31 18:19:48.605] [driver] [info] [Task Finished] Transform to mem in 0.262666s (14059 normal rows, 9985 exceptions)
[2021-03-31 18:19:48.867] [driver] [info] [Task Finished] Transform to mem in 0.262653s (14114 normal rows, 10004 exceptions)
[2021-03-31 18:19:49.134] [driver] [info] [Task Finished] Transform to mem in 0.266218s (14238 normal rows, 10030 exceptions)
[2021-03-31 18:19:49.397] [driver] [info] [Task Finished] Transform to mem in 0.262929s (14081 normal rows, 9995 exceptions)
[2021-03-31 18:19:49.662] [driver] [info] [Task Finished] Transform to mem in 0.265531s (14095 normal rows, 10009 exceptions)
[2021-03-31 18:19:49.925] [driver] [info] [Task Finished] Transform to mem in 0.263287s (14221 normal rows, 10009 exceptions)
[2021-03-31 18:19:50.188] [driver] [info] [Task Finished] Transform to mem in 0.262478s (14086 normal rows, 9989 exceptions)
[2021-03-31 18:19:50.451] [driver] [info] [Task Finished] Transform to mem in 0.262779s (14097 normal rows, 10002 exceptions)
[2021-03-31 18:19:50.719] [driver] [info] [Task Finished] Transform to mem in 0.268045s (14212 normal rows, 10017 exceptions)
[2021-03-31 18:19:50.982] [driver] [info] [Task Finished] Transform to mem in 0.262835s (14108 normal rows, 10027 exceptions)
[2021-03-31 18:19:51.244] [driver] [info] [Task Finished] Transform to mem in 0.262690s (14100 normal rows, 9955 exceptions)
[2021-03-31 18:19:51.508] [driver] [info] [Task Finished] Transform to mem in 0.263500s (14212 normal rows, 10032 exceptions)
[2021-03-31 18:19:51.771] [driver] [info] [Task Finished] Transform to mem in 0.262774s (14099 normal rows, 10008 exceptions)
[2021-03-31 18:19:52.034] [driver] [info] [Task Finished] Transform to mem in 0.262956s (14094 normal rows, 9965 exceptions)
[2021-03-31 18:19:52.296] [driver] [info] [Task Finished] Transform to mem in 0.262650s (14223 normal rows, 10035 exceptions)
[2021-03-31 18:19:52.559] [driver] [info] [Task Finished] Transform to mem in 0.262454s (14089 normal rows, 10008 exceptions)
[2021-03-31 18:19:52.825] [driver] [info] [Task Finished] Transform to mem in 0.266443s (14083 normal rows, 9953 exceptions)
[2021-03-31 18:19:53.090] [driver] [info] [Task Finished] Transform to mem in 0.264892s (14235 normal rows, 10062 exceptions)
[2021-03-31 18:19:53.355] [driver] [info] [Task Finished] Transform to mem in 0.264631s (14170 normal rows, 9994 exceptions)
[2021-03-31 18:19:53.617] [driver] [info] [Task Finished] Transform to mem in 0.262408s (14002 normal rows, 9940 exceptions)
[2021-03-31 18:19:53.881] [driver] [info] [Task Finished] Transform to mem in 0.263585s (14226 normal rows, 10080 exceptions)
[2021-03-31 18:19:54.144] [driver] [info] [Task Finished] Transform to mem in 0.262971s (14206 normal rows, 9991 exceptions)
[2021-03-31 18:19:54.406] [driver] [info] [Task Finished] Transform to mem in 0.262500s (13961 normal rows, 9925 exceptions)
[2021-03-31 18:19:54.670] [driver] [info] [Task Finished] Transform to mem in 0.263504s (14246 normal rows, 10084 exceptions)
[2021-03-31 18:19:54.933] [driver] [info] [Task Finished] Transform to mem in 0.262669s (14233 normal rows, 10011 exceptions)
[2021-03-31 18:19:55.195] [driver] [info] [Task Finished] Transform to mem in 0.262176s (13915 normal rows, 9900 exceptions)
[2021-03-31 18:19:55.458] [driver] [info] [Task Finished] Transform to mem in 0.263311s (14253 normal rows, 10088 exceptions)
[2021-03-31 18:19:55.721] [driver] [info] [Task Finished] Transform to mem in 0.263282s (14267 normal rows, 10030 exceptions)
[2021-03-31 18:19:55.983] [driver] [info] [Task Finished] Transform to mem in 0.261997s (13892 normal rows, 9882 exceptions)
[2021-03-31 18:19:56.246] [driver] [info] [Task Finished] Transform to mem in 0.262788s (14245 normal rows, 10101 exceptions)
[2021-03-31 18:19:56.512] [driver] [info] [Task Finished] Transform to mem in 0.266141s (14260 normal rows, 10025 exceptions)
[2021-03-31 18:19:56.777] [driver] [info] [Task Finished] Transform to mem in 0.264413s (13978 normal rows, 9907 exceptions)
[2021-03-31 18:19:57.041] [driver] [info] [Task Finished] Transform to mem in 0.264337s (14181 normal rows, 10067 exceptions)
[2021-03-31 18:19:57.304] [driver] [info] [Task Finished] Transform to mem in 0.262779s (14234 normal rows, 10024 exceptions)
[2021-03-31 18:19:57.566] [driver] [info] [Task Finished] Transform to mem in 0.262233s (14015 normal rows, 9982 exceptions)
[2021-03-31 18:19:57.829] [driver] [info] [Task Finished] Transform to mem in 0.263007s (14142 normal rows, 9989 exceptions)
[2021-03-31 18:19:58.093] [driver] [info] [Task Finished] Transform to mem in 0.263509s (14280 normal rows, 10094 exceptions)
[2021-03-31 18:19:58.355] [driver] [info] [Task Finished] Transform to mem in 0.262383s (13982 normal rows, 9975 exceptions)
[2021-03-31 18:19:58.619] [driver] [info] [Task Finished] Transform to mem in 0.263675s (14173 normal rows, 10006 exceptions)
[2021-03-31 18:19:58.882] [driver] [info] [Task Finished] Transform to mem in 0.263065s (14235 normal rows, 10040 exceptions)
[2021-03-31 18:19:59.144] [driver] [info] [Task Finished] Transform to mem in 0.262643s (14054 normal rows, 9984 exceptions)
[2021-03-31 18:19:59.408] [driver] [info] [Task Finished] Transform to mem in 0.263005s (14129 normal rows, 10004 exceptions)
[2021-03-31 18:19:59.671] [driver] [info] [Task Finished] Transform to mem in 0.263032s (14223 normal rows, 10033 exceptions)
[2021-03-31 18:19:59.933] [driver] [info] [Task Finished] Transform to mem in 0.262410s (14081 normal rows, 9992 exceptions)
[2021-03-31 18:20:00.199] [driver] [info] [Task Finished] Transform to mem in 0.266132s (14108 normal rows, 10010 exceptions)
[2021-03-31 18:20:00.465] [driver] [info] [Task Finished] Transform to mem in 0.265771s (14208 normal rows, 10008 exceptions)
[2021-03-31 18:20:00.728] [driver] [info] [Task Finished] Transform to mem in 0.263137s (14089 normal rows, 10031 exceptions)
[2021-03-31 18:20:00.991] [driver] [info] [Task Finished] Transform to mem in 0.262839s (14094 normal rows, 9960 exceptions)
[2021-03-31 18:20:01.254] [driver] [info] [Task Finished] Transform to mem in 0.262841s (14232 normal rows, 10017 exceptions)
[2021-03-31 18:20:01.516] [driver] [info] [Task Finished] Transform to mem in 0.262685s (14088 normal rows, 10027 exceptions)
[2021-03-31 18:20:01.779] [driver] [info] [Task Finished] Transform to mem in 0.262872s (14106 normal rows, 9955 exceptions)
[2021-03-31 18:20:02.043] [driver] [info] [Task Finished] Transform to mem in 0.263325s (14211 normal rows, 10043 exceptions)
[2021-03-31 18:20:02.307] [driver] [info] [Task Finished] Transform to mem in 0.264535s (14113 normal rows, 9997 exceptions)
[2021-03-31 18:20:02.570] [driver] [info] [Task Finished] Transform to mem in 0.262684s (14075 normal rows, 9965 exceptions)
[2021-03-31 18:20:02.833] [driver] [info] [Task Finished] Transform to mem in 0.263421s (14223 normal rows, 10049 exceptions)
[2021-03-31 18:20:03.096] [driver] [info] [Task Finished] Transform to mem in 0.262583s (14095 normal rows, 9995 exceptions)
[2021-03-31 18:20:03.359] [driver] [info] [Task Finished] Transform to mem in 0.262512s (14086 normal rows, 9952 exceptions)
[2021-03-31 18:20:03.622] [driver] [info] [Task Finished] Transform to mem in 0.263443s (14226 normal rows, 10069 exceptions)
[2021-03-31 18:20:03.888] [driver] [info] [Task Finished] Transform to mem in 0.265748s (14170 normal rows, 9996 exceptions)
[2021-03-31 18:20:04.153] [driver] [info] [Task Finished] Transform to mem in 0.265631s (14002 normal rows, 9931 exceptions)
[2021-03-31 18:20:04.416] [driver] [info] [Task Finished] Transform to mem in 0.262957s (14226 normal rows, 10080 exceptions)
[2021-03-31 18:20:04.679] [driver] [info] [Task Finished] Transform to mem in 0.262715s (14206 normal rows, 10014 exceptions)
[2021-03-31 18:20:04.941] [driver] [info] [Task Finished] Transform to mem in 0.262278s (13970 normal rows, 9902 exceptions)
[2021-03-31 18:20:05.204] [driver] [info] [Task Finished] Transform to mem in 0.262921s (14237 normal rows, 10084 exceptions)
[2021-03-31 18:20:05.467] [driver] [info] [Task Finished] Transform to mem in 0.262725s (14233 normal rows, 10019 exceptions)
[2021-03-31 18:20:05.729] [driver] [info] [Task Finished] Transform to mem in 0.262334s (13920 normal rows, 9892 exceptions)
[2021-03-31 18:20:05.993] [driver] [info] [Task Finished] Transform to mem in 0.263750s (14267 normal rows, 10099 exceptions)
[2021-03-31 18:20:06.256] [driver] [info] [Task Finished] Transform to mem in 0.262860s (14248 normal rows, 10030 exceptions)
[2021-03-31 18:20:06.518] [driver] [info] [Task Finished] Transform to mem in 0.262234s (13912 normal rows, 9882 exceptions)
[2021-03-31 18:20:06.782] [driver] [info] [Task Finished] Transform to mem in 0.263859s (14248 normal rows, 10094 exceptions)
[2021-03-31 18:20:07.045] [driver] [info] [Task Finished] Transform to mem in 0.262679s (14237 normal rows, 10021 exceptions)
[2021-03-31 18:20:07.307] [driver] [info] [Task Finished] Transform to mem in 0.262191s (13988 normal rows, 9922 exceptions)
[2021-03-31 18:20:07.574] [driver] [info] [Task Finished] Transform to mem in 0.266556s (14171 normal rows, 10052 exceptions)
[2021-03-31 18:20:07.840] [driver] [info] [Task Finished] Transform to mem in 0.266178s (14234 normal rows, 10024 exceptions)
[2021-03-31 18:20:08.102] [driver] [info] [Task Finished] Transform to mem in 0.262441s (14015 normal rows, 9985 exceptions)
[2021-03-31 18:20:08.365] [driver] [info] [Task Finished] Transform to mem in 0.262837s (14176 normal rows, 9997 exceptions)
[2021-03-31 18:20:08.628] [driver] [info] [Task Finished] Transform to mem in 0.262966s (14246 normal rows, 10108 exceptions)
[2021-03-31 18:20:08.891] [driver] [info] [Task Finished] Transform to mem in 0.262624s (14059 normal rows, 9978 exceptions)
[2021-03-31 18:20:09.153] [driver] [info] [Task Finished] Transform to mem in 0.262641s (14114 normal rows, 10011 exceptions)
[2021-03-31 18:20:09.416] [driver] [info] [Task Finished] Transform to mem in 0.262658s (14238 normal rows, 10007 exceptions)
[2021-03-31 18:20:09.679] [driver] [info] [Task Finished] Transform to mem in 0.262484s (14081 normal rows, 10003 exceptions)
[2021-03-31 18:20:09.942] [driver] [info] [Task Finished] Transform to mem in 0.262950s (14095 normal rows, 10024 exceptions)
[2021-03-31 18:20:10.204] [driver] [info] [Task Finished] Transform to mem in 0.262570s (14221 normal rows, 9998 exceptions)
[2021-03-31 18:20:10.467] [driver] [info] [Task Finished] Transform to mem in 0.262650s (14086 normal rows, 9998 exceptions)
[2021-03-31 18:20:10.730] [driver] [info] [Task Finished] Transform to mem in 0.262700s (14091 normal rows, 10001 exceptions)
[2021-03-31 18:20:10.992] [driver] [info] [Task Finished] Transform to mem in 0.262830s (14218 normal rows, 10016 exceptions)
[2021-03-31 18:20:11.258] [driver] [info] [Task Finished] Transform to mem in 0.265625s (14095 normal rows, 10026 exceptions)
[2021-03-31 18:20:11.524] [driver] [info] [Task Finished] Transform to mem in 0.265814s (14113 normal rows, 9960 exceptions)
[2021-03-31 18:20:11.787] [driver] [info] [Task Finished] Transform to mem in 0.262841s (14197 normal rows, 10028 exceptions)
[2021-03-31 18:20:12.049] [driver] [info] [Task Finished] Transform to mem in 0.262505s (14114 normal rows, 10012 exceptions)
[2021-03-31 18:20:12.312] [driver] [info] [Task Finished] Transform to mem in 0.262914s (14094 normal rows, 9965 exceptions)
[2021-03-31 18:20:12.575] [driver] [info] [Task Finished] Transform to mem in 0.262857s (14197 normal rows, 10033 exceptions)
[2021-03-31 18:20:12.838] [driver] [info] [Task Finished] Transform to mem in 0.263238s (14115 normal rows, 10010 exceptions)
[2021-03-31 18:20:13.101] [driver] [info] [Task Finished] Transform to mem in 0.262803s (14083 normal rows, 9953 exceptions)
[2021-03-31 18:20:13.364] [driver] [info] [Task Finished] Transform to mem in 0.263294s (14235 normal rows, 10048 exceptions)
[2021-03-31 18:20:13.627] [driver] [info] [Task Finished] Transform to mem in 0.262601s (14144 normal rows, 9995 exceptions)
[2021-03-31 18:20:13.890] [driver] [info] [Task Finished] Transform to mem in 0.262714s (14015 normal rows, 9952 exceptions)
[2021-03-31 18:20:14.153] [driver] [info] [Task Finished] Transform to mem in 0.263520s (14237 normal rows, 10069 exceptions)
[2021-03-31 18:20:14.417] [driver] [info] [Task Finished] Transform to mem in 0.262746s (14159 normal rows, 9996 exceptions)
[2021-03-31 18:20:14.679] [driver] [info] [Task Finished] Transform to mem in 0.262644s (14010 normal rows, 9932 exceptions)
[2021-03-31 18:20:14.946] [driver] [info] [Task Finished] Transform to mem in 0.266483s (14246 normal rows, 10084 exceptions)
[2021-03-31 18:20:15.212] [driver] [info] [Task Finished] Transform to mem in 0.266067s (14178 normal rows, 10009 exceptions)
[2021-03-31 18:20:15.474] [driver] [info] [Task Finished] Transform to mem in 0.262088s (13970 normal rows, 9902 exceptions)
[2021-03-31 18:20:15.738] [driver] [info] [Task Finished] Transform to mem in 0.263436s (14253 normal rows, 10088 exceptions)
[2021-03-31 18:20:16.001] [driver] [info] [Task Finished] Transform to mem in 0.263207s (14236 normal rows, 10015 exceptions)
[2021-03-31 18:20:16.263] [driver] [info] [Task Finished] Transform to mem in 0.262158s (13901 normal rows, 9892 exceptions)
[2021-03-31 18:20:16.526] [driver] [info] [Task Finished] Transform to mem in 0.263299s (14267 normal rows, 10106 exceptions)
[2021-03-31 18:20:16.789] [driver] [info] [Task Finished] Transform to mem in 0.262861s (14248 normal rows, 10023 exceptions)
[2021-03-31 18:20:17.052] [driver] [info] [Task Finished] Transform to mem in 0.262516s (13953 normal rows, 9885 exceptions)
[2021-03-31 18:20:17.315] [driver] [info] [Task Finished] Transform to mem in 0.263258s (14207 normal rows, 10091 exceptions)
[2021-03-31 18:20:17.578] [driver] [info] [Task Finished] Transform to mem in 0.263026s (14245 normal rows, 10024 exceptions)
[2021-03-31 18:20:17.841] [driver] [info] [Task Finished] Transform to mem in 0.262565s (13999 normal rows, 9935 exceptions)
[2021-03-31 18:20:18.104] [driver] [info] [Task Finished] Transform to mem in 0.262996s (14158 normal rows, 10036 exceptions)
[2021-03-31 18:20:18.366] [driver] [info] [Task Finished] Transform to mem in 0.262826s (14242 normal rows, 10080 exceptions)
[2021-03-31 18:20:18.632] [driver] [info] [Task Finished] Transform to mem in 0.265713s (14020 normal rows, 9989 exceptions)
[2021-03-31 18:20:18.899] [driver] [info] [Task Finished] Transform to mem in 0.267262s (14173 normal rows, 10004 exceptions)
[2021-03-31 18:20:19.163] [driver] [info] [Task Finished] Transform to mem in 0.263458s (14235 normal rows, 10041 exceptions)
[2021-03-31 18:20:19.425] [driver] [info] [Task Finished] Transform to mem in 0.262269s (14054 normal rows, 9985 exceptions)
[2021-03-31 18:20:19.688] [driver] [info] [Task Finished] Transform to mem in 0.262835s (14114 normal rows, 10004 exceptions)
[2021-03-31 18:20:19.951] [driver] [info] [Task Finished] Transform to mem in 0.263118s (14238 normal rows, 10033 exceptions)
[2021-03-31 18:20:20.214] [driver] [info] [Task Finished] Transform to mem in 0.262715s (14081 normal rows, 9992 exceptions)
[2021-03-31 18:20:20.477] [driver] [info] [Task Finished] Transform to mem in 0.262702s (14095 normal rows, 10009 exceptions)
[2021-03-31 18:20:20.740] [driver] [info] [Task Finished] Transform to mem in 0.263118s (14221 normal rows, 10009 exceptions)
[2021-03-31 18:20:21.003] [driver] [info] [Task Finished] Transform to mem in 0.262814s (14089 normal rows, 9995 exceptions)
[2021-03-31 18:20:21.266] [driver] [info] [Task Finished] Transform to mem in 0.263068s (14094 normal rows, 9996 exceptions)
[2021-03-31 18:20:21.529] [driver] [info] [Task Finished] Transform to mem in 0.262925s (14212 normal rows, 10017 exceptions)
[2021-03-31 18:20:21.791] [driver] [info] [Task Finished] Transform to mem in 0.262581s (14108 normal rows, 10027 exceptions)
[2021-03-31 18:20:22.054] [driver] [info] [Task Finished] Transform to mem in 0.262960s (14100 normal rows, 9955 exceptions)
[2021-03-31 18:20:22.321] [driver] [info] [Task Finished] Transform to mem in 0.267185s (14217 normal rows, 10042 exceptions)
[2021-03-31 18:20:22.587] [driver] [info] [Task Finished] Transform to mem in 0.265755s (14094 normal rows, 9998 exceptions)
[2021-03-31 18:20:22.851] [driver] [info] [Task Finished] Transform to mem in 0.263527s (14094 normal rows, 9965 exceptions)
[2021-03-31 18:20:23.114] [driver] [info] [Task Finished] Transform to mem in 0.263261s (14223 normal rows, 10048 exceptions)
[2021-03-31 18:20:23.377] [driver] [info] [Task Finished] Transform to mem in 0.262509s (14089 normal rows, 9995 exceptions)
[2021-03-31 18:20:23.639] [driver] [info] [Task Finished] Transform to mem in 0.262708s (14086 normal rows, 9953 exceptions)
[2021-03-31 18:20:23.903] [driver] [info] [Task Finished] Transform to mem in 0.263356s (14232 normal rows, 10069 exceptions)
[2021-03-31 18:20:24.165] [driver] [info] [Task Finished] Transform to mem in 0.262574s (14170 normal rows, 9995 exceptions)
[2021-03-31 18:20:24.427] [driver] [info] [Task Finished] Transform to mem in 0.262103s (14002 normal rows, 9932 exceptions)
[2021-03-31 18:20:24.691] [driver] [info] [Task Finished] Transform to mem in 0.263245s (14226 normal rows, 10080 exceptions)
[2021-03-31 18:20:24.954] [driver] [info] [Task Finished] Transform to mem in 0.263038s (14206 normal rows, 10009 exceptions)
[2021-03-31 18:20:25.216] [driver] [info] [Task Finished] Transform to mem in 0.262204s (13961 normal rows, 9907 exceptions)
[2021-03-31 18:20:25.479] [driver] [info] [Task Finished] Transform to mem in 0.262897s (14246 normal rows, 10084 exceptions)
[2021-03-31 18:20:25.741] [driver] [info] [Task Finished] Transform to mem in 0.262671s (14233 normal rows, 10019 exceptions)
[2021-03-31 18:20:26.051] [driver] [info] [Task Finished] Transform to mem in 0.309134s (16320 normal rows, 11605 exceptions)
[2021-03-31 18:20:26.051] [global] [info] [Transform Stage] Stage 0 completed 160 load&transform tasks in 42.186s
[2021-03-31 18:20:26.051] [global] [info] [Transform Stage] Stage 0 total wall clock time: 42.1825s, 54108450 input rows, time to process 1 row via fast path: 0.000779591ms
[2021-03-31 18:20:26.051] [global] [info] Exception details: 
+------------+-------------------------------------+---------+
| OperatorID | Exception                           | Count   |
+------------+-------------------------------------+---------+
| 100000     | tuplex.internal.BadParseStringInput | 1602590 |
+------------+-------------------------------------+---------+
[2021-03-31 18:20:26.055] [local ee] [info] compiled pure python pipeline in 0.003805s
[2021-03-31 18:20:26.055] [local ee] [info] creating hybrid intermediates took 0.000003s
[2021-03-31 18:20:26.056] [local ee] [info] Created 160 resolve tasks in 0.001173s
[2021-03-31 18:20:26.056] [local ee] [info] 160/160 tasks require executing the slow path.
[2021-03-31 18:20:26.063] [driver] [info] [Task Finished] Resolve in 0.007480s
[2021-03-31 18:20:26.071] [driver] [info] [Task Finished] Resolve in 0.007512s
[2021-03-31 18:20:26.078] [driver] [info] [Task Finished] Resolve in 0.007262s
[2021-03-31 18:20:26.086] [driver] [info] [Task Finished] Resolve in 0.007607s
[2021-03-31 18:20:26.093] [driver] [info] [Task Finished] Resolve in 0.007534s
[2021-03-31 18:20:26.101] [driver] [info] [Task Finished] Resolve in 0.007409s
[2021-03-31 18:20:26.108] [driver] [info] [Task Finished] Resolve in 0.007387s
[2021-03-31 18:20:26.116] [driver] [info] [Task Finished] Resolve in 0.007551s
[2021-03-31 18:20:26.123] [driver] [info] [Task Finished] Resolve in 0.007400s
[2021-03-31 18:20:26.131] [driver] [info] [Task Finished] Resolve in 0.007510s
[2021-03-31 18:20:26.138] [driver] [info] [Task Finished] Resolve in 0.007502s
[2021-03-31 18:20:26.146] [driver] [info] [Task Finished] Resolve in 0.007451s
[2021-03-31 18:20:26.153] [driver] [info] [Task Finished] Resolve in 0.007506s
[2021-03-31 18:20:26.161] [driver] [info] [Task Finished] Resolve in 0.007552s
[2021-03-31 18:20:26.168] [driver] [info] [Task Finished] Resolve in 0.007277s
[2021-03-31 18:20:26.175] [driver] [info] [Task Finished] Resolve in 0.007493s
[2021-03-31 18:20:26.183] [driver] [info] [Task Finished] Resolve in 0.007538s
[2021-03-31 18:20:26.191] [driver] [info] [Task Finished] Resolve in 0.007478s
[2021-03-31 18:20:26.199] [driver] [info] [Task Finished] Resolve in 0.008068s
[2021-03-31 18:20:26.207] [driver] [info] [Task Finished] Resolve in 0.008183s
[2021-03-31 18:20:26.215] [driver] [info] [Task Finished] Resolve in 0.008107s
[2021-03-31 18:20:26.223] [driver] [info] [Task Finished] Resolve in 0.008113s
[2021-03-31 18:20:26.231] [driver] [info] [Task Finished] Resolve in 0.008128s
[2021-03-31 18:20:26.239] [driver] [info] [Task Finished] Resolve in 0.007293s
[2021-03-31 18:20:26.246] [driver] [info] [Task Finished] Resolve in 0.007620s
[2021-03-31 18:20:26.254] [driver] [info] [Task Finished] Resolve in 0.007518s
[2021-03-31 18:20:26.261] [driver] [info] [Task Finished] Resolve in 0.007492s
[2021-03-31 18:20:26.269] [driver] [info] [Task Finished] Resolve in 0.007322s
[2021-03-31 18:20:26.276] [driver] [info] [Task Finished] Resolve in 0.007531s
[2021-03-31 18:20:26.284] [driver] [info] [Task Finished] Resolve in 0.007474s
[2021-03-31 18:20:26.291] [driver] [info] [Task Finished] Resolve in 0.007452s
[2021-03-31 18:20:26.298] [driver] [info] [Task Finished] Resolve in 0.007363s
[2021-03-31 18:20:26.306] [driver] [info] [Task Finished] Resolve in 0.007559s
[2021-03-31 18:20:26.313] [driver] [info] [Task Finished] Resolve in 0.007470s
[2021-03-31 18:20:26.321] [driver] [info] [Task Finished] Resolve in 0.007550s
[2021-03-31 18:20:26.328] [driver] [info] [Task Finished] Resolve in 0.007337s
[2021-03-31 18:20:26.336] [driver] [info] [Task Finished] Resolve in 0.007453s
[2021-03-31 18:20:26.343] [driver] [info] [Task Finished] Resolve in 0.007528s
[2021-03-31 18:20:26.351] [driver] [info] [Task Finished] Resolve in 0.007493s
[2021-03-31 18:20:26.358] [driver] [info] [Task Finished] Resolve in 0.007380s
[2021-03-31 18:20:26.366] [driver] [info] [Task Finished] Resolve in 0.007582s
[2021-03-31 18:20:26.373] [driver] [info] [Task Finished] Resolve in 0.007529s
[2021-03-31 18:20:26.381] [driver] [info] [Task Finished] Resolve in 0.007393s
[2021-03-31 18:20:26.388] [driver] [info] [Task Finished] Resolve in 0.007368s
[2021-03-31 18:20:26.396] [driver] [info] [Task Finished] Resolve in 0.007553s
[2021-03-31 18:20:26.403] [driver] [info] [Task Finished] Resolve in 0.007360s
[2021-03-31 18:20:26.411] [driver] [info] [Task Finished] Resolve in 0.007627s
[2021-03-31 18:20:26.418] [driver] [info] [Task Finished] Resolve in 0.007371s
[2021-03-31 18:20:26.426] [driver] [info] [Task Finished] Resolve in 0.007446s
[2021-03-31 18:20:26.433] [driver] [info] [Task Finished] Resolve in 0.007537s
[2021-03-31 18:20:26.441] [driver] [info] [Task Finished] Resolve in 0.007506s
[2021-03-31 18:20:26.448] [driver] [info] [Task Finished] Resolve in 0.007309s
[2021-03-31 18:20:26.455] [driver] [info] [Task Finished] Resolve in 0.007501s
[2021-03-31 18:20:26.463] [driver] [info] [Task Finished] Resolve in 0.007549s
[2021-03-31 18:20:26.471] [driver] [info] [Task Finished] Resolve in 0.007546s
[2021-03-31 18:20:26.478] [driver] [info] [Task Finished] Resolve in 0.007377s
[2021-03-31 18:20:26.486] [driver] [info] [Task Finished] Resolve in 0.007539s
[2021-03-31 18:20:26.493] [driver] [info] [Task Finished] Resolve in 0.007487s
[2021-03-31 18:20:26.500] [driver] [info] [Task Finished] Resolve in 0.007441s
[2021-03-31 18:20:26.508] [driver] [info] [Task Finished] Resolve in 0.007384s
[2021-03-31 18:20:26.515] [driver] [info] [Task Finished] Resolve in 0.007483s
[2021-03-31 18:20:26.523] [driver] [info] [Task Finished] Resolve in 0.007547s
[2021-03-31 18:20:26.530] [driver] [info] [Task Finished] Resolve in 0.007470s
[2021-03-31 18:20:26.538] [driver] [info] [Task Finished] Resolve in 0.007365s
[2021-03-31 18:20:26.545] [driver] [info] [Task Finished] Resolve in 0.007490s
[2021-03-31 18:20:26.553] [driver] [info] [Task Finished] Resolve in 0.007530s
[2021-03-31 18:20:26.560] [driver] [info] [Task Finished] Resolve in 0.007418s
[2021-03-31 18:20:26.568] [driver] [info] [Task Finished] Resolve in 0.007360s
[2021-03-31 18:20:26.575] [driver] [info] [Task Finished] Resolve in 0.007652s
[2021-03-31 18:20:26.583] [driver] [info] [Task Finished] Resolve in 0.007459s
[2021-03-31 18:20:26.590] [driver] [info] [Task Finished] Resolve in 0.007385s
[2021-03-31 18:20:26.598] [driver] [info] [Task Finished] Resolve in 0.007458s
[2021-03-31 18:20:26.605] [driver] [info] [Task Finished] Resolve in 0.007493s
[2021-03-31 18:20:26.613] [driver] [info] [Task Finished] Resolve in 0.007468s
[2021-03-31 18:20:26.620] [driver] [info] [Task Finished] Resolve in 0.007456s
[2021-03-31 18:20:26.628] [driver] [info] [Task Finished] Resolve in 0.007422s
[2021-03-31 18:20:26.635] [driver] [info] [Task Finished] Resolve in 0.007544s
[2021-03-31 18:20:26.643] [driver] [info] [Task Finished] Resolve in 0.007560s
[2021-03-31 18:20:26.650] [driver] [info] [Task Finished] Resolve in 0.007435s
[2021-03-31 18:20:26.657] [driver] [info] [Task Finished] Resolve in 0.007356s
[2021-03-31 18:20:26.665] [driver] [info] [Task Finished] Resolve in 0.007558s
[2021-03-31 18:20:26.673] [driver] [info] [Task Finished] Resolve in 0.007527s
[2021-03-31 18:20:26.680] [driver] [info] [Task Finished] Resolve in 0.007277s
[2021-03-31 18:20:26.687] [driver] [info] [Task Finished] Resolve in 0.007619s
[2021-03-31 18:20:26.695] [driver] [info] [Task Finished] Resolve in 0.007530s
[2021-03-31 18:20:26.702] [driver] [info] [Task Finished] Resolve in 0.007388s
[2021-03-31 18:20:26.710] [driver] [info] [Task Finished] Resolve in 0.007457s
[2021-03-31 18:20:26.717] [driver] [info] [Task Finished] Resolve in 0.007470s
[2021-03-31 18:20:26.725] [driver] [info] [Task Finished] Resolve in 0.007429s
[2021-03-31 18:20:26.732] [driver] [info] [Task Finished] Resolve in 0.007511s
[2021-03-31 18:20:26.740] [driver] [info] [Task Finished] Resolve in 0.007516s
[2021-03-31 18:20:26.747] [driver] [info] [Task Finished] Resolve in 0.007391s
[2021-03-31 18:20:26.755] [driver] [info] [Task Finished] Resolve in 0.007491s
[2021-03-31 18:20:26.762] [driver] [info] [Task Finished] Resolve in 0.007557s
[2021-03-31 18:20:26.770] [driver] [info] [Task Finished] Resolve in 0.007343s
[2021-03-31 18:20:26.777] [driver] [info] [Task Finished] Resolve in 0.007459s
[2021-03-31 18:20:26.785] [driver] [info] [Task Finished] Resolve in 0.007528s
[2021-03-31 18:20:26.792] [driver] [info] [Task Finished] Resolve in 0.007483s
[2021-03-31 18:20:26.800] [driver] [info] [Task Finished] Resolve in 0.007471s
[2021-03-31 18:20:26.807] [driver] [info] [Task Finished] Resolve in 0.007472s
[2021-03-31 18:20:26.815] [driver] [info] [Task Finished] Resolve in 0.007467s
[2021-03-31 18:20:26.822] [driver] [info] [Task Finished] Resolve in 0.007476s
[2021-03-31 18:20:26.830] [driver] [info] [Task Finished] Resolve in 0.007365s
[2021-03-31 18:20:26.837] [driver] [info] [Task Finished] Resolve in 0.007499s
[2021-03-31 18:20:26.845] [driver] [info] [Task Finished] Resolve in 0.007468s
[2021-03-31 18:20:26.852] [driver] [info] [Task Finished] Resolve in 0.007637s
[2021-03-31 18:20:26.859] [driver] [info] [Task Finished] Resolve in 0.007309s
[2021-03-31 18:20:26.867] [driver] [info] [Task Finished] Resolve in 0.007470s
[2021-03-31 18:20:26.874] [driver] [info] [Task Finished] Resolve in 0.007527s
[2021-03-31 18:20:26.882] [driver] [info] [Task Finished] Resolve in 0.007500s
[2021-03-31 18:20:26.889] [driver] [info] [Task Finished] Resolve in 0.007295s
[2021-03-31 18:20:26.897] [driver] [info] [Task Finished] Resolve in 0.007558s
[2021-03-31 18:20:26.905] [driver] [info] [Task Finished] Resolve in 0.007608s
[2021-03-31 18:20:26.912] [driver] [info] [Task Finished] Resolve in 0.007444s
[2021-03-31 18:20:26.919] [driver] [info] [Task Finished] Resolve in 0.007361s
[2021-03-31 18:20:26.927] [driver] [info] [Task Finished] Resolve in 0.007497s
[2021-03-31 18:20:26.934] [driver] [info] [Task Finished] Resolve in 0.007449s
[2021-03-31 18:20:26.942] [driver] [info] [Task Finished] Resolve in 0.007537s
[2021-03-31 18:20:26.949] [driver] [info] [Task Finished] Resolve in 0.007348s
[2021-03-31 18:20:26.957] [driver] [info] [Task Finished] Resolve in 0.007439s
[2021-03-31 18:20:26.964] [driver] [info] [Task Finished] Resolve in 0.007669s
[2021-03-31 18:20:26.972] [driver] [info] [Task Finished] Resolve in 0.007544s
[2021-03-31 18:20:26.979] [driver] [info] [Task Finished] Resolve in 0.007206s
[2021-03-31 18:20:26.987] [driver] [info] [Task Finished] Resolve in 0.007582s
[2021-03-31 18:20:26.994] [driver] [info] [Task Finished] Resolve in 0.007544s
[2021-03-31 18:20:27.002] [driver] [info] [Task Finished] Resolve in 0.007417s
[2021-03-31 18:20:27.009] [driver] [info] [Task Finished] Resolve in 0.007365s
[2021-03-31 18:20:27.017] [driver] [info] [Task Finished] Resolve in 0.007689s
[2021-03-31 18:20:27.024] [driver] [info] [Task Finished] Resolve in 0.007545s
[2021-03-31 18:20:27.032] [driver] [info] [Task Finished] Resolve in 0.007513s
[2021-03-31 18:20:27.039] [driver] [info] [Task Finished] Resolve in 0.007352s
[2021-03-31 18:20:27.047] [driver] [info] [Task Finished] Resolve in 0.007465s
[2021-03-31 18:20:27.054] [driver] [info] [Task Finished] Resolve in 0.007517s
[2021-03-31 18:20:27.062] [driver] [info] [Task Finished] Resolve in 0.007534s
[2021-03-31 18:20:27.069] [driver] [info] [Task Finished] Resolve in 0.007429s
[2021-03-31 18:20:27.077] [driver] [info] [Task Finished] Resolve in 0.007509s
[2021-03-31 18:20:27.084] [driver] [info] [Task Finished] Resolve in 0.007540s
[2021-03-31 18:20:27.092] [driver] [info] [Task Finished] Resolve in 0.007467s
[2021-03-31 18:20:27.099] [driver] [info] [Task Finished] Resolve in 0.007303s
[2021-03-31 18:20:27.107] [driver] [info] [Task Finished] Resolve in 0.007535s
[2021-03-31 18:20:27.114] [driver] [info] [Task Finished] Resolve in 0.007495s
[2021-03-31 18:20:27.122] [driver] [info] [Task Finished] Resolve in 0.007479s
[2021-03-31 18:20:27.129] [driver] [info] [Task Finished] Resolve in 0.007484s
[2021-03-31 18:20:27.137] [driver] [info] [Task Finished] Resolve in 0.007517s
[2021-03-31 18:20:27.144] [driver] [info] [Task Finished] Resolve in 0.007457s
[2021-03-31 18:20:27.152] [driver] [info] [Task Finished] Resolve in 0.007525s
[2021-03-31 18:20:27.159] [driver] [info] [Task Finished] Resolve in 0.007295s
[2021-03-31 18:20:27.166] [driver] [info] [Task Finished] Resolve in 0.007499s
[2021-03-31 18:20:27.174] [driver] [info] [Task Finished] Resolve in 0.007538s
[2021-03-31 18:20:27.182] [driver] [info] [Task Finished] Resolve in 0.007605s
[2021-03-31 18:20:27.189] [driver] [info] [Task Finished] Resolve in 0.007301s
[2021-03-31 18:20:27.197] [driver] [info] [Task Finished] Resolve in 0.007581s
[2021-03-31 18:20:27.204] [driver] [info] [Task Finished] Resolve in 0.007493s
[2021-03-31 18:20:27.211] [driver] [info] [Task Finished] Resolve in 0.007422s
[2021-03-31 18:20:27.219] [driver] [info] [Task Finished] Resolve in 0.007359s
[2021-03-31 18:20:27.226] [driver] [info] [Task Finished] Resolve in 0.007536s
[2021-03-31 18:20:27.234] [driver] [info] [Task Finished] Resolve in 0.007539s
[2021-03-31 18:20:27.242] [driver] [info] [Task Finished] Resolve in 0.007562s
[2021-03-31 18:20:27.249] [driver] [info] [Task Finished] Resolve in 0.007371s
[2021-03-31 18:20:27.258] [driver] [info] [Task Finished] Resolve in 0.008652s
[2021-03-31 18:20:27.258] [local ee] [info] slow path resolved 1602590/1602590 exceptions in 1.20694s
[2021-03-31 18:20:27.258] [local ee] [info] slow path for Stage 0: total wall clock time: 1.19981s, time to process 1 row via slow path: 0.000748669ms
[2021-03-31 18:20:27.258] [global] [info] [Transform Stage] Stage 0 completed 160 resolve tasks in 1.20697s

[2021-03-31 18:20:27.295] [global] [info] Writing 2264570 rows as output to file (344.74 MB)
[2021-03-31 18:20:27.710] [driver] [info] [Task Finished] write to file in 0.415172s (2264570 rows, 344.74 MB)
[2021-03-31 18:20:27.710] [global] [info] writing output took 0.452684s
[2021-03-31 18:20:27.710] [global] [info] [Transform Stage] Stage 0 completed 160 sink tasks in 0.452774s
[2021-03-31 18:20:27.710] [global] [info] [Transform Stage] Stage 0 took 44.2904s
[2021-03-31 18:20:27.710] [global] [info] Query Execution took 44.3884s. (planning: 0.097921s, execution: 44.2904s)
Welcome to

  _____            _
 |_   _|   _ _ __ | | _____  __
   | || | | | '_ \| |/ _ \ \/ /
   | || |_| | |_) | |  __/>  <
   |_| \__,_| .__/|_|\___/_/\_\ 0.1.7
            |_|
    
using Python 3.6.9 (default, Mar 31 2021, 05:47:10) 
[GCC 10.2.0] on linux
>>> running tuplex on ['/data/zillow/Z2_preprocessed/zillow_Z2_10G.csv']
Tuplex startup time: 0.004982948303222656
Tuplex job time: 44.653648853302 s
{'tuplex.useLLVMOptimizer': True, 'tuplex.autoUpcast': False, 'tuplex.allowUndefinedBehavior': False, 'tuplex.optimizer.codeStats': False, 'tuplex.optimizer.generateParser': False, 'tuplex.optimizer.nullValueOptimization': True, 'tuplex.optimizer.filterPushdown': True, 'tuplex.optimizer.sharedObjectPropagation': True, 'tuplex.interleaveIO': True, 'tuplex.resolveWithInterpreterOnly': False, 'tuplex.csv.selectionPushdown': True, 'tuplex.webui.enable': False, 'tuplex.executorCount': 0, 'tuplex.csv.maxDetectionRows': 10000, 'tuplex.webui.port': 5000, 'tuplex.webui.mongodb.port': 27017, 'tuplex.webui.exceptionDisplayLimit': 5, 'tuplex.normalcaseThreshold': 0.9, 'tuplex.csv.comments': ['#', '~'], 'tuplex.csv.maxDetectionMemory': '256KB', 'tuplex.csv.quotechar': '"', 'tuplex.csv.separators': [',', ';', '|', '\t'], 'tuplex.driverMemory': '32G', 'tuplex.env.hostname': '6bcf8f6a24af', 'tuplex.env.mode': 'file', 'tuplex.env.user': 'root', 'tuplex.executorMemory': '6G', 'tuplex.inputSplitSize': '64MB', 'tuplex.logDir': '.', 'tuplex.optimizer.mergeExceptionsInOrder': 'true', 'tuplex.optimizer.operatorReordering': 'false', 'tuplex.optionalThreshold': '0.7', 'tuplex.partitionSize': '32MB', 'tuplex.readBufferSize': '128KB', 'tuplex.runTimeLibrary': '/usr/local/lib/python3.6/site-packages/Tuplex-0.1.7-py3.6.egg/tuplex/libexec/tuplex_runtime', 'tuplex.runTimeMemory': '8MB', 'tuplex.runTimeMemoryBlockSize': '4MB', 'tuplex.scratchDir': '/tmp', 'tuplex.webui.mongodb.path': '/data/tuplex_history', 'tuplex.webui.mongodb.url': 'localhost', 'tuplex.webui.url': 'localhost'}
{"logical_optimization_time_s":0.0198965,"llvm_optimization_time_s":0.29514,"llvm_compilation_time_s":0.134065,"total_compilation_time_s":0.444636,"sampling_time_s":0.1098,"stages":[{"stage_no":0,"fast_path_wall_time_s":42.1825,"fast_path_time_s":42.186,"fast_path_per_row_time_ns":779.591,"slow_path_wall_time_s":1.19981,"slow_path_time_s":1.20694,"slow_path_per_row_time_ns":748.669}]}
{"startupTime": 0.004982948303222656, "jobTime": 44.653648853302}
[GLOBAL] Local engine terminated.
[GLOBAL] releasing 321 active partitions
