tuplex · LeonhardFS · Jul 12, 2022 · Jun 2, 2022 · Jun 2, 2022 · Jun 2, 2022
diff --git a/.gitignore b/.gitignore
@@ -94,3 +94,6 @@ wheelhouse/
 *.zip
 tuplex/other/tplxlam.zip
 fixed_wheels/
+
+tuplex/.vscode/
+.vscode/
diff --git a/scripts/docker/benchmark/install_tuplex_reqs.sh b/scripts/docker/benchmark/install_tuplex_reqs.sh
@@ -150,7 +150,7 @@ make -j4 && make install && ldconfig &&
 popd
 
 # install python packages for tuplex (needs cloudpickle to compile, numpy to run certain tests)
-pip3 install cloudpickle numpy
+pip3 install 'cloudpickle<2.0.0' numpy
 
 # protobuf 3.12
 cd /tmp &&

diff --git a/scripts/docker/ci/install_centos.sh b/scripts/docker/ci/install_centos.sh
@@ -31,10 +31,10 @@ bash install_boost.sh /opt/python/cp39-cp39/bin/python3.9 /opt/boost/python3.9
 bash install_boost.sh /opt/python/cp310-cp310/bin/python3.10 /opt/boost/python3.10
 
 # matrix?
-python3.7 -m pip install cloudpickle numpy
-python3.8 -m pip install cloudpickle numpy
-python3.9 -m pip install cloudpickle numpy
-python3.10 -m pip install cloudpickle numpy
+python3.7 -m pip install 'cloudpickle<2.0.0' numpy
+python3.8 -m pip install 'cloudpickle<2.0.0' numpy
+python3.9 -m pip install 'cloudpickle<2.0.0' numpy
+python3.10 -m pip install 'cloudpickle<2.0.0' numpy
 
 # tuplex requirements
 bash install_tuplex_reqs.sh
diff --git a/scripts/docker/ci/install_lambda_python.sh b/scripts/docker/ci/install_lambda_python.sh
@@ -43,4 +43,4 @@ set -ex && cd /tmp && wget https://www.python.org/ftp/python/${PYTHON3_VERSION}/
 
 # install cloudpickle numpy for Lambda python
 export LD_LIBRARY_PATH=/opt/lambda-python/lib:$LD_LIBRARY_PATH
-/opt/lambda-python/bin/python${PYTHON3_MAJMIN} -m pip install cloudpickle numpy tqdm
+/opt/lambda-python/bin/python${PYTHON3_MAJMIN} -m pip install 'cloudpickle<2.0.0' numpy tqdm
diff --git a/scripts/docker/ubuntu1804/build_and_test.sh b/scripts/docker/ubuntu1804/build_and_test.sh
@@ -1,7 +1,7 @@
 #!/usr/bin/env bash
 
 # tests using fallback solution require cloudpickle, so install it
-pip3 install cloudpickle numpy
+pip3 install 'cloudpickle<2.0.0' numpy
 
 cd /code &&
 mkdir -p build &&

diff --git a/scripts/macos/setup-macos.sh b/scripts/macos/setup-macos.sh
@@ -91,7 +91,7 @@ for ((i=0; i<${#PY_VERSIONS[@]}; ++i)); do
   # support.
   $PIP_CMD install -q numpy=="$NUMPY_VERSION" cython==0.29.26
   # Install wheel to avoid the error "invalid command 'bdist_wheel'".
-  $PIP_CMD install -q wheel cloudpickle delocate
+  $PIP_CMD install -q wheel 'cloudpickle<2.0.0' delocate
 done
 
 # install boost python for this script

diff --git a/scripts/ubuntu1804/install_reqs.sh b/scripts/ubuntu1804/install_reqs.sh
@@ -165,7 +165,7 @@ make -j4 && make install && ldconfig &&
 pushd
 
 # install python packages for tuplex (needs cloudpickle to compile, numpy to run certain tests)
-pip3 install cloudpickle numpy
+pip3 install 'cloudpickle<2.0.0' numpy
 
 # setup bash aliases
 echo "alias antlr='java -jar /opt/lib/antlr-4.8-complete.jar'" >>"$HOME/.bashrc"

diff --git a/scripts/ubuntu2004/install_reqs.sh b/scripts/ubuntu2004/install_reqs.sh
@@ -159,7 +159,7 @@ make -j4 && make install && ldconfig &&
 popd
 
 # install python packages for tuplex (needs cloudpickle to compile, numpy to run certain tests)
-pip3 install cloudpickle numpy
+pip3 install 'cloudpickle<2.0.0' numpy
 
 # protobuf 3.12
 cd /tmp &&

diff --git a/setup.py b/setup.py
@@ -62,12 +62,13 @@ def in_google_colab():
 'jupyter<7.0',
 'nbformat<7.0',
 'prompt_toolkit>=2.0.7',
-'pytest>=5.3.2',
+'pytest>=5.3.2'
 ]
 
 # Also requires to install MongoDB
 webui_dependencies = [
     'Flask>=2.0.2',
+    'Werkzeug<2.2.0',
     'gunicorn',
     'eventlet==0.30.0', # newer versions of eventlet have a bug under MacOS
     'flask-socketio',
@@ -98,7 +99,7 @@ def in_google_colab():
         'astor',
         'prompt_toolkit',
         'jedi',
-        'cloudpickle>=0.6.1',
+        'cloudpickle>=0.6.1,<2.0.0',
         'PyYAML>=3.13',
         'psutil',
         'pymongo',
@@ -118,7 +119,7 @@ def in_google_colab():
         'astor',
         'prompt_toolkit',
         'jedi',
-        'cloudpickle>=0.6.1',
+        'cloudpickle>=0.6.1,<2.0.0',
         'PyYAML>=3.13',
         'psutil',
         'pymongo',
@@ -597,7 +598,7 @@ def tplx_package_data():
 # logic and declaration, and simpler if you include description/version in a file.
 setup(name="tuplex",
     python_requires='>=3.7.0',
-    version="0.3.3rc0",
+    version="0.3.3",
     author="Leonhard Spiegelberg",
     author_email="tuplex@cs.brown.edu",
     description="Tuplex is a novel big data analytics framework incorporating a Python UDF compiler based on LLVM "

diff --git a/tuplex/codegen/include/FunctionRegistry.h b/tuplex/codegen/include/FunctionRegistry.h
@@ -189,6 +189,18 @@ namespace tuplex {
                                                       const python::Type &retType,
                                                       const std::vector<tuplex::codegen::SerializableValue> &args);
 
+            SerializableValue createMathIsNanCall(llvm::IRBuilder<>& builder, const python::Type &argsType,
+                                                  const python::Type &retType,
+                                                  const std::vector<tuplex::codegen::SerializableValue> &args);
+
+            SerializableValue createMathIsInfCall(llvm::IRBuilder<>& builder, const python::Type &argsType,
+                                                  const python::Type &retType,
+                                                  const std::vector<tuplex::codegen::SerializableValue> &args);
+
+            SerializableValue createMathIsCloseCall(tuplex::codegen::LambdaFunctionBuilder &lfb,
+                                                    llvm::IRBuilder<>& builder, const python::Type &argsType,
+                                                    const std::vector<tuplex::codegen::SerializableValue> &args);
+
             // math module functions
             SerializableValue createMathCeilFloorCall(LambdaFunctionBuilder& lfb, llvm::IRBuilder<>& builder, const std::string& qual_name, const SerializableValue& arg);
 

diff --git a/tuplex/codegen/include/LLVMEnvironment.h b/tuplex/codegen/include/LLVMEnvironment.h
@@ -553,6 +553,13 @@ namespace tuplex {
              */
             void printValue(llvm::IRBuilder<>& builder, llvm::Value*, std::string msg="");
 
+            /*!
+             * debug print any llvm value as its corresponding hex value
+             * @param builder
+             * @param val
+             */
+            void printHexValue(llvm::IRBuilder<> &builder, llvm::Value* val, std::string msg="");
+
             llvm::Type* pythonToLLVMType(const python::Type &t);
 
             /*!