Merge branch 'superset-free-text-fields' into 'main'

Align spark conf used by superset with the one from Python Package

Closes #3

See merge request !5

Dockerfile

@@ -66,7 +66,7 @@ RUN set -ex; \
         python3-pip \
 	    build-essential libssl-dev libffi-dev \
         python3-dev python3-pip \
-        libsasl2-dev libldap2-dev default-libmysqlclient-dev; \
+        libsasl2-dev libldap2-dev default-libmysqlclient-dev vim; \
     apt-get clean && rm -rf /var/lib/apt/lists/*;
 
 # Make a /notebooks and /data directories to store the notebooks & data

app/system_resources/supervisord.conf

@@ -14,7 +14,7 @@ autostart=true
 autorestart=false
 
 [program:spark-master]
-command=/bin/bash -c '/opt/spark/sbin/start-master.sh -h 0.0.0.0 -p 7077 --webui-port %(ENV_SPARK_MASTER_UI_PORT)s && /opt/spark/sbin/start-thriftserver.sh --master spark://127.0.0.1:7077 --conf spark.ui.port=%(ENV_SPARK_THRIFT_PORT)s && mkdir -p /tmp/spark && /opt/spark/sbin/start-worker.sh -h 0.0.0.0 --webui-port 8081 -d /tmp/spark spark://127.0.0.1:7077'
+command=/bin/bash -c '/opt/spark/sbin/start-master.sh -h 0.0.0.0 -p 7077 --webui-port %(ENV_SPARK_MASTER_UI_PORT)s && /opt/spark/sbin/start-thriftserver.sh --master spark://127.0.0.1:7077 --conf spark.ui.port=%(ENV_SPARK_THRIFT_PORT)s --executor-memory 10G && mkdir -p /tmp/spark && /opt/spark/sbin/start-worker.sh -h 0.0.0.0 --webui-port 8081 -d /tmp/spark spark://127.0.0.1:7077 -m $(/home/user/.venv/bin/python3 -c "import psutil; print(\"%%dg\" %% int(0.8 * psutil.virtual_memory().total / (1024**3)))")'
 stdout_logfile=/dev/fd/1
 stdout_logfile_maxbytes=0
 redirect_stderr=true