Sfoglia il codice sorgente

fix: remove archives

Zhang Li 1 anno fa
parent
commit
130632cdeb
1 ha cambiato i file con 2 aggiunte e 2 eliminazioni
  1. 2 2
      app/core/airflow/task.py

+ 2 - 2
app/core/airflow/task.py

@@ -113,9 +113,9 @@ class SparksTaskCompiler(TaskCompiler):
                       "driver-cores ": 1,
                       "executor-memory": "15g",
                       "executor-cores": 3,
-                      "num-executors": 2,
-                      "archives": "/workspace/py37.zip#python3env"
+                      "num-executors": 2
                       }
+                    #   "archives": "/workspace/py37.zip#python3env"
         if item:
             parameters.update({
                 "archives": f"{self.task.envs.get('requirement_package_path', '/workspace/py37.zip')}#python3env"