|
|
@@ -113,9 +113,9 @@ class SparksTaskCompiler(TaskCompiler):
|
|
|
"driver-cores ": 1,
|
|
|
"executor-memory": "15g",
|
|
|
"executor-cores": 3,
|
|
|
- "num-executors": 2,
|
|
|
- "archives": "/workspace/py37.zip#python3env"
|
|
|
+ "num-executors": 2
|
|
|
}
|
|
|
+ # "archives": "/workspace/py37.zip#python3env"
|
|
|
if item:
|
|
|
parameters.update({
|
|
|
"archives": f"{self.task.envs.get('requirement_package_path', '/workspace/py37.zip')}#python3env"
|
