|
|
@@ -57,7 +57,8 @@ def main():
|
|
|
start, stop = min(put), max(put)
|
|
|
print('回算 %d 天,范围 [%s, %s]' % (len(put), start, stop))
|
|
|
|
|
|
- rc_raw = run(['python3', STARTER, '-f', RAW_SQL, '-u', UDF], cwd=PROJECT_ROOT)
|
|
|
+ rc_raw = run(['python3', STARTER, '-f', RAW_SQL, '-u', UDF,
|
|
|
+ '-sc', 'spark.executor.memoryOverhead=4g'], cwd=PROJECT_ROOT)
|
|
|
rc_ods = run(['python3', STARTER, '-f', ODS_SQL,
|
|
|
'-p', 'start_date=%s' % start, '-p', 'stop_date=%s' % stop], cwd=PROJECT_ROOT)
|
|
|
run(['hdfs', 'dfs', '-rm', '-r', '-f', '-skipTrash', STAGING])
|