Executable = condor/run.sh
Universe = vanilla
Output = jobs/%today%/logs/job.$(cluster).$(process).out
Error = jobs/%today%/logs/job.$(cluster).$(process).err
Log = jobs/%today%/logs/job.$(cluster).$(process).log
arguments = %pkl_file% $(cluster) $(process) %n_jobs_to_split% %dir_of_dps_on_hdfs% 

transfer_input_files = %input_files%
should_transfer_files = YES
when_to_transfer_output = ON_EXIT_OR_EVICT

request_cpus = 1
request_memory=%total_memory%

# use the ENV that is provided
getenv = true

queue %n_jobs_to_run%
