[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::Creating simulation tov2
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::Simulation directory: /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::Simulation Properties:
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::[properties]
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::machine         = puma
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::simulationid    = simulation-tov2-puma-stampede2.tacc.utexas.edu-gabrielebozzola-2020.08.21-13.17.51-38281
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::sourcedir       = /home/u20/gabrielebozzola/NewCactus/Cactus
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::configuration   = simgcc
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::configid        = no-config-id
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::buildid         = no-build-id
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::testsuite       = False
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::executable      = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/exe/cactus_simgcc
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::optionlist      = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/cfg/OptionList
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::submitscript    = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/run/SubmitScript
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::runscript       = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/run/RunScript
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::parfile         = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/par/static_tov.par
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::
[LOG:2020-08-21 13:17:51] restart.create(simulationName, parfile)::Simulation tov2 created
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::Restart for simulation tov2 created with restart id 0, long restart id 0000
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::Prepping for submission
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::No previous walltime available to be used, using walltime 1:00:00
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::Defined substituion properties for submission
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::{'SIMULATION_ID': 'simulation-tov2-puma-stampede2.tacc.utexas.edu-gabrielebozzola-2020.08.21-13.17.51-38281', 'NODE_PROCS': 47, 'PPN_USED': 94, 'PPN': 94, 'ALLOCATION': 'vpaschal', 'WALLTIME_HH': '01', 'CPUFREQ': '2.4', 'USER': 'gabrielebozzola', 'RUNDIR': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000', 'NODES': 1, 'SIMULATION_NAME': 'tov2', 'WALLTIME': '1:00:00', 'NUM_THREADS': 2, 'EXECUTABLE': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/exe/cactus_simgcc', 'PROCS_REQUESTED': 94, 'EMAIL': 'gabrielebozzola@email.arizona.edu', 'RESTART_ID': 0, 'CHAINED_JOB_ID': '', 'FROM_RESTART_COMMAND': '', 'NUM_SMT': 1, 'WALLTIME_SECONDS': 3600, 'SIMFACTORY': '/home/u20/gabrielebozzola/NewCactus/Cactus/repos/simfactory2/bin/sim', 'PROCS': 4, 'SUBMITSCRIPT': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000/SIMFACTORY/SubmitScript', 'WALLTIME_HOURS': 1.0, 'WALLTIME_MM': '00', 'PARFILE': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000/static_tov.par', 'WALLTIME_SS': '00', 'QUEUE': 'standard', 'CONFIGURATION': 'simgcc', 'SOURCEDIR': '/home/u20/gabrielebozzola/NewCactus/Cactus', 'HOSTNAME': 'stampede2.tacc.utexas.edu', 'NUM_PROCS': 2, 'SCRIPTFILE': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000/SIMFACTORY/SubmitScript', 'MEMORY': '0', 'WALLTIME_MINUTES': 60, 'SHORT_SIMULATION_NAME': 'tov2-0000'}
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::self.Properties: /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000/SIMFACTORY/properties.ini
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::[properties]
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::machine         = puma
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::simulationid    = simulation-tov2-puma-stampede2.tacc.utexas.edu-gabrielebozzola-2020.08.21-13.17.51-38281
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::sourcedir       = /home/u20/gabrielebozzola/NewCactus/Cactus
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::configuration   = simgcc
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::configid        = no-config-id
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::buildid         = no-build-id
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::testsuite       = False
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::executable      = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/exe/cactus_simgcc
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::optionlist      = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/cfg/OptionList
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::submitscript    = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/run/SubmitScript
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::runscript       = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/run/RunScript
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::parfile         = /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/par/static_tov.par
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::chainedjobid    = -1
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::ppn             = 94
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::procsrequested  = 94
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::allocation      = vpaschal
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::user            = gabrielebozzola
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::numsmt          = 1
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::walltime        = 1:00:00
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::numprocs        = 2
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::nodeprocs       = 47
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::numthreads      = 2
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::hostname        = stampede2.tacc.utexas.edu
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::ppnused         = 94
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::queue           = standard
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::cpufreq         = 2.4
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::procs           = 4
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::memory          = 0
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::nodes           = 1
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::pbsSimulationName= tov2-0000
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::
[LOG:2020-08-21 13:17:51] self.submit(submitScript)::saving substituted submitscript contents to: /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000/SIMFACTORY/SubmitScript
[LOG:2020-08-21 13:17:52] self.submit(submitScript)::Executing submission command: sbatch /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000/SIMFACTORY/SubmitScript; sleep 5
[LOG:2020-08-21 13:17:52] self.makeActive()::Simulation tov2 with restart-id 0 has been made active
[LOG:2020-08-21 13:17:57] job_id = self.extractJobId(output)::received raw output: Submitted batch job 69256
[LOG:2020-08-21 13:17:57] job_id = self.extractJobId(output)::
[LOG:2020-08-21 13:17:57] job_id = self.extractJobId(output)::using submitRegex: Submitted batch job ([0-9]+)
[LOG:2020-08-21 13:17:57] self.submit(submitScript)::After searching raw output, it was determined that the job_id is: 69256
[LOG:2020-08-21 13:17:57] self.submit(submitScript)::Simulation tov2, with restart id 0, and job id 69256 has been submitted
[LOG:2020-08-21 13:18:08] self.load(simulationName, restartId)::For simulation tov2, loaded restart id 0, long restart id 0000
[LOG:2020-08-21 13:18:08] self.run()::Prepping for execution/run
[LOG:2020-08-21 13:18:08] checkpointing = self.PrepareCheckpointing(recover_id)::PrepareCheckpointing: max_restart_id: -1
[LOG:2020-08-21 13:18:08] self.run()::Defined substitution properties for execution/run
[LOG:2020-08-21 13:18:08] self.run()::{'SIMULATION_ID': 'simulation-tov2-puma-stampede2.tacc.utexas.edu-gabrielebozzola-2020.08.21-13.17.51-38281', 'NODE_PROCS': '47', 'PPN_USED': '94', 'PPN': '94', 'WALLTIME_HH': '01', 'CPUFREQ': '2.4', 'USER': 'gabrielebozzola', 'RUNDIR': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000', 'NODES': '1', 'SIMULATION_NAME': 'tov2', 'WALLTIME': '1:00:00', 'NUM_THREADS': '2', 'EXECUTABLE': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/exe/cactus_simgcc', 'PROCS_REQUESTED': '94', 'RESTART_ID': 0, 'NUM_SMT': '1', 'WALLTIME_SECONDS': 3600, 'CONFIGURATION': 'simgcc', 'PROCS': '4', 'SUBMITSCRIPT': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/run/SubmitScript', 'WALLTIME_MM': '00', 'MACHINE': 'puma', 'PARFILE': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000/static_tov.par', 'WALLTIME_SS': '00', 'WALLTIME_HOURS': 1.0, 'SOURCEDIR': '/home/u20/gabrielebozzola/NewCactus/Cactus', 'HOSTNAME': 'stampede2.tacc.utexas.edu', 'RUNDEBUG': 0, 'NUM_PROCS': '2', 'SCRIPTFILE': '/xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/SIMFACTORY/run/SubmitScript', 'MEMORY': '0', 'WALLTIME_MINUTES': 60, 'SHORT_SIMULATION_NAME': 'tov2-0000'}
[LOG:2020-08-21 13:18:08] self.run()::Executing run command: /xdisk/vpaschal/mig2020/rsgrps/vpaschal/gabrielebozzola/sims/tov2/output-0000/SIMFACTORY/RunScript