From ee1e66420f98b40e30a5e66e38752e3bc7422b13 Mon Sep 17 00:00:00 2001 From: sureshhewa Date: Fri, 26 Jan 2024 11:51:49 +0000 Subject: [PATCH] python package --- parser/process_dataset.py | 1 + scripts/runDataset.sh | 7 ++++--- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/parser/process_dataset.py b/parser/process_dataset.py index 002c3bd..8ced78c 100644 --- a/parser/process_dataset.py +++ b/parser/process_dataset.py @@ -246,6 +246,7 @@ def convert_dir(local_dir, project_identifier,writer_method, nopeaklist=False): parser.add_argument('-w', '--writer', help='Save data to database or API') try: logger.info("process_dataset.py is running!") + print("process_dataset.py is running!") main(parser.parse_args()) sys.exit(0) except Exception as ex: diff --git a/scripts/runDataset.sh b/scripts/runDataset.sh index 5ee1b34..c62590c 100644 --- a/scripts/runDataset.sh +++ b/scripts/runDataset.sh @@ -48,6 +48,7 @@ fi DATE=$(date +"%Y%m%d%H%M") LOG_FILE_NAME="${JOB_NAME}/${PROJECT_ACCESSION}-${DATE}.log" +LOG_FILE_ERROR_NAME="${JOB_NAME}/${PROJECT_ACCESSION}-${DATE}-error.log" JOB_NAME="${JOB_NAME}-${PROJECT_ACCESSION}" @@ -65,6 +66,6 @@ sbatch -t 7-0 \ --mail-type=ALL \ --mail-user=${JOB_EMAIL} \ --job-name=${JOB_NAME} \ - -o /dev/null \ - -e /dev/null \ - --wrap="python3 process_dataset -p ${PROJECT_ACCESSION} --dontdelete -w api" + -o ${LOG_FILE_NAME} \ + -e ${LOG_FILE_ERROR_NAME} \ + --wrap="process_dataset -p ${PROJECT_ACCESSION} --dontdelete -w api"