-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathdevana_job_example.sh
49 lines (32 loc) · 1.66 KB
/
devana_job_example.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
#!/bin/bash
#SBATCH --account=p365-23-1 # project code
#SBATCH -J "Social posts generation" # job name
#SBATCH --partition=gpu # https://userdocs.nscc.sk/devana/job_submission/partitions/
#SBATCH --mail-user=<[email protected]>
#SBATCH --mail-type=ALL
#SBATCH --nodes=1 # Number of nodes to user
#SBATCH --gres=gpu:1 # total gpus
# module load cuda/12.0.1
# ACTIVATE ANACONDA
eval "$(conda shell.bash hook)"
conda activate mgt-social
### Binary classification fine-tuning
# Demo model
# python -m aya_finetuning.finetuning --model_name google/mt5-small --demo_dataset
# python -m aya_finetuning.inference --base_model google/mt5-small
# Finetuning
# python -m aya_finetuning.finetuning --data '/home/kopal/multitude.csv'
# python -m aya_finetuning.finetuning --demo_dataset
# python -m aya_finetuning.inference
# Inference
# python -m aya_finetuning.inference --data /home/kopal/multitude.csv
# python -m aya_finetuning.inference --model_path aya_finetuning/models/merged --data /home/kopal/multitude.csv
# python -m aya_finetuning.inference --model_path aya_finetuning/models_backup/merged --data /home/kopal/multitude.csv
# python -m aya_finetuning.inference --model_path aya_finetuning/best_binary_classification_model/merged --data "/home/kopal/semeval_all_test.csv"
# python -m aya_finetuning.inference --model_path aya_finetuning/best_binary_classification_model/merged --data '/home/kopal/multitude.csv'
### Instruction fine-tuning
# Finetuning
# python -m aya_finetuning.finetuning --model_name google/mt5-small --demo_dataset
# python -m aya_finetuning.instruction_finetuning
# python -m mdberta.finetuning
python analyze_dataset.py