-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathtest.sh
More file actions
53 lines (42 loc) · 1.27 KB
/
Copy pathtest.sh
File metadata and controls
53 lines (42 loc) · 1.27 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
#!/bin/bash
# SLURM Directives
#SBATCH --ntasks=1
#SBATCH --nodes=1
#SBATCH --job-name=semeval-srl-1
#SBATCH --mem=32G
#SBATCH --gres=gpu:1
echo "===================== Job Details ====================="
# Activate the virtual environment
echo "Activating virtual environment..."
source run/srl/srl_venv/bin/activate
# Environment Setup
echo "Setting up environment..."
# Verify Python version
echo "Python version:"
python --version
echo "pip version:"
python -m pip --version
# Display installed package versions for verification
echo "Installed package versions:"
python -m pip list
# Data and Output Configuration
echo "Configuring paths..."
DATA_PATH="data/semeval/muse-dlf/semeval_test.json"
OUTPUT_PATH="data/srls/semeval/semeval_test.pkl"
echo "Data path: $DATA_PATH"
echo "Output path: $OUTPUT_PATH"
# GPU Setup and Verification
echo "GPU status:"
nvidia-smi
export CUDA_VISIBLE_DEVICES=0
# Training Script Execution
echo "=================== Training Start ==================="
# echo "Setting up Accelerate configuration..."
echo "Running srls.py..."
python src/start_srls.py \
--data_path $DATA_PATH \
--output_path $OUTPUT_PATH
# Cleanup and Closeout
echo "Deactivating virtual environment..."
deactivate
echo "==================== Job Complete ===================="