Skip to content
Snippets Groups Projects
Commit 19f5b7de authored by Xuan Gu's avatar Xuan Gu
Browse files

Update file run_prepare_data.sh

parent b7a17187
No related branches found
No related tags found
No related merge requests found
#!/bin/bash
#SBATCH -A nsc
#SBATCH -t 24:00:00
#SBATCH --gpus=8
#SBACTCH --nodes=1
##SBATCH -C fat
#SBATCH -o prepare_data.out
#SBATCH -e prepare_data.err
#SBATCH -J prepare_data
##SBATCH --reservation=safe
#SBATCH --exclusive
#SBATCH --mem=0
# export WORK_DIR=/proj/berzelius-training/users/xuan/berzelius-benchmarks/MLCommons/training_results_v3.1/NVIDIA/benchmarks/bert/implementations/pytorch
# cd $WORK_DIR
# source benchmark_scripts/benchmark_envs.sh
# Grab 8 GPUs to avoid OOM issue.
APPTAINERENV_CPUS=64 apptainer exec --nv -B $DATADIR:/workspace/bert_data ${CONTAINER_DIR} bash /workspace/bert/input_preprocessing/prepare_data.sh --outputdir /workspace/bert_data --skip-download --packed-data
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment