#!/bin/sh 
set -e -x

batch_size="8"
cuda="--cuda"
epochs="3"
log_wandb="--log-wandb"
gradient_accumulation="16"
use_amp="--use-amp"

python -u main.py preparedata

python -u main.py train gpt2 --batch-size $batch_size $cuda --epochs $epochs $log_wandb --gradient-accumulation $gradient_accumulation $use_amp

python -u main.py train gpt2background --batch-size $batch_size $cuda --epochs $epochs $log_wandb --gradient-accumulation $gradient_accumulation $use_amp

python -u main.py train gpt2odin --batch-size $batch_size $cuda --epochs $epochs $log_wandb --gradient-accumulation $gradient_accumulation $use_amp