#!/bin/bash

# Loading the required module
source /etc/profile
module load anaconda/2021a

export PYTHONNOUSERSITE=True    # prevent using packages from base
source activate th90_cu111

python -u -m torch.distributed.launch --nproc_per_node=2 main_oc20.py \
    --distributed \
    --num-gpus 2 \
    --mode train \
    --config-yml 'oc20/configs/is2re/100k/graph_attention_transformer/l1_256_aux_g@2_local.yml' \
    --run-dir 'models/oc20/is2re/graph_attention_transformer/l1_100k/bs@32_lr@2e-4_warmup-epochs@2_wd@1e-2_max-radus@5.0_num-layers@8_alpha-drop@0.2_gaussian-rbf@128_embed-rewieght_edge-deg-embed-exp-dw-proj-scaled-scatter_attn-ffn-no-concat_head-scaled-scatter_tag-mask_aux@1.0_g@2' \
    --print-every 200
