ADD: final configs for first release

Author: andrewjaykeller

scripts/download.sh

@@ -0,0 +1 @@
+rsync -auxvL --no-owner --no-group [email protected]:data/tuh_eeg/tuh_eeg/v2.0.1/ .

scripts/preprocess.sh

@@ -3,6 +3,11 @@
 # Print welcome message
 echo "Welcome to the setup script!"
 
+# Make data directory
+echo "Creating data directory..."
+mkdir -p data
+mkdir -p data/tuh_eeg
+
 # Ask user for their name to set git config user.name
 echo "Asking for your name to set git configuration..."
 read -p "Please enter your name: " name
@@ -23,7 +28,7 @@ apt-get update
 
 # Install tmux and htop for terminal multiplexing and process monitoring
 echo "Installing tmux and htop..."
-apt-get install -y tmux htop
+apt-get install -y tmux htop rsync
 
 # Generate a new SSH key using the provided email
 echo "Generating a new SSH key..."

scripts/setup.sh

@@ -1,11 +1,11 @@
-python -m torch.distributed.launch --nproc_per_node=2 \
+python -m torch.distributed.launch --nproc_per_node=8 \
     src/train_gpt.py \
     --training-steps=50000 \
-    --eval_every_n_steps=100 \
-    --log-every-n-steps=1 \
+    --eval_every_n_steps=100000 \
+    --log-every-n-steps=100 \
     --per-device-training-batch-size=32 \
     --per-device-validation-batch-size=32 \
-    --num-workers=16 \
+    --num-workers=32 \
     --num_chunks=32 \
     --chunk_len=500 \
     --chunk_ovlp=50 \
@@ -15,4 +15,5 @@ python -m torch.distributed.launch --nproc_per_node=2 \
     --training-style=CSM_causal \
     --embedding-dim=1024 \
     --train-data-path=data/npy_tuh_eeg \
-    --verbose=True
+    --verbose=True \
+    &> train_parallel.log

scripts/train_parallel.sh

@@ -10,6 +10,7 @@
 
 # EEG_ALL_CHANNELS = sorted(list(set(EEG_10_20_CHANNELS + EEG_10_10_CHANNELS)))
 EEG_ALL_CHANNELS = sorted(list(set(EEG_10_20_CHANNELS)))
+NUM_CHANNELS = len(EEG_ALL_CHANNELS)
 
 def align_data_to_standard_channels(input_data, channel_locations):
     """