From 1c5a3585e74c602bc9a8503e7da69b2d2843202e Mon Sep 17 00:00:00 2001
From: mshukor <mustafa.shukor97@gmail.com>
Date: Wed, 28 May 2025 22:18:52 +0200
Subject: [PATCH] launch training

---
 ._pyproject.toml                              | Bin 0 -> 4096 bytes
 examples/._config.json                        | Bin 0 -> 4096 bytes
 examples/._train_config.json                  | Bin 0 -> 4096 bytes
 examples/._train_smolvla.sh                   | Bin 0 -> 4096 bytes
 examples/train_smolvla.sh                     | 101 +++++++++++++-----
 pyproject.toml                                |   1 +
 .../jz/._train_smolpi0_so100_multidatasets.sh | Bin 0 -> 4096 bytes
 ...smolpi0_so100_multidatasets_pretraining.sh | Bin 0 -> 4096 bytes
 slurm/mshukor/jz/._upload_models_to_hub.sh    | Bin 0 -> 4096 bytes
 9 files changed, 76 insertions(+), 26 deletions(-)
 create mode 100644 ._pyproject.toml
 create mode 100644 examples/._config.json
 create mode 100644 examples/._train_config.json
 create mode 100644 examples/._train_smolvla.sh
 create mode 100644 slurm/mshukor/jz/._train_smolpi0_so100_multidatasets.sh
 create mode 100644 slurm/mshukor/jz/._train_smolpi0_so100_multidatasets_pretraining.sh
 create mode 100644 slurm/mshukor/jz/._upload_models_to_hub.sh

diff --git a/._pyproject.toml b/._pyproject.toml
new file mode 100644
index 0000000000000000000000000000000000000000..1bd56dc903f9ae0844f16cfbb352353f56c7e3a0
GIT binary patch
literal 4096
zcmZQz6=P>$Vqox1Ojhs@R)|o50+1L3ClDJkFz{^v(m+1nBL)UWIUt(=a103vf+zv$
zV3+~K+-O=D5#plB`MG+D1qC^&dId%KWvO|IdC92^Km}jS8t?QKnEIn>9p#ROz-S1J
zhQMeDjE2By2#kinXb6mkz-S1JhQMeDjD`UA5CC;HK^P3=LNYRo6^c@e^Gl18Qx($k
wi?S6m^GZ_lN;32F5_57Y6>?J3N)(cE67#ZwePO7sAx)wBAMO<y2D$(L0j`cHQUCw|

literal 0
HcmV?d00001

diff --git a/examples/._config.json b/examples/._config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1bd56dc903f9ae0844f16cfbb352353f56c7e3a0
GIT binary patch
literal 4096
zcmZQz6=P>$Vqox1Ojhs@R)|o50+1L3ClDJkFz{^v(m+1nBL)UWIUt(=a103vf+zv$
zV3+~K+-O=D5#plB`MG+D1qC^&dId%KWvO|IdC92^Km}jS8t?QKnEIn>9p#ROz-S1J
zhQMeDjE2By2#kinXb6mkz-S1JhQMeDjD`UA5CC;HK^P3=LNYRo6^c@e^Gl18Qx($k
wi?S6m^GZ_lN;32F5_57Y6>?J3N)(cE67#ZwePO7sAx)wBAMO<y2D$(L0j`cHQUCw|

literal 0
HcmV?d00001

diff --git a/examples/._train_config.json b/examples/._train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1bd56dc903f9ae0844f16cfbb352353f56c7e3a0
GIT binary patch
literal 4096
zcmZQz6=P>$Vqox1Ojhs@R)|o50+1L3ClDJkFz{^v(m+1nBL)UWIUt(=a103vf+zv$
zV3+~K+-O=D5#plB`MG+D1qC^&dId%KWvO|IdC92^Km}jS8t?QKnEIn>9p#ROz-S1J
zhQMeDjE2By2#kinXb6mkz-S1JhQMeDjD`UA5CC;HK^P3=LNYRo6^c@e^Gl18Qx($k
wi?S6m^GZ_lN;32F5_57Y6>?J3N)(cE67#ZwePO7sAx)wBAMO<y2D$(L0j`cHQUCw|

literal 0
HcmV?d00001

diff --git a/examples/._train_smolvla.sh b/examples/._train_smolvla.sh
new file mode 100644
index 0000000000000000000000000000000000000000..1bd56dc903f9ae0844f16cfbb352353f56c7e3a0
GIT binary patch
literal 4096
zcmZQz6=P>$Vqox1Ojhs@R)|o50+1L3ClDJkFz{^v(m+1nBL)UWIUt(=a103vf+zv$
zV3+~K+-O=D5#plB`MG+D1qC^&dId%KWvO|IdC92^Km}jS8t?QKnEIn>9p#ROz-S1J
zhQMeDjE2By2#kinXb6mkz-S1JhQMeDjD`UA5CC;HK^P3=LNYRo6^c@e^Gl18Qx($k
wi?S6m^GZ_lN;32F5_57Y6>?J3N)(cE67#ZwePO7sAx)wBAMO<y2D$(L0j`cHQUCw|

literal 0
HcmV?d00001

diff --git a/examples/train_smolvla.sh b/examples/train_smolvla.sh
index e3029494..8c06aa45 100644
--- a/examples/train_smolvla.sh
+++ b/examples/train_smolvla.sh
@@ -1,28 +1,68 @@
 #!/bin/bash
 
+#SBATCH --job-name=lerobot_smolvla_test_task1_main_pretrained
+#SBATCH --nodes=1
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-node=1
+#SBATCH --mail-type=END,FAIL
+#SBATCH --output=/lustre/fswork/projects/rech/dyf/ugz83ue/logs/slurm/lerobot_smolvla_test_task1_main_pretrained.out
+###SBATCH --nodelist=jean-zay-a101
+#SBATCH --cpus-per-task=20
+###SBATCH --exclusive
+#SBATCH --time=40:00:00
+#SBATCH --mail-user=mustafa.shukor@isir.upmc.fr
+
+
+##SBATCH --partition=gpu_p2
+##SBATCH --qos=qos_gpu-t3
+###SBATCH -C v100-32g
+##SBATCH -A dyf@v100
+
+##SBATCH --partition=gpu_p5
+##SBATCH -C a100
+###SBATCH -A dyf@a100
+##SBATCH -A lqm@a100
+##SBATCH --qos=qos_gpu_a100-dev 
+##SBATCH --qos=qos_gpu_a100-t3 
+
+#SBATCH --partition=gpu_p6
+#SBATCH -C h100
+#SBATCH -A lqm@h100
+##SBATCH --qos=qos_gpu_h100-dev 
+#SBATCH --qos=qos_gpu_h100-t4 
+
+
+cd ~/lerobot_pi
+source ~/.bashrc
+source activate lerobot_main
+export LC_ALL=C
+
+rm core-*
+
+export TRANSFORMERS_CACHE=$WORK/.cache/huggingface/transformers
+export HF_HOME=$WORK/.cache/huggingface
+export DATA_DIR=$WORK/.cache/huggingface/datasets
+export HF_LEROBOT_HOME=$WORK/.cache/huggingface/lerobot
+# export LEROBOT_HOME=
+
+export HF_DATASETS_OFFLINE=1 
+export HF_HUB_OFFLINE=1
+
+export WANDB_CACHE_DIR=/lustre/fsn1/projects/rech/dyf/ugz83ue/wandb
+export WANDB_MODE=offline
+
+export TOKENIZERS_PARALLELISM=false
+
 
 cd ~/lerobot_pi
 
-source ~/miniconda3/bin/activate
-conda activate lerobot
+# ###### dgx
+# source ~/miniconda3/bin/activate
+# conda activate lerobot
 
 
 
-export WORK=/home/mustafa_shukor
-# export TRANSFORMERS_CACHE=$WORK/.cache/huggingface/transformers
-# export HF_HOME=$WORK/.cache/huggingface
-# export DATA_DIR=$WORK/.cache/huggingface/datasets
-# export HF_LEROBOT_HOME=$WORK/.cache/huggingface/lerobot
-
-# export HF_DATASETS_OFFLINE=1
-# export HF_HUB_OFFLINE=1
-
-# export WANDB_CACHE_DIR=/lustre/fsn1/projects/rech/dyf/ugz83ue/wandb
-# export WANDB_MODE=offline
-
-
-## then later
-## wandb sync wandb/offline-run-*
+# export WORK=/home/mustafa_shukor
 
 
 
@@ -35,23 +75,32 @@ POLICY=smolvla
 POLICY_NAME=smolvla
 
 
-
-
 OFFLINE_STEPS=200000
 BATCH_SIZE=64
 
 
-TASK_NAME=lerobot_${DATASET_NAME}_${POLICY_NAME}
-
+# TASK_NAME=lerobot_${DATASET_NAME}_${POLICY_NAME}
+# TRAIN_DIR=$WORK/logs/lerobot/$TASK_NAME
+# echo $TRAIN_DIR
+# rm -r $TRAIN_DIR
+# python lerobot/scripts/train.py \
+#      --policy.type=$POLICY  \
+#      --dataset.repo_id=$REPO_ID \
+#      --output_dir=$TRAIN_DIR \
+#      --batch_size=$BATCH_SIZE \
+#      --steps=$OFFLINE_STEPS
 
 
 
+TASK_NAME=lerobot_${DATASET_NAME}_${POLICY_NAME}_pretrained
 TRAIN_DIR=$WORK/logs/lerobot/$TASK_NAME
 echo $TRAIN_DIR
-
-
 rm -r $TRAIN_DIR
-CUDA_VISIBLE_DEVICES=2 python lerobot/scripts/train.py \
-     --policy.type=$POLICY  \
+POLICY_PATH=/lustre/fswork/projects/rech/dyf/ugz83ue/logs/lerobot/lerobot_so100_community_v1_v2_v3clean2_smolpi0_lr1e-4bs64steps400000gpus4freeze32_imgtoktrue_cross_attn_gap1_vlml16_causalacttrue_sa2_smolvlm2500_nobs1_expw0.75_feat2_lrvlm1e-4_trans0true_decaylr2.5e-630000_camfalse_fps3030_idlefalse/checkpoints/280000/test_smolvla/
+python lerobot/scripts/train.py \
+     --policy.path=$POLICY_PATH  \
      --dataset.repo_id=$REPO_ID \
-     --output_dir=$TRAIN_DIR
+     --output_dir=$TRAIN_DIR \
+     --batch_size=$BATCH_SIZE \
+     --steps=$OFFLINE_STEPS
+
diff --git a/pyproject.toml b/pyproject.toml
index 70c82982..330f1acf 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -86,6 +86,7 @@ dynamixel = ["dynamixel-sdk>=3.7.31", "pynput>=1.7.7"]
 feetech = ["feetech-servo-sdk>=1.0.0", "pynput>=1.7.7"]
 intelrealsense = ["pyrealsense2>=2.55.1.6486 ; sys_platform != 'darwin'"]
 pi0 = ["transformers>=4.48.0"]
+smolvla = ["transformers>=4.50.3", "pytest>=8.3.5", "num2words>=0.5.14", "accelerate-1.7.0"]
 pusht = ["gym-pusht>=0.1.5 ; python_version < '4.0'"]
 stretch = [
     "hello-robot-stretch-body>=0.7.27 ; python_version < '4.0' and sys_platform == 'linux'",
diff --git a/slurm/mshukor/jz/._train_smolpi0_so100_multidatasets.sh b/slurm/mshukor/jz/._train_smolpi0_so100_multidatasets.sh
new file mode 100644
index 0000000000000000000000000000000000000000..1bd56dc903f9ae0844f16cfbb352353f56c7e3a0
GIT binary patch
literal 4096
zcmZQz6=P>$Vqox1Ojhs@R)|o50+1L3ClDJkFz{^v(m+1nBL)UWIUt(=a103vf+zv$
zV3+~K+-O=D5#plB`MG+D1qC^&dId%KWvO|IdC92^Km}jS8t?QKnEIn>9p#ROz-S1J
zhQMeDjE2By2#kinXb6mkz-S1JhQMeDjD`UA5CC;HK^P3=LNYRo6^c@e^Gl18Qx($k
wi?S6m^GZ_lN;32F5_57Y6>?J3N)(cE67#ZwePO7sAx)wBAMO<y2D$(L0j`cHQUCw|

literal 0
HcmV?d00001

diff --git a/slurm/mshukor/jz/._train_smolpi0_so100_multidatasets_pretraining.sh b/slurm/mshukor/jz/._train_smolpi0_so100_multidatasets_pretraining.sh
new file mode 100644
index 0000000000000000000000000000000000000000..1bd56dc903f9ae0844f16cfbb352353f56c7e3a0
GIT binary patch
literal 4096
zcmZQz6=P>$Vqox1Ojhs@R)|o50+1L3ClDJkFz{^v(m+1nBL)UWIUt(=a103vf+zv$
zV3+~K+-O=D5#plB`MG+D1qC^&dId%KWvO|IdC92^Km}jS8t?QKnEIn>9p#ROz-S1J
zhQMeDjE2By2#kinXb6mkz-S1JhQMeDjD`UA5CC;HK^P3=LNYRo6^c@e^Gl18Qx($k
wi?S6m^GZ_lN;32F5_57Y6>?J3N)(cE67#ZwePO7sAx)wBAMO<y2D$(L0j`cHQUCw|

literal 0
HcmV?d00001

diff --git a/slurm/mshukor/jz/._upload_models_to_hub.sh b/slurm/mshukor/jz/._upload_models_to_hub.sh
new file mode 100644
index 0000000000000000000000000000000000000000..1bd56dc903f9ae0844f16cfbb352353f56c7e3a0
GIT binary patch
literal 4096
zcmZQz6=P>$Vqox1Ojhs@R)|o50+1L3ClDJkFz{^v(m+1nBL)UWIUt(=a103vf+zv$
zV3+~K+-O=D5#plB`MG+D1qC^&dId%KWvO|IdC92^Km}jS8t?QKnEIn>9p#ROz-S1J
zhQMeDjE2By2#kinXb6mkz-S1JhQMeDjD`UA5CC;HK^P3=LNYRo6^c@e^Gl18Qx($k
wi?S6m^GZ_lN;32F5_57Y6>?J3N)(cE67#ZwePO7sAx)wBAMO<y2D$(L0j`cHQUCw|

literal 0
HcmV?d00001