Skip to content
Snippets Groups Projects
Commit ffeefd43 authored by Johann-Ludwig Herzog's avatar Johann-Ludwig Herzog
Browse files

adapted output dir and added explicit include of specific gpu for deepspeed

parent 4563fd40
No related branches found
No related tags found
No related merge requests found
#!/bin/bash
deepspeed llava/train/train_mem.py \
deepspeed --include localhost:0 \
llava/train/train_mem.py \
--deepspeed ./scripts/zero2.json \
--model_name_or_path ../../../mnt/storagecube/johann/llava-v1.5-vit-s \
--model_name_or_path ./../../../mnt/storagecube/johann/llava-v1.5-7b-vit-s \
--version plain \
--data_path ./BEN_10.json \
--image_folder ./playground \
......@@ -13,7 +14,7 @@ deepspeed llava/train/train_mem.py \
--mm_use_im_start_end False \
--mm_use_im_patch_token False \
--bf16 True \
--output_dir ../../../mnt/storagecube/johann/checkpoints/llava-v1.5-7b-vit-s-pretrain-dummy \
--output_dir ./../../../mnt/storagecube/johann/checkpoints/llava-v1.5-7b-vit-s-pretrain-dummy \
--num_train_epochs 5 \
--per_device_train_batch_size 2 \
--per_device_eval_batch_size 4 \
......@@ -33,9 +34,8 @@ deepspeed llava/train/train_mem.py \
--dataloader_num_workers 4 \
--lazy_preprocess True \
--report_to wandb \
--bits 8 \
--ben_lmdb_path ../../../data/kaiclasen/BENv2.lmdb \
--ben_meta_parquet ../../../data/kaiclasen/metadata.parquet \
--ben_snow_cloud_parquet ../../../data/kaiclasen/metadata_for_patches_with_snow_cloud_or_shadow.parquet \
--ben_image_size 224 \
--ben_channels 14
--ben_channels 14
\ No newline at end of file
......@@ -14,7 +14,7 @@ python ./llava/train/train_mem.py \
--mm_use_im_start_end False \
--mm_use_im_patch_token False \
--bf16 True \
--output_dir ../../../mnt/storagecube/johann/checkpoints/llava-v1.5-7b-vit-s-pretrain-dummy \
--output_dir ./../../../mnt/storagecube/johann/checkpoints/llava-v1.5-7b-vit-s-pretrain-dummy \
--num_train_epochs 5 \
--per_device_train_batch_size 2 \
--per_device_eval_batch_size 4 \
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment