12 lines
815 B
Bash
12 lines
815 B
Bash
# gpuq-in: results-loop/star_data.json results-loop/gsm_cot_data.json results-loop/adapter_carrycot_e400.pt
|
|
# gpuq-out: results-loop/eval_gsm_carrycot_b1_blr16.json results-loop/train_carrycot_b1_blr16_log.json results-loop/adapter_carrycot_b1_blr16_*.pt results-loop/lora_carrycot_b1_blr16_*.pt
|
|
git pull origin main -q 2>/dev/null
|
|
P=/home/nils/jspace/.venv/bin/python
|
|
export JLENS_MODEL=google/gemma-4-E2B-it LOOP_OUT=/home/nils/jspace/results-loop
|
|
cd /home/nils/jspace/scripts
|
|
$P train_carry_cot.py --drop-steps 1 --warm-start $LOOP_OUT/adapter_carrycot_e400.pt \
|
|
--steps 200 --lr 3e-4 --bandlora 16 --lora-lr 1e-3
|
|
$P eval_carry_cot.py --adapter $LOOP_OUT/adapter_carrycot_b1_blr16_e200.pt \
|
|
--bandlora $LOOP_OUT/lora_carrycot_b1_blr16_e200.pt \
|
|
--tag gsm_carrycot_b1_blr16 --grid 0:0,2:12,2:16 --n 256
|