NousResearch/atropos
1
0
Fork 0
mirror of https://github.com/NousResearch/atropos.git synced 2026-04-19 12:57:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove bloated endpoints

Browse source
This commit is contained in:
Jai Suphavadeeprasit 2026-02-03 09:46:55 -05:00
parent 672cdbaea8
commit 4f6f2faac8
5 changed files with 37 additions and 701 deletions
Download patch file Download diff file Expand all files Collapse all files

14
example_trainer/scripts/test_lora_mode.sh
View file

@ -87,14 +87,13 @@ sleep 10
echo ""
echo "[3/4] Baseline test (before training)..."
curl -s -X POST "http://localhost:${VLLM_PORT}/v1/chat/completions" \
curl -s -X POST "http://localhost:${VLLM_PORT}/generate" \
-H "Content-Type: application/json" \
-d '{
"model": "'"$MODEL"'",
"messages": [{"role": "user", "content": "What is 123 + 456?"}],
"prompt": "<|im_start|>user\nWhat is 123 + 456?<|im_end|>\n<|im_start|>assistant\n",
"max_tokens": 100,
"temperature": 0.1
}' | jq '.choices[0].message.content' | tee "${LOG_DIR}/baseline_response.txt"
}' | jq '.text[0]' | tee "${LOG_DIR}/baseline_response.txt"
echo ""
echo "[4/4] Starting LoRA trainer..."
@ -130,14 +129,13 @@ if [ -d "$LOG_DIR/checkpoints" ]; then
echo ""
echo "Response after training:"
curl -s -X POST "http://localhost:${VLLM_PORT}/v1/chat/completions" \
curl -s -X POST "http://localhost:${VLLM_PORT}/generate" \
-H "Content-Type: application/json" \
-d '{
"model": "'"$MODEL"'",
"messages": [{"role": "user", "content": "What is 123 + 456?"}],
"prompt": "<|im_start|>user\nWhat is 123 + 456?<|im_end|>\n<|im_start|>assistant\n",
"max_tokens": 100,
"temperature": 0.1
}' | jq '.choices[0].message.content' | tee "${LOG_DIR}/trained_response.txt"
}' | jq '.text[0]' | tee "${LOG_DIR}/trained_response.txt"
fi
fi