updated on completion response markers for qwen3.5

This commit is contained in:
Roland Tannous 2026-03-11 19:00:29 +00:00
commit a63196c93e
2 changed files with 32 additions and 2 deletions

View file

@ -96,6 +96,29 @@ fi
echo "✅ Node $(node -v) | npm $(npm -v)"
# ── 4b. Check / install FFmpeg (required for audio model support) ──
if command -v ffmpeg &>/dev/null; then
echo "✅ FFmpeg found: $(ffmpeg -version 2>&1 | head -1)"
else
echo "⚠️ FFmpeg not found — installing..."
if command -v apt-get &>/dev/null; then
sudo apt-get update -y > /dev/null 2>&1
sudo apt-get install -y ffmpeg > /dev/null 2>&1
elif command -v yum &>/dev/null; then
sudo yum install -y ffmpeg > /dev/null 2>&1
elif command -v brew &>/dev/null; then
brew install ffmpeg > /dev/null 2>&1
fi
if command -v ffmpeg &>/dev/null; then
echo "✅ FFmpeg installed: $(ffmpeg -version 2>&1 | head -1)"
else
echo "⚠️ Could not install FFmpeg automatically."
echo " Audio model support requires FFmpeg. Install it manually:"
echo " Ubuntu/Debian: sudo apt-get install ffmpeg"
echo " macOS: brew install ffmpeg"
fi
fi
# ── 5. Build frontend ──
echo ""
echo "Building frontend..."

View file

@ -351,6 +351,13 @@ TEMPLATE_TO_MODEL_MAPPER = {
"unsloth/Qwen3-30B-A3B-Thinking-2507",
"Qwen/Qwen3-30B-A3B-Thinking-2507",
),
"qwen3.5": (
"unsloth/Qwen3.5-0.8B",
"unsloth/Qwen3.5-2B",
"unsloth/Qwen3.5-4B",
"unsloth/Qwen3.5-27B",
"unsloth/Qwen3.5-35B-A3B",
),
"zephyr": (
"unsloth/zephyr-sft-bnb-4bit",
"unsloth/zephyr-sft",
@ -424,8 +431,8 @@ TEMPLATE_TO_RESPONSES_MAPPER = {
"response": "<|im_start|>assistant\n<think>\n",
},
"qwen3-instruct": {
"instruction": "1user\n",
"response": "1assistant\n",
"instruction": "<|im_start|>user\n",
"response": "<|im_start|>assistant\n",
},
"qwen3-thinking": {
"instruction": "<|im_start|>user\n",