updated on completion response markers for qwen3.5
This commit is contained in:
parent
e455b307be
commit
a63196c93e
2 changed files with 32 additions and 2 deletions
23
setup.sh
23
setup.sh
|
|
@ -96,6 +96,29 @@ fi
|
|||
|
||||
echo "✅ Node $(node -v) | npm $(npm -v)"
|
||||
|
||||
# ── 4b. Check / install FFmpeg (required for audio model support) ──
|
||||
if command -v ffmpeg &>/dev/null; then
|
||||
echo "✅ FFmpeg found: $(ffmpeg -version 2>&1 | head -1)"
|
||||
else
|
||||
echo "⚠️ FFmpeg not found — installing..."
|
||||
if command -v apt-get &>/dev/null; then
|
||||
sudo apt-get update -y > /dev/null 2>&1
|
||||
sudo apt-get install -y ffmpeg > /dev/null 2>&1
|
||||
elif command -v yum &>/dev/null; then
|
||||
sudo yum install -y ffmpeg > /dev/null 2>&1
|
||||
elif command -v brew &>/dev/null; then
|
||||
brew install ffmpeg > /dev/null 2>&1
|
||||
fi
|
||||
if command -v ffmpeg &>/dev/null; then
|
||||
echo "✅ FFmpeg installed: $(ffmpeg -version 2>&1 | head -1)"
|
||||
else
|
||||
echo "⚠️ Could not install FFmpeg automatically."
|
||||
echo " Audio model support requires FFmpeg. Install it manually:"
|
||||
echo " Ubuntu/Debian: sudo apt-get install ffmpeg"
|
||||
echo " macOS: brew install ffmpeg"
|
||||
fi
|
||||
fi
|
||||
|
||||
# ── 5. Build frontend ──
|
||||
echo ""
|
||||
echo "Building frontend..."
|
||||
|
|
|
|||
|
|
@ -351,6 +351,13 @@ TEMPLATE_TO_MODEL_MAPPER = {
|
|||
"unsloth/Qwen3-30B-A3B-Thinking-2507",
|
||||
"Qwen/Qwen3-30B-A3B-Thinking-2507",
|
||||
),
|
||||
"qwen3.5": (
|
||||
"unsloth/Qwen3.5-0.8B",
|
||||
"unsloth/Qwen3.5-2B",
|
||||
"unsloth/Qwen3.5-4B",
|
||||
"unsloth/Qwen3.5-27B",
|
||||
"unsloth/Qwen3.5-35B-A3B",
|
||||
),
|
||||
"zephyr": (
|
||||
"unsloth/zephyr-sft-bnb-4bit",
|
||||
"unsloth/zephyr-sft",
|
||||
|
|
@ -424,8 +431,8 @@ TEMPLATE_TO_RESPONSES_MAPPER = {
|
|||
"response": "<|im_start|>assistant\n<think>\n",
|
||||
},
|
||||
"qwen3-instruct": {
|
||||
"instruction": "1user\n",
|
||||
"response": "1assistant\n",
|
||||
"instruction": "<|im_start|>user\n",
|
||||
"response": "<|im_start|>assistant\n",
|
||||
},
|
||||
"qwen3-thinking": {
|
||||
"instruction": "<|im_start|>user\n",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue