update qwen2 chat template (#18)

2024-03-07 23:51:54 +08:00
parent c4a1e1d108
commit e876e18605
1 changed files with 1 additions and 1 deletions
--- a/Libraries/LLM/Models.swift
+++ b/Libraries/LLM/Models.swift
@@ -89,7 +89,7 @@ extension ModelConfiguration {
        id: "mlx-community/Qwen1.5-0.5B-Chat-4bit",
        overrideTokenizer: "PreTrainedTokenizer"
    ) { prompt in
-        "<|im_start|>user \(prompt)<|im_end|><|im_start|>assistant"
+        "<|im_start|>system\nYou are a helpful assistant<|im_end|>\n<|im_start|>user\n\(prompt)<|im_end|>\n<|im_start|>assistant"
    }

    private enum BootstrapState {