feat: Support Starcoder2 (#20)

* feat: Support Starcoder2
This commit is contained in:
John Mai
2024-03-08 13:28:37 +08:00
committed by GitHub
parent e876e18605
commit a94bf79d7e
4 changed files with 281 additions and 2 deletions

View File

@@ -56,13 +56,17 @@
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/Qwen1.5-0.5B-Chat-4bit"
argument = "--model mlx-community/starcoder2-3b-4bit"
isEnabled = "YES">
</CommandLineArgument>
<CommandLineArgument
argument = "--prompt &apos;func sortArray(_ array: [Int]) -&gt; String { &lt;FILL_ME&gt; }&apos;"
argument = "--model mlx-community/Qwen1.5-0.5B-Chat-4bit"
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--prompt &apos;def quick_sort(arr, left=None, right=None):&apos;"
isEnabled = "YES">
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/Mistral-7B-v0.1-hf-4bit-mlx"
isEnabled = "NO">