chore: add repetition_penalty example (#45)

This commit is contained in:
Anchen
2024-04-05 09:15:50 +11:00
committed by GitHub
parent 2d0fdfe3a9
commit c27208812d
4 changed files with 102 additions and 10 deletions

View File

@@ -55,13 +55,17 @@
argument = "--model mlx-community/CodeLlama-13b-Instruct-hf-4bit-MLX"
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--repetition-penalty 1.2"
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--top-p 0.95"
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/c4ai-command-r-v01-4bit"
isEnabled = "YES">
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/starcoder2-3b-4bit"
@@ -77,7 +81,7 @@
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/Mistral-7B-v0.1-hf-4bit-mlx"
isEnabled = "NO">
isEnabled = "YES">
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/quantized-gemma-2b-it"