chore: add repetition_penalty example (#45)

This commit is contained in:
Anchen
2024-04-05 09:15:50 +11:00
committed by GitHub
parent 2d0fdfe3a9
commit c27208812d
4 changed files with 102 additions and 10 deletions

View File

@@ -15,7 +15,7 @@
"location" : "https://github.com/ml-explore/mlx-swift",
"state" : {
"branch" : "main",
"revision" : "f4b00d8ce6917c64bd5057a4fb19433e848fdf87"
"revision" : "a1c544c817d44cfdfa1a650f521066b565c2ae4f"
}
},
{
@@ -78,7 +78,7 @@
"location" : "https://github.com/huggingface/swift-transformers",
"state" : {
"branch" : "main",
"revision" : "9d82e00af680253499f1a9372abb2552a73527fb"
"revision" : "74b94211bdc741694ed7e700a1104c72e5ba68fe"
}
}
],

View File

@@ -55,13 +55,17 @@
argument = "--model mlx-community/CodeLlama-13b-Instruct-hf-4bit-MLX"
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--repetition-penalty 1.2"
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--top-p 0.95"
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/c4ai-command-r-v01-4bit"
isEnabled = "YES">
isEnabled = "NO">
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/starcoder2-3b-4bit"
@@ -77,7 +81,7 @@
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/Mistral-7B-v0.1-hf-4bit-mlx"
isEnabled = "NO">
isEnabled = "YES">
</CommandLineArgument>
<CommandLineArgument
argument = "--model mlx-community/quantized-gemma-2b-it"