* phi3

Co-authored-by: David Koski <dkoski@apple.com>
This commit is contained in:
Awni HannunandDavid Koski authored and GitHub committed 2024-04-24 09:31:01 -07:00
1 parent 6c0b66f90a
commit b951b78eb2
7 files changed
+284 -8

No files matched your search

+2 -2
View File
@@ -53,10 +53,10 @@ struct GenerateArguments: ParsableArguments {
var temperature: Float = 0.6
@Option(name: .long, help: "The top p sampling")
var topP: Float = 0.9
var topP: Float = 1.0
@Option(name: .long, help: "The penalty factor for repeating tokens")
var repetitionPenalty: Float = 1.0
var repetitionPenalty: Float?
@Option(name: .long, help: "The number of tokens to consider for repetition penalty")
var repetitionContextSize: Int = 20