* phi3

Co-authored-by: David Koski <dkoski@apple.com>
This commit is contained in:
Awni Hannun
2024-04-24 09:31:01 -07:00
committed by GitHub
parent 6c0b66f90a
commit b951b78eb2
7 changed files with 284 additions and 8 deletions

View File

@@ -53,10 +53,10 @@ struct GenerateArguments: ParsableArguments {
var temperature: Float = 0.6
@Option(name: .long, help: "The top p sampling")
var topP: Float = 0.9
var topP: Float = 1.0
@Option(name: .long, help: "The penalty factor for repeating tokens")
var repetitionPenalty: Float = 1.0
var repetitionPenalty: Float?
@Option(name: .long, help: "The number of tokens to consider for repetition penalty")
var repetitionContextSize: Int = 20