This commit is contained in:
zhangshuai committed 2024-08-02 12:10:49 +08:00
1 parent ac6bdfccec
commit b1fbb95f17
4 files changed
+39 -21

No files matched your search

+1 -1
View File
@@ -159,7 +159,7 @@ class LLMEvaluator {
/// this controls which model loads -- phi4bit is one of the smaller ones so this will fit on
/// more devices
let modelConfiguration = ModelConfiguration.phi3_4bit
let modelConfiguration = ModelConfiguration.gemma_2_9b_it_4bit
/// parameters controlling the output
let generateParameters = GenerateParameters(temperature: 0.6)