配置
This commit is contained in:
1 parent
ac6bdfccec
commit
b1fbb95f17
4 files changed
+39
-21
No files matched your search
@@ -159,7 +159,7 @@ class LLMEvaluator {
|
||||
|
||||
/// this controls which model loads -- phi4bit is one of the smaller ones so this will fit on
|
||||
/// more devices
|
||||
let modelConfiguration = ModelConfiguration.phi3_4bit
|
||||
let modelConfiguration = ModelConfiguration.gemma_2_9b_it_4bit
|
||||
|
||||
/// parameters controlling the output
|
||||
let generateParameters = GenerateParameters(temperature: 0.6)
|
||||
|
||||
Reference in new issue
Block a user