Add llama3 8B instruct model configuration and prompt (#75)
* Add model configuration for Llama 3 8B instruct model w/ prompt * Correct typo in model configuration name
This commit is contained in:
@@ -143,6 +143,13 @@ extension ModelConfiguration {
|
||||
"\(prompt)"
|
||||
}
|
||||
|
||||
public static let llama38B4bit = ModelConfiguration(
|
||||
id: "mlx-community/Meta-Llama-3-8B-Instruct-4bit"
|
||||
) {
|
||||
prompt in
|
||||
"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\nYou are a helpful assistant<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\(prompt)<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>"
|
||||
}
|
||||
|
||||
private enum BootstrapState {
|
||||
case idle
|
||||
case bootstrapping
|
||||
|
||||
Reference in New Issue
Block a user