adds a check before proceeding with generation (#51)

This commit is contained in:
Ashraful Islam
2024-04-12 14:46:29 -05:00
committed by GitHub
parent 96b94b0df6
commit 7e85eb8b88

View File

@@ -201,14 +201,20 @@ class LLMEvaluator {
}
func generate(prompt: String) async {
do {
let (model, tokenizer) = try await load()
await MainActor.run {
let canGenerate = await MainActor.run {
if running {
return false
} else {
running = true
self.output = ""
return true
}
}
guard canGenerate else { return }
do {
let (model, tokenizer) = try await load()
// augment the prompt as needed
let prompt = modelConfiguration.prepare(prompt: prompt)
let promptTokens = tokenizer.encode(text: prompt)