local-apps: update llama.cpp snippet

huggingface · Jan 14, 2025 · e0a8f36 · e0a8f36
1 parent 529248a
commit e0a8f36
Showing 1 changed file with 9 additions and 6 deletions.
diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts
@@ -95,17 +95,20 @@ function isMlxModel(model: ModelData) {
 }
 
 const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[] => {
+	let tagName = "";
+	if (filepath) {
+		const quantLabel = parseGGUFQuantLabel(filepath);
+		tagName = quantLabel ? `:${quantLabel}` : "";
+	}
 	const command = (binary: string) => {
 		const snippet = [
 			"# Load and run the model:",
-			`${binary} \\`,
-			`  --hf-repo "${model.id}" \\`,
-			`  --hf-file ${filepath ?? "{{GGUF_FILE}}"} \\`,
-			`  -p "${model.tags.includes("conversational") ? "You are a helpful assistant" : "Once upon a time,"}"`,
+			`${binary} -hf ${model.id}${tagName}`,
 		];
-		if (model.tags.includes("conversational")) {
+		if (!model.tags.includes("conversational")) {
+			// for non-conversational models, add a prompt
 			snippet[snippet.length - 1] += " \\";
-			snippet.push("  --conversation");
+			snippet.push("  -p \"Once upon a time,\"");
 		}
 		return snippet.join("\n");
 	};