SciMaker

/

SciTranslator

like 4

# Gated model: Login with a HF token with gated access permission
hf auth login

# !pip install llama-cpp-python

from llama_cpp import Llama

llm = Llama.from_pretrained(
	repo_id="SciMaker/SciTranslator",
	filename="
						
							TaiwanPro_q4_K.gguf
						
							translategemma-4b-it-q4_k_m.gguf
						
				",
)

llm.create_chat_completion(
	messages = "No input example has been defined for this model task."
)