LateMonk

/

ForestControl_Models

like 1

# !pip install llama-cpp-python

from llama_cpp import Llama

llm = Llama.from_pretrained(
	repo_id="LateMonk/ForestControl_Models",
	filename="
						
							DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf
						
							DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf
						
							Mistral-Small-24B-Instruct-2501-Q4_K_M.gguf
						
							Qwen3-30B-A3B-Q4_K_M.gguf
						
							Qwen3-VL-4B-Instruct-Q4_K_M.gguf
						
							Qwen3-VL-4B-Thinking-Q4_K_M.gguf
						
							Qwen3-VL-8B-Instruct-Q4_K_M.gguf
						
							google_gemma-3-4b-it-q4_k_m.gguf
						
							mmproj-F16.gguf
						
							nomic-embed-text-v2-moe.Q4_K_M.gguf
						
				",
)

llm.create_chat_completion(
	messages = "No input example has been defined for this model task."
)