Update README.md
Browse files
README.md
CHANGED
@@ -257,18 +257,6 @@ output = llm(
|
|
257 |
echo=True # Whether to echo the prompt
|
258 |
)
|
259 |
|
260 |
-
# Chat Completion API
|
261 |
-
|
262 |
-
llm = Llama(model_path="./NT-Java-1.1B_Q4_K_M.gguf", chat_format="llama-2") # Set chat_format according to the model you are using
|
263 |
-
llm.create_chat_completion(
|
264 |
-
messages = [
|
265 |
-
{"role": "system", "content": "You are a story writing assistant."},
|
266 |
-
{
|
267 |
-
"role": "user",
|
268 |
-
"content": "Write a story about llamas."
|
269 |
-
}
|
270 |
-
]
|
271 |
-
)
|
272 |
```
|
273 |
|
274 |
## How to use with LangChain
|
|
|
257 |
echo=True # Whether to echo the prompt
|
258 |
)
|
259 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
260 |
```
|
261 |
|
262 |
## How to use with LangChain
|