bothistoria / app.py
gnosticdev's picture
Update app.py
2df6c6c verified
raw
history blame contribute delete
373 Bytes
from huggingface_hub import InferenceClient
client = InferenceClient(api_key="hf_xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx")
messages = [
{
"role": "user",
"content": "What is the capital of France?"
}
]
completion = client.chat.completions.create(
model="meta-llama/Llama-3.2-1B-Instruct",
messages=messages,
max_tokens=500
)
print(completion.choices[0].message)