Call The Huggingface API In Langchain

pip install -U huggingface_hub ipywidgets

from huggingface_hub import InferenceClient

client = InferenceClient(
    api_key="your_api_key"
)

response = client.chat_completion(
    model="meta-llama/Llama-3.1-8B-Instruct",
    messages=[
        {
            "role": "user",
            "content": "Explain Artificial Intelligence in simple words."
        }
    ],
    max_tokens=200
)

print(response.choices[0].message.content)

Query/Feedback