Code
cookbook/90_models/huggingface/basic.py
import asyncio
from agno.agent import Agent
from agno.models.huggingface import HuggingFace
agent = Agent(
model=HuggingFace(
id="mistralai/Mistral-7B-Instruct-v0.2", max_tokens=4096, temperature=0
),
)
if __name__ == "__main__":
# --- Sync ---
agent.print_response(
"What is meaning of life and then recommend 5 best books to read about it"
)
# --- Sync + Streaming ---
agent.print_response(
"What is meaning of life and then recommend 5 best books to read about it",
stream=True,
)
# --- Async ---
asyncio.run(
agent.aprint_response(
"What is meaning of life and then recommend 5 best books to read about it"
)
)
# --- Async + Streaming ---
asyncio.run(
agent.aprint_response(
"What is meaning of life and then recommend 5 best books to read about it",
stream=True,
)
)
Usage
1
Set up your virtual environment
uv venv --python 3.12
source .venv/bin/activate
uv venv --python 3.12
.venv\Scripts\activate
2
Set your API key
export HF_TOKEN=xxx
3
Install dependencies
uv pip install -U huggingface_hub agno
4
Run Agent
python cookbook/90_models/huggingface/basic.py