Llama Stack 的核心概念

1version: '2'
2image_name: ollama
3apis:
4  - agents
5  - datasetio
6  - eval
7  - inference
8  - safety
9  - scoring
10  - telemetry
11  - tool_runtime
12  - vector_io
13providers:
14  inference:
15    - provider_id: ollama
16      provider_type: 'remote::ollama'
17      config:
18        url: '${env.OLLAMA_URL:http://localhost:11434}'
19  vector_io:
20    - provider_id: faiss
21      provider_type: 'inline::faiss'
22      config:
23        kvstore:
24          type: sqlite
25          namespace: null
26          db_path: '${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/faiss_store.db'
27  safety:
28    - provider_id: llama-guard
29      provider_type: 'inline::llama-guard'
30      config:
31        excluded_categories: []
32  agents:
33    - provider_id: meta-reference
34      provider_type: 'inline::meta-reference'
35      config:
36        persistence_store:
37          type: sqlite
38          namespace: null
39          db_path: >-
40            ${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/agents_store.db
41  telemetry:
42    - provider_id: meta-reference
43      provider_type: 'inline::meta-reference'
44      config:
45        service_name: '${env.OTEL_SERVICE_NAME:}'
46        sinks: '${env.TELEMETRY_SINKS:console,sqlite}'
47        sqlite_db_path: '${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/trace_store.db'
48  eval:
49    - provider_id: meta-reference
50      provider_type: 'inline::meta-reference'
51      config:
52        kvstore:
53          type: sqlite
54          namespace: null
55          db_path: >-
56            ${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/meta_reference_eval.db'
57  datasetio:
58    - provider_id: huggingface
59      provider_type: 'remote::huggingface'
60      config:
61        kvstore:
62          type: sqlite
63          namespace: null
64          db_path: >-
65            ${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/huggingface_datasetio.db
66    - provider_id: localfs
67      provider_type: 'inline::localfs'
68      config:
69        kvstore:
70          type: sqlite
71          namespace: null
72          db_path: >-
73            ${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/localfs_datasetio.db'
74  scoring:
75    - provider_id: basic
76      provider_type: 'inline::basic'
77      config: {}
78    - provider_id: llm-as-judge
79      provider_type: 'inline::llm-as-judge'
80      config: {}
81    - provider_id: braintrust
82      provider_type: 'inline::braintrust'
83      config:
84        openai_api_key: '${env.OPENAI_API_KEY:}'
85  tool_runtime:
86    - provider_id: brave-search
87      provider_type: 'remote::brave-search'
88      config:
89        api_key: '${env.BRAVE_SEARCH_API_KEY:}'
90        max_results: 3
91    - provider_id: tavily-search
92      provider_type: 'remote::tavily-search'
93      config:
94        api_key: '${env.TAVILY_SEARCH_API_KEY:}'
95        max_results: 3
96    - provider_id: rag-runtime
97      provider_type: 'inline::rag-runtime'
98      config: {}
99    - provider_id: model-context-protocol
100      provider_type: 'remote::model-context-protocol'
101      config: {}
102    - provider_id: wolfram-alpha
103      provider_type: 'remote::wolfram-alpha'
104      config:
105        api_key: '${env.WOLFRAM_ALPHA_API_KEY:}'
106metadata_store:
107  type: sqlite
108  db_path: '${env.SQLITE_STORE_DIR:~/.llama/distributions/ollama}/registry.db'
109models:
110  - metadata: {}
111    model_id: '${env.INFERENCE_MODEL}'
112    provider_id: ollama
113    model_type: llm
114  - metadata:
115      embedding_dimension: 384
116    model_id: all-MiniLM-L6-v2
117    provider_id: ollama
118    provider_model_id: 'all-minilm:latest'
119    model_type: embedding
120shields: []
121vector_dbs: []
122datasets: []
123scoring_fns: []
124benchmarks: []
125tool_groups:
126  - toolgroup_id: 'builtin::websearch'
127    provider_id: tavily-search
128  - toolgroup_id: 'builtin::rag'
129    provider_id: rag-runtime
130  - toolgroup_id: 'builtin::wolfram_alpha'
131    provider_id: wolfram-alpha
132server:
133  port: 8321