lightspeed-stack/llama-stack.yaml at user-memory · jancervenka/lightspeed-stack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
version: 2

apis:
- agents
- datasetio
- eval
- files
- inference
- safety
- scoring
- vector_io
- tool_runtime

benchmarks: []
datasets: []
image_name: starter

providers:
  inference:
  - provider_id: llmprovider
    provider_type: remote::anthropic
    config:
      api_key: ${env.LLM_KEY}

  # OpenAI
  #- provider_id: llmprovider
  #  provider_type: remote::openai
  #  config:
  #    api_key: ${env.LLM_KEY}

  # Gemini
  #- provider_id: llmprovider
  #  provider_type: remote::gemini
  #  config:
  #    api_key: ${env.LLM_KEY}

  files:
  - config:
      metadata_store:
        table_name: files_metadata
        backend: sql_default
      storage_dir: ${env.PWD}/datadir/files
    provider_id: meta-reference-files
    provider_type: inline::localfs

  vector_io: []
  agents:
  - config:
      persistence:
        agent_state:
          namespace: agents_state
          backend: kv_default
        responses:
          table_name: agents_responses
          backend: sql_default
    provider_id: meta-reference
    provider_type: inline::meta-reference
  datasetio:
  - config:
      kvstore:
        namespace: huggingface_datasetio
        backend: kv_default
    provider_id: huggingface
    provider_type: remote::huggingface
  - config:
      kvstore:
        namespace: localfs_datasetio
        backend: kv_default
    provider_id: localfs
    provider_type: inline::localfs
  eval:
  - config:
      kvstore:
        namespace: eval_store
        backend: kv_default
    provider_id: meta-reference
    provider_type: inline::meta-reference
registered_resources:
  models:
  - metadata: {}
    model_id: "${env.LLM_MODEL}"
    provider_id: llmprovider
    provider_model_id: "${env.LLM_MODEL}"
    model_type: llm
scoring_fns: []
server:
  port: 8321
storage:
  backends:
    kv_default:
      type: kv_sqlite
      db_path: ${env.PWD}/datadir/kv_store.db}
    sql_default:
      type: sql_sqlite
      db_path: ${env.PWD}/datadir/sql_store.db}
  stores:
    metadata:
      namespace: registry
      backend: kv_default
    inference:
      table_name: inference_store
      backend: sql_default
      max_write_queue_size: 10000
      num_writers: 4
    conversations:
      table_name: openai_conversations
      backend: sql_default
    prompts:
      namespace: prompts
      backend: kv_default
  shields: []
  datasets: []
  scoring_fns: []
  benchmarks: []
  tool_groups: []
vector_stores: {}
telemetry:
  enabled: false