apiVersion: capsule.dev/v0.1
kind: Capsule
name: cverse-llm-inference-adapter
version: 0.1.0
type: adapter
purpose:
summary: 'Provides adapters for various Large Language Model (LLM) providers, enabling
the core inference service to interact with different LLMs (e.g., OpenAI, Qwen)
through a consistent interface.
'
owns:
- Base LLM plugin interface
- Specific LLM provider integrations (e.g., OpenAI, Qwen)
- Qwen-specific endpoint utilities
does_not_own:
- The core inference service
- Other AI model types (ASR, TTS, Avatar, etc.)
interfaces:
provides:
- kind: library
name: llm-plugin
description: LLM implementations conforming to the inference core's plugin interface.
dependencies:
capsules:
- name: cverse-inference-core
version: '>=0.1.0'
agent:
summary_for_ai: 'An AI agent working on this capsule would focus on integrating
new LLM providers, optimizing API calls to existing LLMs, or enhancing prompt
engineering within the plugin. It requires knowledge of LLM APIs and Python plugin
development.
'
avoid:
- Modifying the core inference service or other AI model types.
verification:
invariants:
- LLM plugins must correctly generate text responses.
- Plugins must adhere to the defined LLM plugin interface.
x-reuse:
notes: 'Specific API keys, model names, or endpoint URLs for OpenAI or Qwen would
need to be parameterized or configured by the consumer.
'
x-reconstruct:
install: install.json