src/proto/llm.proto

660 bytes · 37 lines · capsule://quake0day/[email protected] raw on github

syntax = "proto3";
package cyberverse;

option go_package = "github.com/cyberverse/server/internal/pb";

import "common.proto";

service LLMService {
  rpc GenerateStream (LLMRequest) returns (stream LLMChunk);
}

message LLMRequest {
  string session_id = 1;
  repeated ChatMessage messages = 2;
  LLMConfig config = 3;
}

message ChatMessage {
  string role = 1;
  string content = 2;
  repeated ImageFrame images = 3;
}

message LLMConfig {
  string model = 1;
  float temperature = 2;
  int32 max_tokens = 3;
  string provider = 4;
}

message LLMChunk {
  string token = 1;
  string accumulated_text = 2;
  bool is_sentence_end = 3;
  bool is_final = 4;
}