yesod-mirror/experimental/users/acmcarther/llm/litellm_grpc/litellm.proto

syntax = "proto3";

package experimental.users.acmcarther.llm.litellm_grpc;

option go_package = "forgejo.csbx.dev/acmcarther/yesod/experimental/users/acmcarther/llm/litellm_grpc";

message Message {
  string role = 1;
  string content = 2;
}

message ChatRequest {
  string model = 1;
  repeated Message messages = 2;
  float temperature = 3;
  int32 max_tokens = 4;
}

message ChatResponse {
  string content = 1;
  string role = 2;
  string finish_reason = 3;
}

message EmbeddingRequest {
  string model = 1;
  repeated string inputs = 2;
}

message EmbeddingResponse {
  message Embedding {
    repeated float values = 1;
    int32 index = 2;
  }
  repeated Embedding embeddings = 1;
  string model = 2;
  message Usage {
    int32 prompt_tokens = 1;
    int32 total_tokens = 2;
  }
  Usage usage = 3;
}

service LiteLLMService {
  rpc Chat(ChatRequest) returns (ChatResponse) {}
  rpc StreamChat(ChatRequest) returns (stream ChatResponse) {}
  rpc Embed(EmbeddingRequest) returns (EmbeddingResponse) {}
}