Added command list
This commit is contained in:
Radu Macocian (admac)
@@ -0,0 +1,217 @@
|
||||
package llm
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"io"
|
||||
"log/slog"
|
||||
"net/http"
|
||||
"strconv"
|
||||
"time"
|
||||
|
||||
config "git.estatecloud.org/radumaco/souvenir/config"
|
||||
"git.estatecloud.org/radumaco/souvenir/model"
|
||||
)
|
||||
|
||||
const COMPLETIONS_API = "/v1/chat/completions"
|
||||
const MODELS_API = "/v1/models"
|
||||
|
||||
type ChatClient struct {
|
||||
Cfg config.Config
|
||||
logger slog.Logger
|
||||
client *http.Client
|
||||
}
|
||||
|
||||
// Request Types
|
||||
|
||||
type ChatRequest struct {
|
||||
Model string `json:"model"`
|
||||
Messages []model.Message `json:"messages"`
|
||||
Tools []config.Tool `json:"tools,omitempty"`
|
||||
}
|
||||
|
||||
// Response types //
|
||||
|
||||
type ChatResponse struct {
|
||||
ID string `json:"id"`
|
||||
Object string `json:"object"`
|
||||
Created int64 `json:"created"`
|
||||
Model string `json:"model"`
|
||||
Choices []Choice `json:"choices"`
|
||||
Usage Usage `json:"usage"`
|
||||
}
|
||||
|
||||
type RenameResponse struct {
|
||||
Title string `json:"title"`
|
||||
Summary string `json:"summary"`
|
||||
}
|
||||
|
||||
type Choice struct {
|
||||
Index int `json:"index"`
|
||||
Message model.Message `json:"message"`
|
||||
FinishReason string `json:"finish_reason"`
|
||||
}
|
||||
|
||||
type Usage struct {
|
||||
PromptTokens int `json:"prompt_tokens"`
|
||||
CompletionTokens int `json:"completion_tokens"`
|
||||
TotalTokens int `json:"total_tokens"`
|
||||
}
|
||||
|
||||
func NewLLMClient(cfg config.Config) *ChatClient {
|
||||
return &ChatClient{
|
||||
Cfg: cfg,
|
||||
logger: *slog.Default().With("Component", "ChatClient"),
|
||||
client: &http.Client{Timeout: time.Duration(cfg.Api.Timeout) * time.Millisecond},
|
||||
}
|
||||
}
|
||||
|
||||
func (cl ChatClient) Models() ([]string, error) {
|
||||
req, err := http.NewRequest("GET", cl.Cfg.Api.Url+MODELS_API, nil)
|
||||
if err != nil {
|
||||
cl.logger.Error("There was an error creating the request", "error", err.Error())
|
||||
return nil, err
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
if cl.Cfg.Api.Key != "" {
|
||||
req.Header.Set("Authorization", "Bearer "+cl.Cfg.Api.Key)
|
||||
}
|
||||
resp, err := cl.client.Do(req)
|
||||
if err != nil {
|
||||
cl.logger.Error("There was an error during the network request", "error", err.Error())
|
||||
return nil, err
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
data, err := io.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
cl.logger.Error("There was an error reading the response body", "error", err.Error())
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if resp.StatusCode != 200 && resp.StatusCode != 202 {
|
||||
cl.logger.Error("Call returned non 200 status",
|
||||
"statusCode", resp.StatusCode,
|
||||
"status", resp.Status)
|
||||
return nil,
|
||||
errors.New("Call returned invalid status " +
|
||||
strconv.Itoa(resp.StatusCode) +
|
||||
resp.Status)
|
||||
}
|
||||
cl.logger.Debug("Received data", "data", data)
|
||||
|
||||
var response struct {
|
||||
Data []struct {
|
||||
Id string
|
||||
}
|
||||
}
|
||||
if err := json.Unmarshal(data, &response); err != nil {
|
||||
cl.logger.Error("There was an error parsing the response", "error", err.Error())
|
||||
return nil, err
|
||||
}
|
||||
cl.logger.Debug("Unmarshal response", "data", response)
|
||||
var ret []string
|
||||
for _, m := range response.Data {
|
||||
ret = append(ret, m.Id)
|
||||
}
|
||||
return ret, nil
|
||||
}
|
||||
|
||||
func (cl ChatClient) Rename(messages []model.Message) (RenameResponse, error) {
|
||||
llm := cl.Cfg.Llm.TitleModel
|
||||
if llm == "" {
|
||||
llm = cl.Cfg.Llm.Model
|
||||
}
|
||||
request := ChatRequest{
|
||||
Model: llm,
|
||||
Messages: append([]model.Message{{
|
||||
Role: "system",
|
||||
Content: "Reply with ONLY JSON with the form: {\"title\":<title>, \"summary\":<summary>}. Title <= 10 words. Summary 2-3 sentances.",
|
||||
}}, messages...),
|
||||
}
|
||||
cl.logger.Debug("Calling rename", "request", request)
|
||||
out, err := cl.Call(request)
|
||||
if err != nil {
|
||||
cl.logger.Error("Error while asking for rename", "error", err)
|
||||
return RenameResponse{}, err
|
||||
}
|
||||
var meta RenameResponse
|
||||
if err := json.Unmarshal([]byte(out[0].Content), &meta); err != nil {
|
||||
cl.logger.Error("Could not parse the rename response", "content", out[0].Content)
|
||||
return meta, err
|
||||
}
|
||||
return meta, nil
|
||||
}
|
||||
|
||||
func (cl ChatClient) Query(query string, messages []model.Message) ([]model.Message, error) {
|
||||
requestBody := ChatRequest{
|
||||
Model: cl.Cfg.Llm.Model,
|
||||
Messages: messages,
|
||||
Tools: config.AvailableTools(),
|
||||
}
|
||||
return cl.Call(requestBody)
|
||||
}
|
||||
|
||||
func (cl ChatClient) Call(requestBody ChatRequest) ([]model.Message, error) {
|
||||
serialized, err := json.Marshal(requestBody)
|
||||
if err != nil {
|
||||
cl.logger.Error("There was an error marshelling the request body",
|
||||
"request", requestBody,
|
||||
"error", err)
|
||||
return []model.Message{}, err
|
||||
}
|
||||
|
||||
body := bytes.NewBuffer(serialized)
|
||||
req, err := http.NewRequest("POST", cl.Cfg.Api.Url+COMPLETIONS_API, body)
|
||||
if err != nil {
|
||||
cl.logger.Error("There was an error creating the request", "error", err.Error())
|
||||
return []model.Message{}, err
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
if cl.Cfg.Api.Key != "" {
|
||||
req.Header.Set("Authorization", "Bearer "+cl.Cfg.Api.Key)
|
||||
}
|
||||
cl.logger.Debug("Executing llm call")
|
||||
resp, err := cl.client.Do(req)
|
||||
if err != nil {
|
||||
cl.logger.Error("There was an error during http call", "error", err.Error())
|
||||
return []model.Message{}, err
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
cl.logger.Debug("LLM Call returned", "response", resp)
|
||||
|
||||
data, err := io.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
cl.logger.Error("There was an error reading the response body", "error", err.Error())
|
||||
return []model.Message{}, err
|
||||
}
|
||||
if resp.StatusCode != 200 && resp.StatusCode != 202 {
|
||||
cl.logger.Error("Call returned non 200 status",
|
||||
"statusCode", resp.StatusCode,
|
||||
"status", resp.Status)
|
||||
return []model.Message{},
|
||||
errors.New("Call returned invalid status " +
|
||||
strconv.Itoa(resp.StatusCode) +
|
||||
resp.Status)
|
||||
}
|
||||
|
||||
cl.logger.Debug("Received data", "data", data)
|
||||
var response ChatResponse
|
||||
if err := json.Unmarshal(data, &response); err != nil {
|
||||
cl.logger.Error("There was an error parsing the response", "error", err.Error())
|
||||
return []model.Message{}, err
|
||||
}
|
||||
|
||||
var result []model.Message
|
||||
if len(response.Choices) == 0 {
|
||||
cl.logger.Error("The call returned an empty response")
|
||||
return []model.Message{}, errors.New("The call returned an empty response")
|
||||
}
|
||||
for _, choice := range response.Choices {
|
||||
cl.logger.Debug("Appending response message", "message", choice.Message)
|
||||
result = append(result, choice.Message)
|
||||
}
|
||||
|
||||
return result, nil
|
||||
}
|
||||
Reference in New Issue
Block a user