mirror of
https://github.com/abhinavxd/libredesk.git
synced 2025-10-23 05:11:57 +00:00
127 lines
3.6 KiB
Go
127 lines
3.6 KiB
Go
// Package ai manages AI prompts and integrates with LLM providers.
|
|
package ai
|
|
|
|
import (
|
|
"database/sql"
|
|
"embed"
|
|
"encoding/json"
|
|
|
|
"github.com/abhinavxd/libredesk/internal/ai/models"
|
|
"github.com/abhinavxd/libredesk/internal/dbutil"
|
|
"github.com/abhinavxd/libredesk/internal/envelope"
|
|
"github.com/jmoiron/sqlx"
|
|
"github.com/zerodha/logf"
|
|
)
|
|
|
|
var (
|
|
//go:embed queries.sql
|
|
efs embed.FS
|
|
)
|
|
|
|
// Manager manages LLM providers.
|
|
type Manager struct {
|
|
q queries
|
|
lo *logf.Logger
|
|
}
|
|
|
|
// Opts contains options for initializing the Manager.
|
|
type Opts struct {
|
|
DB *sqlx.DB
|
|
Lo *logf.Logger
|
|
}
|
|
|
|
// queries contains prepared SQL queries.
|
|
type queries struct {
|
|
GetDefaultProvider *sqlx.Stmt `query:"get-default-provider"`
|
|
GetPrompt *sqlx.Stmt `query:"get-prompt"`
|
|
GetPrompts *sqlx.Stmt `query:"get-prompts"`
|
|
}
|
|
|
|
// New creates and returns a new instance of the Manager.
|
|
func New(opts Opts) (*Manager, error) {
|
|
var q queries
|
|
if err := dbutil.ScanSQLFile("queries.sql", &q, opts.DB, efs); err != nil {
|
|
return nil, err
|
|
}
|
|
return &Manager{
|
|
q: q,
|
|
lo: opts.Lo,
|
|
}, nil
|
|
}
|
|
|
|
// SendPrompt sends a prompt to the default provider and returns the response.
|
|
func (m *Manager) SendPrompt(k string, prompt string) (string, error) {
|
|
systemPrompt, err := m.getPrompt(k)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
client, err := m.getDefaultProviderClient()
|
|
if err != nil {
|
|
m.lo.Error("error getting provider client", "error", err)
|
|
return "", envelope.NewError(envelope.GeneralError, "Error getting provider client", nil)
|
|
}
|
|
|
|
payload := PromptPayload{
|
|
SystemPrompt: systemPrompt,
|
|
UserPrompt: prompt,
|
|
}
|
|
|
|
response, err := client.SendPrompt(payload)
|
|
if err != nil {
|
|
m.lo.Error("error sending prompt to provider", "error", err)
|
|
return "", envelope.NewError(envelope.GeneralError, "Error sending prompt to provider", nil)
|
|
}
|
|
|
|
return response, nil
|
|
}
|
|
|
|
// GetPrompts returns a list of prompts from the database.
|
|
func (m *Manager) GetPrompts() ([]models.Prompt, error) {
|
|
var prompts = make([]models.Prompt, 0)
|
|
if err := m.q.GetPrompts.Select(&prompts); err != nil {
|
|
m.lo.Error("error fetching prompts", "error", err)
|
|
return nil, envelope.NewError(envelope.GeneralError, "Error fetching prompts", nil)
|
|
}
|
|
return prompts, nil
|
|
}
|
|
|
|
// getPrompt returns a prompt from the database.
|
|
func (m *Manager) getPrompt(k string) (string, error) {
|
|
var p models.Prompt
|
|
if err := m.q.GetPrompt.Get(&p, k); err != nil {
|
|
if err == sql.ErrNoRows {
|
|
m.lo.Error("error prompt not found", "key", k)
|
|
return "", envelope.NewError(envelope.InputError, "Prompt not found", nil)
|
|
}
|
|
m.lo.Error("error fetching prompt", "error", err)
|
|
return "", envelope.NewError(envelope.GeneralError, "Error fetching prompt", nil)
|
|
}
|
|
return p.Content, nil
|
|
}
|
|
|
|
// getDefaultProviderClient returns a ProviderClient for the default provider.
|
|
func (m *Manager) getDefaultProviderClient() (ProviderClient, error) {
|
|
var p models.Provider
|
|
|
|
if err := m.q.GetDefaultProvider.Get(&p); err != nil {
|
|
m.lo.Error("error fetching provider details", "error", err)
|
|
return nil, envelope.NewError(envelope.GeneralError, "Error fetching provider details", nil)
|
|
}
|
|
|
|
switch ProviderType(p.Provider) {
|
|
case ProviderOpenAI:
|
|
config := struct {
|
|
APIKey string `json:"api_key"`
|
|
}{}
|
|
if err := json.Unmarshal([]byte(p.Config), &config); err != nil {
|
|
m.lo.Error("error parsing provider config", "error", err)
|
|
return nil, envelope.NewError(envelope.GeneralError, "Error parsing provider config", nil)
|
|
}
|
|
return NewOpenAIClient(config.APIKey), nil
|
|
default:
|
|
m.lo.Error("unsupported provider type", "provider", p.Provider)
|
|
return nil, envelope.NewError(envelope.GeneralError, "Unsupported provider type", nil)
|
|
}
|
|
}
|