This project is starting to grow, and I've seen flaws in the initial project structure design I think I'll restructure the entire project directory for better scalability and also cleaner
141 lines
3.4 KiB
Go
141 lines
3.4 KiB
Go
package ai
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/versenilvis/iris/internal/config"
|
|
"github.com/versenilvis/iris/spec"
|
|
)
|
|
|
|
var sharedHTTPClient = &http.Client{}
|
|
|
|
func NewClient(cfg config.ProviderConfig) (Client, error) {
|
|
protocol := strings.ToLower(strings.TrimSpace(cfg.InheritedFrom))
|
|
switch protocol {
|
|
case "openai", "":
|
|
return NewOpenAIClient(cfg), nil
|
|
default:
|
|
return nil, fmt.Errorf("unsupported ai protocol: %s", cfg.InheritedFrom)
|
|
}
|
|
}
|
|
|
|
type OpenAIClient struct {
|
|
cfg config.ProviderConfig
|
|
}
|
|
|
|
func NewOpenAIClient(cfg config.ProviderConfig) *OpenAIClient {
|
|
return &OpenAIClient{cfg: cfg}
|
|
}
|
|
|
|
type chatMessage struct {
|
|
Role string `json:"role"`
|
|
Content string `json:"content"`
|
|
}
|
|
|
|
type chatChoice struct {
|
|
Message chatMessage `json:"message"`
|
|
}
|
|
|
|
type chatResponse struct {
|
|
Choices []chatChoice `json:"choices"`
|
|
}
|
|
|
|
func (c *OpenAIClient) Suggest(ctx context.Context, buf string, env EnvSnapshot, dynamicCtx string) (*spec.Suggestion, error) {
|
|
if ctx.Err() != nil {
|
|
return nil, ctx.Err()
|
|
}
|
|
endpoint := strings.TrimSpace(c.cfg.Endpoint)
|
|
if endpoint == "" {
|
|
return nil, fmt.Errorf("empty endpoint in ai provider config")
|
|
}
|
|
if !strings.HasSuffix(endpoint, "/chat/completions") && !strings.Contains(endpoint, "/chat/completions?") {
|
|
endpoint = strings.TrimRight(endpoint, "/") + "/chat/completions"
|
|
}
|
|
|
|
userPrompt := BuildCompletionPrompt(buf, env, dynamicCtx)
|
|
|
|
messages := []chatMessage{
|
|
{Role: "system", Content: SystemPrompt},
|
|
{Role: "user", Content: userPrompt},
|
|
}
|
|
|
|
reqMap := map[string]any{
|
|
"model": c.cfg.Model,
|
|
"messages": messages,
|
|
"max_tokens": 100,
|
|
"temperature": 0.2,
|
|
}
|
|
for k, v := range c.cfg.ExtraRequestBody {
|
|
reqMap[k] = v
|
|
}
|
|
|
|
bodyBytes, err := json.Marshal(reqMap)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to marshal ai request: %w", err)
|
|
}
|
|
|
|
timeoutMS := c.cfg.TimeoutMS
|
|
if timeoutMS <= 0 {
|
|
timeoutMS = 2000
|
|
}
|
|
ctxWithTimeout, cancel := context.WithTimeout(ctx, time.Duration(timeoutMS)*time.Millisecond)
|
|
defer cancel()
|
|
|
|
req, err := http.NewRequestWithContext(ctxWithTimeout, http.MethodPost, endpoint, bytes.NewBuffer(bodyBytes))
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to create http request: %w", err)
|
|
}
|
|
req.Header.Set("Content-Type", "application/json")
|
|
|
|
apiKey := c.cfg.GetAPIKey()
|
|
if apiKey != "" {
|
|
req.Header.Set("Authorization", "Bearer "+apiKey)
|
|
}
|
|
|
|
res, err := sharedHTTPClient.Do(req)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("http request failed: %w", err)
|
|
}
|
|
defer res.Body.Close()
|
|
|
|
if res.StatusCode != http.StatusOK {
|
|
errBody, _ := io.ReadAll(io.LimitReader(res.Body, 512))
|
|
return nil, fmt.Errorf("ai server returned status %d: %s", res.StatusCode, string(errBody))
|
|
}
|
|
|
|
resBytes, err := io.ReadAll(io.LimitReader(res.Body, 65536))
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to read response body: %w", err)
|
|
}
|
|
|
|
var chatRes chatResponse
|
|
if err := json.Unmarshal(resBytes, &chatRes); err != nil {
|
|
return nil, fmt.Errorf("failed to parse ai response json: %w", err)
|
|
}
|
|
|
|
if len(chatRes.Choices) == 0 {
|
|
return nil, nil
|
|
}
|
|
|
|
rawContent := chatRes.Choices[0].Message.Content
|
|
cleaned := NormalizeSuggestion(buf, rawContent)
|
|
if cleaned == "" || cleaned == strings.TrimSpace(buf) {
|
|
return nil, nil
|
|
}
|
|
|
|
return &spec.Suggestion{
|
|
Cmd: cleaned,
|
|
Desc: "ai suggestion",
|
|
Icon: "ai",
|
|
Source: string(SourceAI),
|
|
Confidence: 85,
|
|
}, nil
|
|
}
|