mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-05-23 17:38:04 +08:00
### What problem does this PR solve? As title ### Type of change - [x] Refactoring Signed-off-by: Jin Hai <haijin.chn@gmail.com>
255 lines
6.8 KiB
Go
255 lines
6.8 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package models
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"ragflow/internal/common"
|
|
|
|
"google.golang.org/genai"
|
|
)
|
|
|
|
// GoogleModel implements ModelDriver for Dummy AI
|
|
type GoogleModel struct {
|
|
BaseURL map[string]string
|
|
URLSuffix URLSuffix
|
|
}
|
|
|
|
// NewGoogleModel creates a new Google AI model instance
|
|
func NewGoogleModel(baseURL map[string]string, urlSuffix URLSuffix) *GoogleModel {
|
|
return &GoogleModel{
|
|
BaseURL: baseURL,
|
|
URLSuffix: urlSuffix,
|
|
}
|
|
}
|
|
|
|
func (z *GoogleModel) NewInstance(baseURL map[string]string) ModelDriver {
|
|
return nil
|
|
}
|
|
|
|
func (z *GoogleModel) Name() string {
|
|
return "google"
|
|
}
|
|
|
|
func (z *GoogleModel) ChatWithMessages(modelName string, messages []Message, apiConfig *APIConfig, chatModelConfig *ChatConfig) (*ChatResponse, error) {
|
|
if apiConfig == nil || apiConfig.ApiKey == nil || *apiConfig.ApiKey == "" {
|
|
return nil, fmt.Errorf("api key is nil or empty")
|
|
}
|
|
|
|
if len(messages) == 0 {
|
|
return nil, fmt.Errorf("messages is empty")
|
|
}
|
|
|
|
ctx := context.Background()
|
|
client, err := genai.NewClient(ctx, &genai.ClientConfig{
|
|
APIKey: *apiConfig.ApiKey,
|
|
Backend: genai.BackendGeminiAPI,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Convert messages to Google SDK format
|
|
var contents []*genai.Content
|
|
for _, msg := range messages {
|
|
var role genai.Role
|
|
switch msg.Role {
|
|
case "user":
|
|
role = genai.RoleUser
|
|
case "model", "assistant":
|
|
role = genai.RoleModel
|
|
default:
|
|
role = genai.RoleUser
|
|
}
|
|
|
|
// Handle content based on type
|
|
switch c := msg.Content.(type) {
|
|
case string:
|
|
contents = append(contents, genai.NewContentFromText(c, role))
|
|
case []interface{}:
|
|
// Multimodal content - group parts within a single content
|
|
var parts []*genai.Part
|
|
for _, item := range c {
|
|
if itemMap, ok := item.(map[string]interface{}); ok {
|
|
contentType, _ := itemMap["type"].(string)
|
|
switch contentType {
|
|
case "text":
|
|
if text, ok := itemMap["text"].(string); ok {
|
|
parts = append(parts, genai.NewPartFromText(text))
|
|
}
|
|
case "image_url":
|
|
if imgMap, ok := itemMap["image_url"].(map[string]interface{}); ok {
|
|
if url, ok := imgMap["url"].(string); ok {
|
|
parts = append(parts, genai.NewPartFromURI(url, "image/jpeg"))
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if len(parts) > 0 {
|
|
contents = append(contents, genai.NewContentFromParts(parts, role))
|
|
}
|
|
}
|
|
}
|
|
|
|
// Generate content (non-streaming)
|
|
response, err := client.Models.GenerateContent(ctx, modelName, contents, nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Extract text from response
|
|
answer := response.Text()
|
|
|
|
return &ChatResponse{Answer: &answer}, nil
|
|
}
|
|
|
|
// ChatStreamlyWithSender sends messages and streams response via sender function (best performance, no channel)
|
|
func (z *GoogleModel) ChatStreamlyWithSender(modelName string, messages []Message, apiConfig *APIConfig, chatModelConfig *ChatConfig, sender func(*string, *string) error) error {
|
|
if len(messages) == 0 {
|
|
return fmt.Errorf("messages is empty")
|
|
}
|
|
|
|
ctx := context.Background()
|
|
client, err := genai.NewClient(ctx, &genai.ClientConfig{
|
|
APIKey: *apiConfig.ApiKey,
|
|
Backend: genai.BackendGeminiAPI,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Convert messages to Google SDK format
|
|
var contents []*genai.Content
|
|
for _, msg := range messages {
|
|
var role genai.Role
|
|
switch msg.Role {
|
|
case "user":
|
|
role = genai.RoleUser
|
|
case "model", "assistant":
|
|
role = genai.RoleModel
|
|
default:
|
|
role = genai.RoleUser
|
|
}
|
|
|
|
// Handle content based on type
|
|
switch c := msg.Content.(type) {
|
|
case string:
|
|
contents = append(contents, genai.NewContentFromText(c, role))
|
|
case []interface{}:
|
|
// Multimodal content - group parts within a single content
|
|
var parts []*genai.Part
|
|
for _, item := range c {
|
|
if itemMap, ok := item.(map[string]interface{}); ok {
|
|
contentType, _ := itemMap["type"].(string)
|
|
switch contentType {
|
|
case "text":
|
|
if text, ok := itemMap["text"].(string); ok {
|
|
parts = append(parts, genai.NewPartFromText(text))
|
|
}
|
|
case "image_url":
|
|
if imgMap, ok := itemMap["image_url"].(map[string]interface{}); ok {
|
|
if url, ok := imgMap["url"].(string); ok {
|
|
parts = append(parts, genai.NewPartFromURI(url, "image/jpeg"))
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if len(parts) > 0 {
|
|
contents = append(contents, genai.NewContentFromParts(parts, role))
|
|
}
|
|
}
|
|
}
|
|
|
|
for response, err := range client.Models.GenerateContentStream(
|
|
ctx,
|
|
modelName,
|
|
contents,
|
|
nil,
|
|
) {
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
content := response.Text()
|
|
|
|
var responseContent string
|
|
if chatModelConfig != nil && chatModelConfig.Thinking != nil && *chatModelConfig.Thinking {
|
|
responseContent = response.Candidates[0].Content.Parts[0].Text
|
|
}
|
|
|
|
if responseContent != "" {
|
|
common.Info(fmt.Sprintf("Thinking: %s", responseContent))
|
|
if err = sender(nil, &responseContent); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if content != "" {
|
|
common.Info(fmt.Sprintf("Answer: %s", content))
|
|
if err = sender(&content, nil); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
return err
|
|
}
|
|
|
|
// Encode encodes a list of texts into embeddings
|
|
func (z *GoogleModel) Encode(modelName *string, texts []string, apiConfig *APIConfig, embeddingConfig *EmbeddingConfig) ([][]float64, error) {
|
|
return nil, fmt.Errorf("not implemented")
|
|
}
|
|
|
|
func (z *GoogleModel) ListModels(apiConfig *APIConfig) ([]string, error) {
|
|
ctx := context.Background()
|
|
client, err := genai.NewClient(ctx, &genai.ClientConfig{
|
|
APIKey: *apiConfig.ApiKey,
|
|
Backend: genai.BackendGeminiAPI,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Retrieve the list of models.
|
|
models, err := client.Models.List(ctx, &genai.ListModelsConfig{})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
var modelNames []string
|
|
for _, m := range models.Items {
|
|
modelNames = append(modelNames, m.Name)
|
|
}
|
|
return modelNames, nil
|
|
}
|
|
|
|
func (z *GoogleModel) Balance(apiConfig *APIConfig) (map[string]interface{}, error) {
|
|
return nil, fmt.Errorf("no such method")
|
|
}
|
|
|
|
func (z *GoogleModel) CheckConnection(apiConfig *APIConfig) error {
|
|
return fmt.Errorf("no such method")
|
|
}
|
|
|
|
// Rerank calculates similarity scores between query and texts
|
|
func (z *GoogleModel) Rerank(modelName *string, query string, texts []string, apiConfig *APIConfig) ([]float64, error) {
|
|
return nil, fmt.Errorf("%s, Rerank not implemented", z.Name())
|
|
}
|