mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-03-05 23:57:13 +08:00
70e9743ef1
# RAGFlow Go Implementation Plan 🚀 This repository tracks the progress of porting RAGFlow to Go. We'll implement core features and provide performance comparisons between Python and Go versions. ## Implementation Checklist - [x] User Management APIs - [x] Dataset Management Operations - [x] Retrieval Test - [x] Chat Management Operations - [x] Infinity Go SDK --------- Signed-off-by: Jin Hai <haijin.chn@gmail.com> Co-authored-by: Yingfeng Zhang <yingfeng.zhang@gmail.com>
78 lines
1.8 KiB
C++
78 lines
1.8 KiB
C++
// Copyright(C) 2024 InfiniFlow, Inc. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// https://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#pragma once
|
|
|
|
#include "darts/darts.h"
|
|
#include <string>
|
|
#include <vector>
|
|
#include <memory>
|
|
#include <cstdint>
|
|
#include <map>
|
|
|
|
class POSTable
|
|
{
|
|
public:
|
|
POSTable(const std::string& path);
|
|
|
|
~POSTable() = default;
|
|
|
|
int32_t Load();
|
|
|
|
const char* GetPOS(int32_t index) const;
|
|
|
|
int32_t GetPOSIndex(const std::string& tag) const;
|
|
|
|
private:
|
|
std::string file_;
|
|
int32_t table_size_{0};
|
|
std::vector<std::string> pos_vec_;
|
|
std::map<std::string, int32_t> pos_map_;
|
|
};
|
|
|
|
using DartsCore = Darts::DoubleArrayImpl<void, void, int, void>;
|
|
|
|
struct DartsTuple
|
|
{
|
|
DartsTuple(const std::string& k, const int& v) : key_(k), value_(v)
|
|
{
|
|
}
|
|
|
|
std::string key_;
|
|
int value_;
|
|
};
|
|
|
|
class DartsTrie
|
|
{
|
|
std::unique_ptr<DartsCore> darts_;
|
|
std::vector<DartsTuple> buffer_;
|
|
|
|
public:
|
|
DartsTrie();
|
|
|
|
void Add(const std::string& key, const int& value);
|
|
|
|
void Build();
|
|
|
|
void Load(const std::string& file_name);
|
|
|
|
void Save(const std::string& file_name);
|
|
|
|
bool HasKeysWithPrefix(std::string_view key) const;
|
|
|
|
int Traverse(const char* key, std::size_t& node_pos, std::size_t& key_pos, std::size_t length) const;
|
|
|
|
int Get(std::string_view key) const;
|
|
};
|