mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-05-28 19:53:06 +08:00
f8c626bbc8
### What problem does this PR solve? 1. Go ingestion server will connected with admin server with gRPC stream 2. Go ingestion server will be responsible for ingestion tasks ``` RAGFlow(admin)> list ingestors; +-----------------+-----------+----------------------------------+---------------------------+----------+------------+--------------+--------+------------+---------------+ | address | cpu_usage | id | last_heartbeat | name | process_id | rss_usage | status | task_count | vms_usage | +-----------------+-----------+----------------------------------+---------------------------+----------+------------+--------------+--------+------------+---------------+ | 127.0.0.1:58564 | 0 | bdd1870eea2646e0aacb8a2cd3307aa2 | 2026-05-24T18:16:17+08:00 | ingestor | 680152 | 212.72265625 | active | 0 | 2589.12109375 | +-----------------+-----------+----------------------------------+---------------------------+----------+------------+--------------+--------+------------+---------------+ RAGFlow(admin)> start ingestion 'abc'; +----------------------------------+ | task_id | +----------------------------------+ | e714777639ca4760ab427b5f211e81ad | +----------------------------------+ RAGFlow(admin)> stop ingestion 'f7bd39d0a724457eb5fdce6d81699776'; +----------------------------------+ | task_id | +----------------------------------+ | f7bd39d0a724457eb5fdce6d81699776 | +----------------------------------+ RAGFlow(admin)> list tasks; +-----+----------------------------------+-------+------+----------------------------------+---------------------------+------------+------------+ | ETA | assign_to | error | from | id | last_update | start_time | status | +-----+----------------------------------+-------+------+----------------------------------+---------------------------+------------+------------+ | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | eae6431da72a40e796cff3a03008091b | 2026-05-24T19:46:03+08:00 | | COMPLETED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 6cccdd174bd049ecb05a774bbb47593f | 2026-05-24T19:46:03+08:00 | | COMPLETED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | ef360d777e57485799adb96b30f2b4b8 | 2026-05-24T19:46:03+08:00 | | CANCELED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | bcc5c5448cb64de48b6b6171c36fb790 | 2026-05-24T19:46:03+08:00 | | CANCELED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | bfc25384c43a443294fe2da979a38ac2 | 2026-05-24T19:46:03+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 84960537b85d413b8990a9efd5952d67 | 2026-05-24T19:46:04+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 3d223c1b51e24b36861a3bfb2f1d58d4 | 2026-05-24T19:46:03+08:00 | | CANCELED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | e433b0e356b846c89c301621a3c54494 | 2026-05-24T19:46:03+08:00 | | COMPLETED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 7c93a3880f074ebd8eca14e6b51bb7ef | 2026-05-24T19:46:03+08:00 | | COMPLETED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | df2e4ef51aaf4390bff9a23f2692486e | 2026-05-24T19:46:04+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 7377c53010194ef7a83aa206698d66ff | 2026-05-24T19:46:05+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | df64d1a1f9d348e3a2f174c4d7d69e73 | 2026-05-24T19:46:05+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | b59834512e2847e1bdf13ace04b8a456 | 2026-05-24T19:46:06+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 0064bb0ab69344028d1ecfda053826f4 | 2026-05-24T19:46:03+08:00 | | QUEUED | +-----+----------------------------------+-------+------+----------------------------------+---------------------------+------------+------------+ ``` ### Type of change - [x] New Feature (non-breaking change which adds functionality) --------- Signed-off-by: Jin Hai <haijin.chn@gmail.com>
52 lines
1.5 KiB
Bash
Executable File
52 lines
1.5 KiB
Bash
Executable File
echo "Generating protobuf and gRPC code..."
|
|
|
|
if ! command -v protoc &> /dev/null; then
|
|
echo "❌ protoc not found!"
|
|
echo "Please install protoc first:"
|
|
echo " - macOS: brew install protobuf"
|
|
echo " - Ubuntu: apt install protobuf-compiler"
|
|
echo " - Download: https://github.com/protocolbuffers/protobuf/releases"
|
|
exit 1
|
|
fi
|
|
echo "✅ protoc: $(which protoc)"
|
|
|
|
if ! command -v protoc-gen-go &> /dev/null; then
|
|
echo ""
|
|
echo "❌ protoc-gen-go not found!"
|
|
echo "Please install it:"
|
|
echo " go install google.golang.org/protobuf/cmd/protoc-gen-go@latest"
|
|
echo ""
|
|
echo "Or add Go bin to PATH:"
|
|
echo " export PATH=\$PATH:$(go env GOPATH)/bin"
|
|
exit 1
|
|
fi
|
|
echo "✅ protoc-gen-go: $(which protoc-gen-go)"
|
|
|
|
if ! command -v protoc-gen-go-grpc &> /dev/null; then
|
|
echo ""
|
|
echo "❌ protoc-gen-go-grpc not found!"
|
|
echo "Please install it:"
|
|
echo " go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@latest"
|
|
echo ""
|
|
echo "Or add Go bin to PATH:"
|
|
echo " export PATH=\$PATH:$(go env GOPATH)/bin"
|
|
exit 1
|
|
fi
|
|
echo "✅ protoc-gen-go-grpc: $(which protoc-gen-go-grpc)"
|
|
|
|
mkdir -p internal/common
|
|
|
|
protoc --go_out=internal/common \
|
|
--go-grpc_out=internal/common \
|
|
internal/proto/ingestion.proto
|
|
|
|
if [ $? -eq 0 ]; then
|
|
echo "✅ Generation successful!"
|
|
echo "Generated files:"
|
|
echo " - internal/common/ingestion.pb.go"
|
|
echo " - internal/common/ingestion_grpc.pb.go"
|
|
else
|
|
echo "❌ Generation failed!"
|
|
exit 1
|
|
fi
|