Files
ragflow/internal/cpp/stemmer/stem_UTF_8_swedish.cpp
Jin Hai 70e9743ef1 RAGFlow go API server (#13240)
# RAGFlow Go Implementation Plan 🚀

This repository tracks the progress of porting RAGFlow to Go. We'll
implement core features and provide performance comparisons between
Python and Go versions.

## Implementation Checklist

- [x] User Management APIs
- [x] Dataset Management Operations
- [x] Retrieval Test
- [x] Chat Management Operations
- [x] Infinity Go SDK

---------

Signed-off-by: Jin Hai <haijin.chn@gmail.com>
Co-authored-by: Yingfeng Zhang <yingfeng.zhang@gmail.com>
2026-03-04 19:17:16 +08:00

372 lines
11 KiB
C++

/* This file was generated automatically by the Snowball to ANSI C compiler */
#include "header.h"
#ifdef __cplusplus
extern "C" {
#endif
extern int swedish_UTF_8_stem(struct SN_env *z);
#ifdef __cplusplus
}
#endif
static int r_other_suffix(struct SN_env *z);
static int r_consonant_pair(struct SN_env *z);
static int r_main_suffix(struct SN_env *z);
static int r_mark_regions(struct SN_env *z);
#ifdef __cplusplus
extern "C" {
#endif
extern struct SN_env *swedish_UTF_8_create_env(void);
extern void swedish_UTF_8_close_env(struct SN_env *z);
#ifdef __cplusplus
}
#endif
static const symbol s_0_0[1] = {'a'};
static const symbol s_0_1[4] = {'a', 'r', 'n', 'a'};
static const symbol s_0_2[4] = {'e', 'r', 'n', 'a'};
static const symbol s_0_3[7] = {'h', 'e', 't', 'e', 'r', 'n', 'a'};
static const symbol s_0_4[4] = {'o', 'r', 'n', 'a'};
static const symbol s_0_5[2] = {'a', 'd'};
static const symbol s_0_6[1] = {'e'};
static const symbol s_0_7[3] = {'a', 'd', 'e'};
static const symbol s_0_8[4] = {'a', 'n', 'd', 'e'};
static const symbol s_0_9[4] = {'a', 'r', 'n', 'e'};
static const symbol s_0_10[3] = {'a', 'r', 'e'};
static const symbol s_0_11[4] = {'a', 's', 't', 'e'};
static const symbol s_0_12[2] = {'e', 'n'};
static const symbol s_0_13[5] = {'a', 'n', 'd', 'e', 'n'};
static const symbol s_0_14[4] = {'a', 'r', 'e', 'n'};
static const symbol s_0_15[5] = {'h', 'e', 't', 'e', 'n'};
static const symbol s_0_16[3] = {'e', 'r', 'n'};
static const symbol s_0_17[2] = {'a', 'r'};
static const symbol s_0_18[2] = {'e', 'r'};
static const symbol s_0_19[5] = {'h', 'e', 't', 'e', 'r'};
static const symbol s_0_20[2] = {'o', 'r'};
static const symbol s_0_21[1] = {'s'};
static const symbol s_0_22[2] = {'a', 's'};
static const symbol s_0_23[5] = {'a', 'r', 'n', 'a', 's'};
static const symbol s_0_24[5] = {'e', 'r', 'n', 'a', 's'};
static const symbol s_0_25[5] = {'o', 'r', 'n', 'a', 's'};
static const symbol s_0_26[2] = {'e', 's'};
static const symbol s_0_27[4] = {'a', 'd', 'e', 's'};
static const symbol s_0_28[5] = {'a', 'n', 'd', 'e', 's'};
static const symbol s_0_29[3] = {'e', 'n', 's'};
static const symbol s_0_30[5] = {'a', 'r', 'e', 'n', 's'};
static const symbol s_0_31[6] = {'h', 'e', 't', 'e', 'n', 's'};
static const symbol s_0_32[4] = {'e', 'r', 'n', 's'};
static const symbol s_0_33[2] = {'a', 't'};
static const symbol s_0_34[5] = {'a', 'n', 'd', 'e', 't'};
static const symbol s_0_35[3] = {'h', 'e', 't'};
static const symbol s_0_36[3] = {'a', 's', 't'};
static const struct among a_0[37] = {
/* 0 */ {1, s_0_0, -1, 1, 0},
/* 1 */ {4, s_0_1, 0, 1, 0},
/* 2 */ {4, s_0_2, 0, 1, 0},
/* 3 */ {7, s_0_3, 2, 1, 0},
/* 4 */ {4, s_0_4, 0, 1, 0},
/* 5 */ {2, s_0_5, -1, 1, 0},
/* 6 */ {1, s_0_6, -1, 1, 0},
/* 7 */ {3, s_0_7, 6, 1, 0},
/* 8 */ {4, s_0_8, 6, 1, 0},
/* 9 */ {4, s_0_9, 6, 1, 0},
/* 10 */ {3, s_0_10, 6, 1, 0},
/* 11 */ {4, s_0_11, 6, 1, 0},
/* 12 */ {2, s_0_12, -1, 1, 0},
/* 13 */ {5, s_0_13, 12, 1, 0},
/* 14 */ {4, s_0_14, 12, 1, 0},
/* 15 */ {5, s_0_15, 12, 1, 0},
/* 16 */ {3, s_0_16, -1, 1, 0},
/* 17 */ {2, s_0_17, -1, 1, 0},
/* 18 */ {2, s_0_18, -1, 1, 0},
/* 19 */ {5, s_0_19, 18, 1, 0},
/* 20 */ {2, s_0_20, -1, 1, 0},
/* 21 */ {1, s_0_21, -1, 2, 0},
/* 22 */ {2, s_0_22, 21, 1, 0},
/* 23 */ {5, s_0_23, 22, 1, 0},
/* 24 */ {5, s_0_24, 22, 1, 0},
/* 25 */ {5, s_0_25, 22, 1, 0},
/* 26 */ {2, s_0_26, 21, 1, 0},
/* 27 */ {4, s_0_27, 26, 1, 0},
/* 28 */ {5, s_0_28, 26, 1, 0},
/* 29 */ {3, s_0_29, 21, 1, 0},
/* 30 */ {5, s_0_30, 29, 1, 0},
/* 31 */ {6, s_0_31, 29, 1, 0},
/* 32 */ {4, s_0_32, 21, 1, 0},
/* 33 */ {2, s_0_33, -1, 1, 0},
/* 34 */ {5, s_0_34, -1, 1, 0},
/* 35 */ {3, s_0_35, -1, 1, 0},
/* 36 */ {3, s_0_36, -1, 1, 0}};
static const symbol s_1_0[2] = {'d', 'd'};
static const symbol s_1_1[2] = {'g', 'd'};
static const symbol s_1_2[2] = {'n', 'n'};
static const symbol s_1_3[2] = {'d', 't'};
static const symbol s_1_4[2] = {'g', 't'};
static const symbol s_1_5[2] = {'k', 't'};
static const symbol s_1_6[2] = {'t', 't'};
static const struct among a_1[7] = {
/* 0 */ {2, s_1_0, -1, -1, 0},
/* 1 */ {2, s_1_1, -1, -1, 0},
/* 2 */ {2, s_1_2, -1, -1, 0},
/* 3 */ {2, s_1_3, -1, -1, 0},
/* 4 */ {2, s_1_4, -1, -1, 0},
/* 5 */ {2, s_1_5, -1, -1, 0},
/* 6 */ {2, s_1_6, -1, -1, 0}};
static const symbol s_2_0[2] = {'i', 'g'};
static const symbol s_2_1[3] = {'l', 'i', 'g'};
static const symbol s_2_2[3] = {'e', 'l', 's'};
static const symbol s_2_3[5] = {'f', 'u', 'l', 'l', 't'};
static const symbol s_2_4[5] = {'l', 0xC3, 0xB6, 's', 't'};
static const struct among a_2[5] = {
/* 0 */ {2, s_2_0, -1, 1, 0},
/* 1 */ {3, s_2_1, 0, 1, 0},
/* 2 */ {3, s_2_2, -1, 1, 0},
/* 3 */ {5, s_2_3, -1, 3, 0},
/* 4 */ {5, s_2_4, -1, 2, 0}};
static const unsigned char g_v[] = {17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 24, 0, 32};
static const unsigned char g_s_ending[] = {119, 127, 149};
static const symbol s_0[] = {'l', 0xC3, 0xB6, 's'};
static const symbol s_1[] = {'f', 'u', 'l', 'l'};
static int r_mark_regions(struct SN_env *z) {
z->I[0] = z->l;
{
int c_test = z->c; /* test, line 29 */
{
int ret = skip_utf8(z->p, z->c, 0, z->l, +3);
if (ret < 0)
return 0;
z->c = ret; /* hop, line 29 */
}
z->I[1] = z->c; /* setmark x, line 29 */
z->c = c_test;
}
if (out_grouping_U(z, g_v, 97, 246, 1) < 0)
return 0; /* goto */ /* grouping v, line 30 */
{ /* gopast */ /* non v, line 30 */
int ret = in_grouping_U(z, g_v, 97, 246, 1);
if (ret < 0)
return 0;
z->c += ret;
}
z->I[0] = z->c; /* setmark p1, line 30 */
/* try, line 31 */
if (!(z->I[0] < z->I[1]))
goto lab0;
z->I[0] = z->I[1];
lab0:
return 1;
}
static int r_main_suffix(struct SN_env *z) {
int among_var;
{
int mlimit; /* setlimit, line 37 */
int m1 = z->l - z->c;
(void)m1;
if (z->c < z->I[0])
return 0;
z->c = z->I[0]; /* tomark, line 37 */
mlimit = z->lb;
z->lb = z->c;
z->c = z->l - m1;
z->ket = z->c; /* [, line 37 */
if (z->c <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((1851442 >> (z->p[z->c - 1] & 0x1f)) & 1)) {
z->lb = mlimit;
return 0;
}
among_var = find_among_b(z, a_0, 37); /* substring, line 37 */
if (!(among_var)) {
z->lb = mlimit;
return 0;
}
z->bra = z->c; /* ], line 37 */
z->lb = mlimit;
}
switch (among_var) {
case 0:
return 0;
case 1: {
int ret = slice_del(z); /* delete, line 44 */
if (ret < 0)
return ret;
} break;
case 2:
if (in_grouping_b_U(z, g_s_ending, 98, 121, 0))
return 0;
{
int ret = slice_del(z); /* delete, line 46 */
if (ret < 0)
return ret;
}
break;
}
return 1;
}
static int r_consonant_pair(struct SN_env *z) {
{
int mlimit; /* setlimit, line 50 */
int m1 = z->l - z->c;
(void)m1;
if (z->c < z->I[0])
return 0;
z->c = z->I[0]; /* tomark, line 50 */
mlimit = z->lb;
z->lb = z->c;
z->c = z->l - m1;
{
int m2 = z->l - z->c;
(void)m2; /* and, line 52 */
if (z->c - 1 <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((1064976 >> (z->p[z->c - 1] & 0x1f)) & 1)) {
z->lb = mlimit;
return 0;
}
if (!(find_among_b(z, a_1, 7))) {
z->lb = mlimit;
return 0;
} /* among, line 51 */
z->c = z->l - m2;
z->ket = z->c; /* [, line 52 */
{
int ret = skip_utf8(z->p, z->c, z->lb, 0, -1);
if (ret < 0) {
z->lb = mlimit;
return 0;
}
z->c = ret; /* next, line 52 */
}
z->bra = z->c; /* ], line 52 */
{
int ret = slice_del(z); /* delete, line 52 */
if (ret < 0)
return ret;
}
}
z->lb = mlimit;
}
return 1;
}
static int r_other_suffix(struct SN_env *z) {
int among_var;
{
int mlimit; /* setlimit, line 55 */
int m1 = z->l - z->c;
(void)m1;
if (z->c < z->I[0])
return 0;
z->c = z->I[0]; /* tomark, line 55 */
mlimit = z->lb;
z->lb = z->c;
z->c = z->l - m1;
z->ket = z->c; /* [, line 56 */
if (z->c - 1 <= z->lb || z->p[z->c - 1] >> 5 != 3 || !((1572992 >> (z->p[z->c - 1] & 0x1f)) & 1)) {
z->lb = mlimit;
return 0;
}
among_var = find_among_b(z, a_2, 5); /* substring, line 56 */
if (!(among_var)) {
z->lb = mlimit;
return 0;
}
z->bra = z->c; /* ], line 56 */
switch (among_var) {
case 0: {
z->lb = mlimit;
return 0;
}
case 1: {
int ret = slice_del(z); /* delete, line 57 */
if (ret < 0)
return ret;
} break;
case 2: {
int ret = slice_from_s(z, 4, s_0); /* <-, line 58 */
if (ret < 0)
return ret;
} break;
case 3: {
int ret = slice_from_s(z, 4, s_1); /* <-, line 59 */
if (ret < 0)
return ret;
} break;
}
z->lb = mlimit;
}
return 1;
}
extern int swedish_UTF_8_stem(struct SN_env *z) {
{
int c1 = z->c; /* do, line 66 */
{
int ret = r_mark_regions(z);
if (ret == 0)
goto lab0; /* call mark_regions, line 66 */
if (ret < 0)
return ret;
}
lab0:
z->c = c1;
}
z->lb = z->c;
z->c = z->l; /* backwards, line 67 */
{
int m2 = z->l - z->c;
(void)m2; /* do, line 68 */
{
int ret = r_main_suffix(z);
if (ret == 0)
goto lab1; /* call main_suffix, line 68 */
if (ret < 0)
return ret;
}
lab1:
z->c = z->l - m2;
}
{
int m3 = z->l - z->c;
(void)m3; /* do, line 69 */
{
int ret = r_consonant_pair(z);
if (ret == 0)
goto lab2; /* call consonant_pair, line 69 */
if (ret < 0)
return ret;
}
lab2:
z->c = z->l - m3;
}
{
int m4 = z->l - z->c;
(void)m4; /* do, line 70 */
{
int ret = r_other_suffix(z);
if (ret == 0)
goto lab3; /* call other_suffix, line 70 */
if (ret < 0)
return ret;
}
lab3:
z->c = z->l - m4;
}
z->c = z->lb;
return 1;
}
extern struct SN_env *swedish_UTF_8_create_env(void) { return SN_create_env(0, 2, 0); }
extern void swedish_UTF_8_close_env(struct SN_env *z) { SN_close_env(z, 0); }