✨ feat: Update lobe-i18n lint

canisminor1990 · canisminor1990 · commit 6201b38cd694 · 2025-06-24T15:20:39.000+08:00
diff --git a/packages/lobe-i18n/src/commands/Lint/constants.ts b/packages/lobe-i18n/src/commands/Lint/constants.ts
@@ -173,12 +173,15 @@ export const HYPHENATED_LANGUAGE_MAP: { [key: string]: string } = {
 };
 
 // 语言族系分组
+export const ARABIC_SIMILAR_LANGUAGES = new Set(['ar', 'fa', 'ur', 'ku']);
+
 export const LANGUAGE_FAMILIES = {
   EAST_ASIAN: new Set(['zh', 'ja', 'ko', 'vi', 'th', 'my', 'km', 'lo', 'mn', 'bo', 'ug']),
   GERMANIC: new Set(['de', 'nl', 'da', 'no', 'sv', 'is', 'fo', 'af']),
+  MALAY: new Set(['id', 'ms']),
   ROMANCE: new Set(['es', 'pt', 'ca', 'it', 'fr', 'ro', 'gl']),
   SEMITIC: new Set(['ar', 'he', 'fa', 'ur', 'tg', 'am', 'ti', 'om', 'so', 'aa', 'mt']),
-  SLAVIC: new Set(['bg', 'sr', 'ru', 'uk', 'be', 'hr', 'sl', 'mk', 'bs', 'me']),
+  SLAVIC: new Set(['bg', 'sr', 'ru', 'uk', 'be', 'hr', 'sl', 'mk', 'bs', 'me', 'pl', 'cs', 'sk']),
   SOUTH_ASIAN: new Set(['hi', 'bn', 'ne', 'gu', 'pa', 'ta', 'ml', 'te', 'kn', 'si', 'as', 'or']),
   TURKIC: new Set(['tr', 'az', 'ky', 'kk', 'uz']),
 } as const;
diff --git a/packages/lobe-i18n/src/commands/Lint/utils/languageDetection.ts b/packages/lobe-i18n/src/commands/Lint/utils/languageDetection.ts
@@ -12,7 +12,7 @@ export async function initializeELD(): Promise<void> {
   if (!initPromise) {
     initPromise = (async () => {
       console.log('🔧 Initializing ELD language detector...');
-      await eld.init('M'); // 使用中等规模的数据集
+      await eld.init('L'); // 使用中等规模的数据集
       console.log('✅ ELD language detector initialized');
     })();
   }
diff --git a/packages/lobe-i18n/src/commands/Lint/utils/languageValidation.ts b/packages/lobe-i18n/src/commands/Lint/utils/languageValidation.ts
@@ -1,4 +1,9 @@
-import { CONFIDENCE_THRESHOLDS, ENGLISH_TERMS, LANGUAGE_FAMILIES } from '../constants';
+import {
+  ARABIC_SIMILAR_LANGUAGES,
+  CONFIDENCE_THRESHOLDS,
+  ENGLISH_TERMS,
+  LANGUAGE_FAMILIES,
+} from '../constants';
 import { LintIssue } from '../types';
 
 /**
@@ -9,18 +14,10 @@ export function isSimilarLanguage(
   detectedLanguage: string,
   confidence: number,
 ): boolean {
-  // 特殊处理：阿拉伯语与波斯语、乌尔都语相似
+  // 特殊处理：阿拉伯语与波斯语、乌尔都语、库尔德语相似
   if (
-    mainLanguage === 'ar' &&
-    ['fa', 'ur', 'ku'].includes(detectedLanguage) &&
-    confidence < CONFIDENCE_THRESHOLDS.ARABIC_SIMILAR
-  ) {
-    return true;
-  }
-
-  if (
-    mainLanguage === 'fa' &&
-    ['ar', 'ku', 'ur'].includes(detectedLanguage) &&
+    ARABIC_SIMILAR_LANGUAGES.has(mainLanguage) &&
+    ARABIC_SIMILAR_LANGUAGES.has(detectedLanguage) &&
     confidence < CONFIDENCE_THRESHOLDS.ARABIC_SIMILAR
   ) {
     return true;
@@ -46,15 +43,6 @@ export function isSimilarLanguage(
     return true;
   }
 
-  // 特殊处理：马来语与印尼语相似
-  if (
-    ((mainLanguage === 'ms' && detectedLanguage === 'id') ||
-      (mainLanguage === 'id' && detectedLanguage === 'ms')) &&
-    confidence < CONFIDENCE_THRESHOLDS.SIMILAR_LANGUAGES
-  ) {
-    return true;
-  }
-
   return false;
 }
 
@@ -85,6 +73,14 @@ export function determineSeverity(
         ? 'error'
         : 'warning';
 
+  // 如果是东亚语言和其他语系的混用，判定为 error
+  const isDetectedEastAsian = LANGUAGE_FAMILIES.EAST_ASIAN.has(detectedLanguage);
+  const isMainEastAsian = LANGUAGE_FAMILIES.EAST_ASIAN.has(mainLanguage);
+
+  if (isDetectedEastAsian !== isMainEastAsian && confidence > 0.5) {
+    return 'error';
+  }
+
   // 检测明显英文内容的逻辑
   if (
     detectedLanguage === 'en' &&

Original file line number	Diff line number	Diff line change
`@@ -12,7 +12,7 @@ export async function initializeELD(): Promise<void> {`
`12`	`12`	`if (!initPromise) {`
`13`	`13`	`initPromise = (async () => {`
`14`	`14`	`console.log('🔧 Initializing ELD language detector...');`
`15`		`- await eld.init('M'); // 使用中等规模的数据集`
	`15`	`+ await eld.init('L'); // 使用中等规模的数据集`
`16`	`16`	`console.log('✅ ELD language detector initialized');`
`17`	`17`	`})();`
`18`	`18`	`}`