diff russian_impl.c @ 0:d9b6ff839eab

initial import

--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/russian_impl.c	Fri Nov 30 19:34:51 2007 +0900
@@ -0,0 +1,218 @@
+/*
+ * This code is derivitive of librcd.
+ * No copyright notice was found.
+ */
+
+#include <stdio.h>
+#include <string.h>
+
+#include "libguess.h"
+
+#define NF_VALUE -2
+#define max(a,b) ((a>b)?a:b)
+#define min(a,b) ((a<b)?a:b)
+#define bit(i) (1<<i)
+
+typedef struct lng_stat2 {
+  unsigned char a;
+  unsigned char b;
+  double rate;
+  double srate;
+  double erate;
+} lng_stat2;
+
+#include "russian_tab.c"
+
+
+static int end_symbol(char ch) {
+    if (ch=='\r'||ch=='\n'||ch==0||ch==' '||ch=='\t'||ch==','||ch=='.'||ch=='!'||ch=='?'||ch==';'||ch=='-'||ch==':'||ch=='"'||ch=='\''||ch==')') return 1;
+    return 0;
+}
+
+static int start_symbol(char ch) {
+    if ((ch=='\t')||ch=='\r'||ch=='\n'||(ch==' ')||(ch=='(')||(ch=='"')||(ch=='\'')) return 1;
+    return 0;
+}    
+
+typedef const struct lng_stat2 *lng_stat2_ptr;
+
+static void bfind(const unsigned char *a, lng_stat2_ptr *w, lng_stat2_ptr *k, lng_stat2_ptr *al) {
+  const struct lng_stat2 *winptr, *koiptr,*altptr;
+  int ki,wi,ai,d,ws=0,ks=0,as=0;
+    d=npow2>>1;
+    wi=d;
+    ki=d;
+    ai=d;
+    winptr=0;
+    koiptr=0;
+    altptr=0;
+    do{
+      d>>=1;
+    
+      if(!ws){
+       if (wi>indexes2) wi-=d;
+       else {
+        winptr=enc_win+wi-1;
+        if(a[0]==winptr->a){
+          if(a[1]==winptr->b){
+        	ws=1;
+          }else if(a[1]<winptr->b){
+            wi-=d;
+          }else{ //b>win[wi].b
+            wi+=d;
+          }
+        }else if(a[0]<winptr->a){
+          wi-=d;
+        }else{ //a>win[wi].a
+          wi+=d;
+        }
+       }
+      }
+      if(!ks){
+       if (ki>indexes2) ki-=d;
+       else {
+        koiptr=enc_koi+ki-1;
+        if(a[0]==koiptr->a){
+          if(a[1]==koiptr->b){
+        	ks=1;
+          }else if(a[1]<koiptr->b){
+            ki-=d;
+          }else{ //b>win[wi].b
+            ki+=d;
+          }
+        }else if(a[0]<koiptr->a){
+          ki-=d;
+        }else{ //a>win[wi].a
+          ki+=d;
+        }
+       }
+      }
+      if(!as){
+       if (ai>indexes2) ai-=d;
+       else {
+        altptr=enc_alt+ai-1;
+        if(a[0]==altptr->a){
+          if(a[1]==altptr->b){
+        	as=1;
+          }else if(a[1]<altptr->b){
+            ai-=d;
+          }else{ //b>win[wi].b
+            ai+=d;
+          }
+        }else if(a[0]<altptr->a){
+          ai-=d;
+        }else{ //a>win[wi].a
+          ai+=d;
+        }
+       }
+      }
+    }while(d);
+    if (ws) *w=winptr;
+    else *w=NULL;
+    if (ks) *k=koiptr;
+    else *k=NULL;
+    if (as) *al=altptr;
+    else *al=NULL;
+}
+
+static double calculate(double s, double m, double e) {
+    return s+m+e;
+}
+
+static const char *is_win_charset2(const unsigned char *txt, int len){
+  const struct lng_stat2 *winptr, *koiptr,*altptr;
+  double winstep,koistep,altstep,winestep,koiestep,altestep,winsstep,koisstep,altsstep;
+  double winstat=0,koistat=0,altstat=0,winestat=0,koiestat=0,altestat=0,winsstat=0,koisstat=0,altsstat=0;
+  long j;
+  
+#ifdef _AUTO_DEBUG
+  fprintf(stderr,"Word: %s\n",txt);
+#endif
+  for(j=0;j<len-1;j++){
+    //skip bottom half of table
+    if(txt[j]<128 || txt[j+1]<128) continue;
+#ifdef _AUTO_DEBUG
+    fprintf(stderr,"Pair: %c%c",txt[j],txt[j+1]);
+#endif
+    bfind(txt+j,&winptr,&koiptr,&altptr);
+
+    if ((j==0)||(start_symbol(txt[j-1]))) {
+	if (winptr) winsstep=winptr->srate;
+	else winsstep=NF_VALUE;
+	if (koiptr) koisstep=koiptr->srate;
+	else koisstep=NF_VALUE;
+	if (altptr) altsstep=altptr->srate;
+	else altsstep=NF_VALUE;
+	winestep=0;
+	koiestep=0;
+	altestep=0;
+	winstep=0;
+	koistep=0;
+	altstep=0;
+#ifdef _AUTO_DEBUG
+	fprintf(stderr,", Win %lf, Koi %lf, Alt: %lf\n",winsstep,koisstep,altsstep);
+#endif
+    } else if ((j==len-2)||(end_symbol(txt[j+2]))) {
+	if (winptr) winestep=winptr->erate;
+	else winestep=NF_VALUE;
+	if (koiptr) koiestep=koiptr->erate;
+	else koiestep=NF_VALUE;
+	if (altptr) altestep=altptr->erate;
+	else altestep=NF_VALUE;
+	winsstep=0;
+	koisstep=0;
+	altsstep=0;
+	winstep=0;
+	koistep=0;
+	altstep=0;
+#ifdef _AUTO_DEBUG
+	fprintf(stderr,", Win %lf, Koi %lf, Alt %lf\n",winestep,koiestep,altestep);
+#endif
+    } else {
+	if (winptr) winstep=winptr->rate;
+	else winstep=NF_VALUE;
+	if (koiptr) koistep=koiptr->rate;
+	else koistep=NF_VALUE;
+	if (altptr) altstep=altptr->rate;
+	else altstep=NF_VALUE;
+	winsstep=0;
+	winestep=0;
+	koisstep=0;
+	koiestep=0;
+	altsstep=0;
+	altestep=0;
+#ifdef _AUTO_DEBUG
+	fprintf(stderr,", Win %lf, Koi %lf, Alt %lf\n",winstep,koistep,altstep);
+#endif
+    }
+    
+    winstat+=winstep;
+    koistat+=koistep;
+    altstat+=altstep;
+    winsstat+=winsstep;
+    koisstat+=koisstep;
+    altsstat+=altsstep;
+    winestat+=winestep;
+    koiestat+=koiestep;
+    altestat+=altestep;
+  }
+  
+#ifdef _AUTO_DEBUG
+  fprintf(stderr,"Start.  Win: %lf, Koi: %lf, Alt: %lf\n",winsstat,koisstat,altsstat);
+  fprintf(stderr,"Middle. Win: %lf, Koi: %lf, Alt: %lf\n",winstat,koistat,altstat);
+  fprintf(stderr,"End.    Win: %lf, Koi: %lf, Alt: %lf\n",winestat,koiestat,altestat);
+  fprintf(stderr,"Final.  Win: %lf, Koi: %lf, Alt: %lf\n",calculate(winsstat,winstat,winestat),calculate(koisstat,koistat,koiestat),calculate(altsstat,altstat,altestat));
+#endif
+  if ((calculate(altsstat,altstat,altestat)>calculate(koisstat,koistat,koiestat))&&(calculate(altsstat,altstat,altestat)>calculate(winsstat,winstat,winestat))) return "CP866";
+  if (calculate(koisstat,koistat,koiestat)>calculate(winsstat,winstat,winestat)) return "KOI8-R";
+  return "CP1251";
+}
+
+const char *guess_ru(const char *buf, int len)
+{
+    if (dfa_validate_utf8(buf, len))
+       return "UTF-8";
+
+    return is_win_charset2((const unsigned char *) buf, len);
+}
+