From 70fbe7822024d0acc68df3607ff25bf8d7a71751 Mon Sep 17 00:00:00 2001
From: "Suren A. Chilingaryan" <csa@dside.dyndns.org>
Date: Thu, 16 Jun 2005 23:19:27 +0000
Subject: initial import

(automatically generated log message)
---
 statgen/test.c | 84 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 84 insertions(+)
 create mode 100644 statgen/test.c

(limited to 'statgen/test.c')

diff --git a/statgen/test.c b/statgen/test.c
new file mode 100644
index 0000000..936b491
--- /dev/null
+++ b/statgen/test.c
@@ -0,0 +1,84 @@
+#include <stdio.h>
+#include "charset_auto_russian.h"
+
+main(int argc, char *argv[]) {
+    FILE *f;
+    int len,st;
+    char word[256],phrase[8192];
+    unsigned long a[4]={0,0,0,0};
+    int i,max,mw;
+
+
+    if ((argc!=2)&&(argc!=3)) {
+	printf("Usage: %s <file name> [<max words>]\n",argv[0]);
+	exit(0);
+    }
+
+    if (argc==3) mw=atoi(argv[2]);
+    else mw=1;
+    
+    f=fopen(argv[1],"r");
+    if (!f) {
+	printf("Failed to open specified file. Check permissions!\n");
+	exit(1);
+    }
+    
+    while(!feof(f)) {
+	strcpy(phrase,"");
+	for (i=0;i<mw;i++) {
+	    if (i) strcat(phrase," ");
+	    fscanf(f,"%s",&word);
+	    for(st=0;word[st]=='"'||word[st]=='\''||word[st]=='(';st++);
+	    if (strlen(word)<1) continue;
+	    for(len=strlen(word)-1;word[len]==','||word[len]=='.'||word[len]=='!'||word[len]=='?'||word[len]==';'||word[len]=='-'||word[len]==':'||word[len]=='"'||word[len]=='\''||word[len]==')';len--);
+	    if (strlen(word)<1) continue;
+	    else word[len+1]=0;
+	    strcat(phrase,word+st);
+	}
+	if (strlen(phrase)<5) continue;
+
+	a[autocharset_russian_uc(phrase,strlen(phrase))]++;
+//	a[autocharset_russian(phrase,strlen(phrase))]++;
+
+//	a[autocharset_russian(word+st,len+1-st)]++;
+//	puts(word);
+    }
+
+    printf("Win: %lu, Koi: %lu, Alt: %lu, UTF: %lu\n",a[0],a[1],a[3],a[2]);
+    fclose(f);
+    if (a[0]>a[1]) {
+	if (a[0]>a[2]) max=0;
+	else max=2;
+    } else {
+	if (a[1]>a[2]) max=1;
+	else max=2;
+    }
+    if (a[3]>max) max=3;
+
+    f=fopen(argv[1],"r");
+    while(!feof(f)) {
+	strcpy(phrase,"");
+	for (i=0;i<mw;i++) {
+	    if (i) strcat(phrase," ");
+	    fscanf(f,"%s",&word);
+	    for(st=0;word[st]=='"'||word[st]=='\''||word[st]=='(';st++);
+	    if (strlen(word)<1) continue;
+	    for(len=strlen(word)-1;word[len]==','||word[len]=='.'||word[len]=='!'||word[len]=='?'||word[len]==';'||word[len]=='-'||word[len]==':'||word[len]=='"'||word[len]=='\''||word[len]==')';len--);
+	    if (strlen(word)<1) continue;
+	    else word[len+1]=0;
+	    strcat(phrase,word+st);
+	}
+	if (strlen(phrase)<5) continue;
+
+	i=autocharset_russian_uc(phrase,strlen(phrase));
+//	i=autocharset_russian(phrase,strlen(phrase));
+//	i=autocharset_russian(word+st,len+1-st);
+	if (i!=max) {
+	    if (i==0) printf("Win: %s\n",phrase);
+	    else if (i==1) printf("Koi: %s\n",phrase);
+	    else if (i==2) printf("UTF: %s\n",phrase);
+	    else if (i==3) printf("ALT: %s\n",phrase);
+	}
+    }
+    fclose(f);
+}
-- 
cgit v1.2.3