开通博客赚积分
发布资源赚积分
分类

源码开发语言/平台
当前位置：首页 > 源码/资料 > 多国语言处理 > 查看源码
SingleSplitter.cs
资源名称：2.rar　[点击查看]
上传用户：hshongkong
上传日期：2021-11-20
资源大小：10241k
文件大小：7k
源码类别：

多国语言处理

开发平台：

C#

SingleSplitter.cs：源码内容
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Text;
  4. //该源码首发自win.51aspx.com(５１ａｓpｘ．ｃｏｍ)
  6. namespace ChineseSplitter
  7. {
  8.     /// <summary>
  9.     /// 单字切分
  10.     /// </summary>
  11.     public class SingleSplitter : BaseSplitter
  12.     {
  13.         OneSplit myOneSplit;
  14.         /// <summary>
  15.         /// 构造函数
  16.         /// </summary>
  17.         public SingleSplitter()
  18.         {
  19.             myOneSplit = new OneSplit();
  20.         }
  22.         public override string Split(string inputStr)
  23.         {
  24.             return myOneSplit.ReviseString(inputStr);
  25.         }
  26.         
  27.         /// <summary>
  28.         /// 释放内存
  29.         /// </summary>
  30.         public override void Dispose()
  31.         {
  33.         }
  34.     }
  35.     class OneSplit
  36.     {
  37.         string SplitChar = "  "; //分隔符
  38.         string nums = "０１２３４５６７８９＋－％．ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ";
  39.         string fnums = "0123456789+-%.abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ";
  41.         /// <summary>
  42.         /// 构造函数
  43.         /// </summary>
  44.         public OneSplit()
  45.         {
  46.         }
  48.         /// <summary>
  49.         /// 字符串是否全为中文
  50.         /// </summary>
  51.         /// <param name="inputString">字符串</param>
  52.         /// <return>返回值</return></returns>
  53.         public bool IsChinese(string inputString)
  54.         {
  55.             if (Encoding.UTF8.GetByteCount(inputString) == inputString.Length * 3)
  56.             {
  57.                 return true;
  58.             }
  59.             else
  60.             {
  61.                 return false;
  62.             }
  63.         }
  64.         /// <summary>
  65.         /// 切分字符串
  66.         /// </summary>
  67.         /// <param name="str">字符串</param>
  68.         /// <returns>返回值</returns>
  69.         public string ReviseString(string str)
  70.         {
  71.             string spc = SplitChar.ToString();
  72.             int slen = str.Length;
  73.             if (slen == 0) return "";
  74.             StringBuilder okstr = new StringBuilder();
  75.             int[] chartypes = GetWordTypes(str);
  76.             int lasttype = 0;
  77.             char alabchar = ' ';
  78.             for (int i = 0; i < chartypes.Length; i++)
  79.             {
  80.                 switch (chartypes[i])
  81.                 {
  82.                     case 1:
  83.                         alabchar = str[i];
  84.                         switch (lasttype)
  85.                         {
  86.                             case 1:
  87.                                 okstr.Append(alabchar);
  88.                                 break;
  89.                             case 2:
  90.                                 okstr.Append(alabchar);
  91.                                 break;
  92.                             case 3:
  93.                                 okstr.Append(spc + alabchar);
  94.                                 break;
  95.                             default:
  96.                                 okstr.Append(spc + alabchar);
  97.                                 break;
  98.                         }
  99.                         lasttype = 1;
  100.                         break;
  101.                     case 2:
  102.                         alabchar = GetAlabNum(str[i]);
  103.                         switch (lasttype)
  104.                         {
  105.                             case 1:
  106.                                 okstr.Append(alabchar);
  107.                                 break;
  108.                             case 2:
  109.                                 okstr.Append(alabchar);
  110.                                 break;
  111.                             case 3:
  112.                                 okstr.Append(spc + alabchar);
  113.                                 break;
  114.                             default:
  115.                                 okstr.Append(spc + alabchar);
  116.                                 break;
  117.                         }
  118.                         lasttype = 2;
  119.                         break;
  120.                     case 3:
  121.                         alabchar = str[i];
  122.                         
  123.                                 okstr.Append(spc + alabchar);
  124.                         lasttype = 3;
  125.                         break;
  126.                     case 4:
  127.                         lasttype = 4;
  128.                         break;
  129.                     default:
  130.                         alabchar = str[i];
  131.                         okstr.Append(spc + alabchar);
  132.                         lasttype = 5;
  133.                         break;
  134.                 }
  135.             }
  136.             return okstr.ToString();
  137.         }
  139.         /// <summary>
  140.         /// 把全角数字或英文单词转为半角
  141.         /// </summary>
  142.         /// <param name="fnum">字符</param>
  143.         /// <returns>返加</returns>
  144.         private char GetAlabNum(char fnum)
  145.         {
  146.             int place = nums.IndexOf(fnum);
  147.             if (place != -1)
  148.             {
  149.                 return fnums[place];
  150.             }
  151.             return fnum;
  152.         }
  154.         /// <summary>
  155.         /// 分析字符类型
  156.         /// </summary>
  157.         /// <param name="words">字符串</param>
  158.         /// <returns>返回类型数组</returns>
  159.         private int[] GetWordTypes(string words)
  160.         {
  161.             byte[] unicode = Encoding.Unicode.GetBytes(words);
  162.             int[] revalue = new int[unicode.Length / 2];
  163.             for (int i = 0; i < revalue.Length; i++)
  164.             {
  165.                 int nowvalue = BitConverter.ToUInt16(unicode, i * 2);
  166.                 if (nowvalue < 0x4E00)
  167.                 {
  168.                     if (nowvalue <= 0x0039 && nowvalue >= 0x0030)
  169.                     {
  170.                         revalue[i] = 1;
  171.                     }
  172.                     else if ((nowvalue <= 0x005A && nowvalue >= 0x0041) || (nowvalue <= 0x007A && nowvalue >= 0x0061))
  173.                     {
  174.                         revalue[i] = 1;
  175.                     }
  176.                     else if ((nowvalue <= 0x301B && nowvalue >= 0x3000) || nowvalue <= 0x00BB || (nowvalue <= 0x2FFF && nowvalue >= 0x2000))
  177.                     {
  178.                         revalue[i] = 4;
  179.                     }
  180.                     else
  181.                     {
  182.                         revalue[i] = 5;
  183.                     }
  184.                 }
  185.                 else if (nowvalue <= 0xEFFF && nowvalue >= 0x4E00)
  186.                 {
  187.                     revalue[i] = 3;
  188.                 }
  189.                 else
  190.                 {
  191.                     if (nowvalue <= 0xFF19 && nowvalue >= 0xFF10)
  192.                     {
  193.                         revalue[i] = 2;
  194.                     }
  195.                     else if ((nowvalue <= 0xFF3A && nowvalue >= 0xFF21) || (nowvalue <= 0xFF5A && nowvalue >= 0xFF41))
  196.                     {
  197.                         revalue[i] = 2;
  198.                     }
  199.                     else if (nowvalue <= 0xFF65 && nowvalue >= 0xFF00)
  200.                     {
  201.                         revalue[i] = 4;
  202.                     }
  203.                     else
  204.                     {
  205.                         revalue[i] = 5;
  206.                     }
  207.                 }
  208.             }
  209.             return revalue;
  210.         }
  211.     }
  212. }