简单的词法分析器

using  System.Data;
using  System.Drawing;
using  System.Text;
using  System.Windows.Forms;

namespace  cifa
{    
         public   partial   class  词法分析 : System.Windows.Forms.Form
        {
             private  System.Windows.Forms.Label label1;
            
             private  System.Windows.Forms.Button button1;
             private  System.Windows.Forms.Button button2;
             private  System.Windows.Forms.Button button3;

             private  System.Windows.Forms.RichTextBox richTextBox1;
             private  System.Windows.Forms.RichTextBox richTextBox2;

             private  System.Windows.Forms.OpenFileDialog openFileDialog1;
             private  System.Windows.Forms.SaveFileDialog saveFileDialog1;

             ///   <summary>
             ///  必需的设计器变量。
             ///   </summary>
             private  System.ComponentModel.Container components  =   null ;

             public  词法分析()
            {
                 //
                 //  Windows 窗体设计器支持所必需的
                 //
                InitializeComponent();

                 //
                 //  TODO: 在 InitializeComponent 调用后添加任何构造函数代码
                 //
            }

             ///   <summary>
             ///  清理所有正在使用的资源。
             ///   </summary>
             protected   override   void  Dispose( bool  disposing)
            {
                 if  (disposing)
                {
                     if  (components  !=   null )
                    {
                        components.Dispose();
                    }
                }
                 base .Dispose(disposing);
            }

             #region  Windows 窗体设计器生成的代码
             ///   <summary>
             ///  设计器支持所需的方法 - 不要使用代码编辑器修改
             ///  此方法的内容。
             ///   </summary>
             private   void  InitializeComponent()
            {
                System.ComponentModel.ComponentResourceManager resources  =   new  System.ComponentModel.ComponentResourceManager( typeof (词法分析));
                 this .label1  =   new  System.Windows.Forms.Label();
                 this .button1  =   new  System.Windows.Forms.Button();
                 this .richTextBox1  =   new  System.Windows.Forms.RichTextBox();
                 this .button2  =   new  System.Windows.Forms.Button();
                 this .richTextBox2  =   new  System.Windows.Forms.RichTextBox();
                 this .openFileDialog1  =   new  System.Windows.Forms.OpenFileDialog();
                 this .saveFileDialog1  =   new  System.Windows.Forms.SaveFileDialog();
                 this .button3  =   new  System.Windows.Forms.Button();
                 this .SuspendLayout();
                 //  
                 //  label1
                 //  
                 this .label1.Location  =   new  System.Drawing.Point( 265 ,  110 );
                 this .label1.Name  =   " label1 " ;
                 this .label1.Size  =   new  System.Drawing.Size( 72 ,  24 );
                 this .label1.TabIndex  =   0 ;
                 this .label1.Text  =   " 词法分析 " ;
                 //  
                 //  button1
                 //  
                 this .button1.Location  =   new  System.Drawing.Point( 267 ,  199 );
                 this .button1.Name  =   " button1 " ;
                 this .button1.Size  =   new  System.Drawing.Size( 56 ,  23 );
                 this .button1.TabIndex  =   1 ;
                 this .button1.Text  =   " 分析 " ;
                 this .button1.Click  +=   new  System.EventHandler( this .button1_Click);
                 //  
                 //  richTextBox1
                 //  
                 this .richTextBox1.Location  =   new  System.Drawing.Point( 11 ,  48 );
                 this .richTextBox1.Name  =   " richTextBox1 " ;
                 this .richTextBox1.Size  =   new  System.Drawing.Size( 240 ,  352 );
                 this .richTextBox1.TabIndex  =   2 ;
                 this .richTextBox1.Text  =   "" ;
                 //  
                 //  button2
                 //  
                 this .button2.Location  =   new  System.Drawing.Point( 267 ,  170 );
                 this .button2.Name  =   " button2 " ;
                 this .button2.Size  =   new  System.Drawing.Size( 56 ,  23 );
                 this .button2.TabIndex  =   3 ;
                 this .button2.Text  =   " 读入 " ;
                 this .button2.Click  +=   new  System.EventHandler( this .button2_Click);
                 //  
                 //  richTextBox2
                 //  
                 this .richTextBox2.Location  =   new  System.Drawing.Point( 329 ,  48 );
                 this .richTextBox2.Name  =   " richTextBox2 " ;
                 this .richTextBox2.Size  =   new  System.Drawing.Size( 240 ,  352 );
                 this .richTextBox2.TabIndex  =   4 ;
                 this .richTextBox2.Text  =   "" ;
                 //  
                 //  button3
                 //  
                 this .button3.Location  =   new  System.Drawing.Point( 267 ,  228 );
                 this .button3.Name  =   " button3 " ;
                 this .button3.Size  =   new  System.Drawing.Size( 56 ,  23 );
                 this .button3.TabIndex  =   5 ;
                 this .button3.Text  =   " 保存 " ;
                 this .button3.Click  +=   new  System.EventHandler( this .button3_Click);
                 //  
                 //  词法分析
                 //  
                 this .AutoScaleBaseSize  =   new  System.Drawing.Size( 6 ,  14 );
                 this .ClientSize  =   new  System.Drawing.Size( 584 ,  430 );
                 this .Controls.Add( this .button3);
                 this .Controls.Add( this .richTextBox2);
                 this .Controls.Add( this .button2);
                 this .Controls.Add( this .richTextBox1);
                 this .Controls.Add( this .button1);
                 this .Controls.Add( this .label1);
                 this .Icon  =  ((System.Drawing.Icon)(resources.GetObject( " $this.Icon " )));
                 this .MaximizeBox  =   false ;
                 this .Name  =   " 词法分析 " ;
                 this .Text  =   " 词法分析 " ;
                 this .ResumeLayout( false );

            }
             #endregion

             ///   <summary>
             ///  应用程序的主入口点。
             ///   </summary>
            [STAThread]
             static   void  Main()
            {
                Application.Run( new  词法分析());
            }
             ///   <summary>
             ///  词法分析函数
             ///   </summary>
             ///   <param name="sender"></param>
             ///   <param name="e"></param>
             private   void  button1_Click( object  sender, System.EventArgs e)
            {
                 // 得到想要的字符数组。
                 char [] getch  =  textToCharArray();

                 // 将字符数组，转换为词法分析后的　单词数组。
                 string [] stringArray  =  charArrayToStringArray(getch);

                 // 将单词数组分类，用数字标出各个单词所在的类别。
                 string [,] twoStringArray  =  stringArrayToTwoStringArray(stringArray);

                 // 用于输出二维数组。
                printString(twoStringArray);

            }
             ///   <summary>
             ///  输出结果　即用于输出二维数组。
             ///   </summary>
             ///   <param name="twoStringArray"></param>
             private   void  printString( string [,] twoStringArray)
            {
                 // 提示说明
                 this .richTextBox2.Text  =   " 前方标志: " + " " + " 1 -> 保留字 "   +   " "   +
                       " 2 -> 运算符 "   +   " "   +
                       " 3 -> 分隔符 "   +   " "   +
                       " 4 -> 数字  "   +   " "   +
                       " 5 -> 其它 "   +   " " ;
                 // 输出二维数组中的数据
                 for  ( int  x  =   0 ; x  <  twoStringArray.Length  /   2 ; x ++ )
                {
                     for  ( int  y  =   0 ; y  <   2 ; y ++ )
                    {
                         this .richTextBox2.Text  =   this .richTextBox2.Text  +  twoStringArray[y, x]  +   "   " ;
                         if  (y  ==   1 )
                        {
                             this .richTextBox2.Text  =   this .richTextBox2.Text  +   " " ;
                        }
                    }
                }
            }

             ///   <summary>
             ///  打开方件
             ///   </summary>
             ///   <param name="sender"></param>
             ///   <param name="e"></param>
             private   void  button2_Click( object  sender, System.EventArgs e) //  文件打开的方法。
            {
                openFileDialog1.Filter  =   " 文本文件(*.txt)|*.txt " ;
                openFileDialog1.Title  =   " 打开要分析的源文件。 " ;

                 if  (openFileDialog1.ShowDialog()  ==  DialogResult.OK)
                {
                    System.IO.StreamReader sr  =   new  System.IO.StreamReader(openFileDialog1.FileName);
                     this .richTextBox1.Text  =  sr.ReadToEnd();
                    sr.Close();
                }
            }
             ///   <summary>
             ///  保存文件　
             ///   </summary>
             ///   <param name="sender"></param>
             ///   <param name="e"></param>
             private   void  button3_Click( object  sender, System.EventArgs e)
            {
                saveFileDialog1.Filter  =   " 文本文件(*.txt)|*.txt " ;
                saveFileDialog1.Title  =   " 保存分析结果. " ;
                 if  (saveFileDialog1.ShowDialog()  ==  DialogResult.OK)
                {
                    System.IO.StreamWriter wr  =   new
                     System.IO.StreamWriter(saveFileDialog1.FileName);
                    wr.Write( this .richTextBox2.Text);
                    wr.Close();
                }
            }

             ///   <summary>
             ///  引用二维数组和单词的标志j
             ///   </summary>
             ///   <param name="twoArray"></param>
             ///   <param name="j"></param>
             private   void  oneArrayToTwo( ref   string [,] twoArray,  ref   int  j)
            {

                 string [,] tempArray  =  twoArray;
                twoArray  =   new   string [ 2 , j  +   2 ];
                 for  ( int  x  =   0 ; x  <   2 ; x ++ )
                {
                     for  ( int  y  =   0 ; y  <  j  +   1 ; y ++ )
                    {
                        twoArray[x, y]  =  tempArray[x, y];
                    }
                }
                j  =  j  +   1 ;
            }
             ///   <summary>
             ///  引用单词数组，和要加入单词数组的单词
             ///   </summary>
             ///   <param name="stringArrange"></param>
             ///   <param name="st"></param>
             private   void  stringToArrayString( ref   string [] stringArrange,  string  st)
            {

                 if  (stringArrange[ 0 ]  ==   "" )
                {
                    stringArrange[ 0 ]  =  st;
                }
                 else
                {
                     string [] oldA  =  stringArrange; // 刚得到的字符串
                     int  i  =  oldA.Length  +   1 ;
                    stringArrange  =   new   string [i]; // 申请一个长一个的字符数组。
                    oldA.CopyTo(stringArrange,  0 ); // 将先前的字符数组考到现在这个数组中。
                    stringArrange[stringArrange.Length  -   1 ]  =  st;
                }
            }
             ///   <summary>
             ///  将Text中的字符串，存入一个字符数组中。
             ///   </summary>
             ///   <returns></returns>
             private   char [] textToCharArray()
            {
                 string  stringTemp;
                stringTemp  =   this .richTextBox1.Text;
                 char [] getch  =  stringTemp.ToCharArray(); // 要处理的字符都在getch这个数组中。
                 return  getch;
            }
             ///   <summary>
             ///  字符数组 到 单词数组
             ///   </summary>
             ///   <param name="getch"></param>
             ///   <returns></returns>
             private   string [] charArrayToStringArray( char [] getch) // 将字符数组转换为字符串数组。即词法分析后的单词数组。
            {
                 string [] stringArrange  = {  ""  }; // 用这个字符串数组存放词法分析后得到的单词。
                 char  charTemp;
                 string  stringSave  =   "" ; //   存放一个分析得到的单词

                 // 一次循环因得到一个单词。
                 for  ( int  i  =   0 ; i  <  getch.Length; i ++ )
                {
                    charTemp  =  getch[i];

                     // 由字母开头　数字和字母组成的单词。
                     if  (charTemp  >=   ' a '   &&
                     charTemp  <=   ' z '
                      ||
                     charTemp  >=   ' A '   &&
                     charTemp  <=   ' Z ' )
                    {
                        stringSave  =  charTemp.ToString();
                        i  =  i  +   1 ;
                         int  test  =   0 ; // 判断循环是否结束，1　为结束。
                         while  (test  ==   0 )
                        {
                            charTemp  =  getch[i];
                             if  (charTemp  >=   ' a '   &&
                             charTemp  <=   ' z '
                              ||
                             charTemp  >=   ' A '   &&
                             charTemp  <=   ' Z '
                              ||
                             charTemp  >=   ' 0 '   &&
                             charTemp  <=   ' 9 ' )
                            {
                                stringSave  =  stringSave  +  charTemp.ToString();
                                i  =  i  +   1 ;
                            }
                             else
                                test  =   1 ;
                        }
                        stringToArrayString( ref  stringArrange, stringSave);
                    }
                    stringSave  =   "" ;
                     // 由数字组成的单词。
                     if  (charTemp  >=   ' 0 '   &&
                     charTemp  <=   ' 9 ' )
                    {
                        stringSave  =  stringSave  +  charTemp.ToString();
                        i  =  i  +   1 ;
                         int  test1  =   0 ;
                         while  (test1  ==   0 )
                        {
                            charTemp  =  getch[i];
                             if  (charTemp  >=   ' 0 '   &&
                             charTemp  <=   ' 9 ' )
                            {
                                stringSave  =  stringSave  +  charTemp.ToString();
                                i  =  i  +   1 ;
                            }
                             else
                                test1  =   1 ;
                        }
                        stringToArrayString( ref  stringArrange, stringSave);
                    }
                    stringSave  =   "" ;
                     // 由运算符组成的单词。
                     if  (charTemp  ==   ' + '
                      ||  charTemp  ==   ' - '
                      ||  charTemp  ==   ' * '
                      ||  charTemp  ==   ' / '
                      ||  charTemp  ==   ' = '
                      ||  charTemp  ==   ' < '
                      ||  charTemp  ==   ' > '
                      ||  charTemp  ==   ' ! ' )
                    {
                        stringSave  =  stringSave  +  charTemp.ToString();
                        i  =  i  +   1 ;
                         int  test2  =   0 ;
                         while  (test2  ==   0 )
                        {
                            charTemp  =  getch[i];
                             if  (charTemp  ==   ' + '
                              ||  charTemp  ==   ' - '
                              ||  charTemp  ==   ' * '
                              ||  charTemp  ==   ' / '
                              ||  charTemp  ==   ' = '
                              ||  charTemp  ==   ' < '
                              ||  charTemp  ==   ' > '
                              ||  charTemp  ==   ' ! ' )
                            {
                                stringSave  =  stringSave  +  charTemp.ToString();
                                i  =  i  +   1 ;
                            }
                             else
                                test2  =   1 ;
                        }
                        stringToArrayString( ref  stringArrange, stringSave);
                    }
                    stringSave  =   "" ;
                     // 由介符组成的单词。
                     if  (charTemp  ==   ' ( '
                      ||  charTemp  ==   ' ) '
                      ||  charTemp  ==   ' { '
                      ||  charTemp  ==   ' } '
                      ||  charTemp  ==   ' [ '
                      ||  charTemp  ==   ' ] '
                      ||  charTemp  ==   ' , '
                      ||  charTemp  ==   ' : '
                      ||  charTemp  ==   ' ; '
                      ||  charTemp  ==   ' " '
                      ||  charTemp  ==   ' ' '
                      ||  charTemp  ==   ' / ' )
                    {
                        stringSave  =  stringSave  +  charTemp.ToString();
                        stringToArrayString( ref  stringArrange, stringSave);
                    }
                }
                 return  stringArrange;
            }
             ///   <summary>
             ///  单词数组 到 二维单词数组。
             ///   </summary>
             ///   <param name="stringArray"></param>
             ///   <returns></returns>
             private   string [,] stringArrayToTwoStringArray( string [] stringArray)
            {
                 // 存放单词标识后的结果。
                 string [,] twoArray  =   new   string [ 2 ,  1 ];
                 // 单词的标志
                 int  j  =   0 ;


                 // 每循环一次，把一个单词归于一类，即前面加上一个数字。
                 for  ( int  i  =   0 ; i  <  stringArray.Length; i ++ )
                {
                     // 保留字 1
                     if  (stringArray[i]  ==   " main "
                      ||  stringArray[i]  ==   " int "
                      ||  stringArray[i]  ==   " float "
                      ||  stringArray[i]  ==   " printf "
                      ||  stringArray[i]  ==   " if "
                      ||  stringArray[i]  ==   " for "
                      ||  stringArray[i]  ==   " while "
                      ||  stringArray[i]  ==   " do "
                      ||  stringArray[i]  ==   " return "
                      ||  stringArray[i]  ==   " break "
                      ||  stringArray[i]  ==   " continue "
                      ||  stringArray[i]  ==   " char "
                         ||  stringArray[i]  ==   " string "
                         ||  stringArray[i]  ==   " void " )
                    {
                        twoArray[ 0 , j]  =   " 1 " ;
                        twoArray[ 1 , j]  =  stringArray[i];
                         this .oneArrayToTwo( ref  twoArray,  ref  j);
                    }
                     // 运算符 2 
                     else
                         if  (stringArray[i]  ==   " + "
                          ||  stringArray[i]  ==   " - "
                          ||  stringArray[i]  ==   " * "
                          ||  stringArray[i]  ==   " / "
                          ||  stringArray[i]  ==   " > "
                          ||  stringArray[i]  ==   " < "
                          ||  stringArray[i]  ==   " >= "
                          ||  stringArray[i]  ==   " <= "
                          ||  stringArray[i]  ==   " != "
                          ||  stringArray[i]  ==   " == "
                          ||  stringArray[i]  ==   " ++ "
                          ||  stringArray[i]  ==   " -- "
                          ||  stringArray[i]  ==   " = " )
                        {
                            twoArray[ 0 , j]  =   " 2 " ;
                            twoArray[ 1 , j]  =  stringArray[i];
                             this .oneArrayToTwo( ref  twoArray,  ref  j);
                        }
                         // 分隔符 3 
                         else
                             if  (stringArray[i]  ==   " ( "
                              ||  stringArray[i]  ==   " ) "
                              ||  stringArray[i]  ==   " { "
                              ||  stringArray[i]  ==   " } "
                              ||  stringArray[i]  ==   " [ "
                              ||  stringArray[i]  ==   " ] "
                              ||  stringArray[i]  ==   " , "
                              ||  stringArray[i]  ==   " ; "
                              ||  stringArray[i]  ==   " : "
                              ||  stringArray[i]  ==   " " "
                              ||  stringArray[i]  ==   " /* "
                              ||  stringArray[i]  ==   " */ " )
                            {
                                twoArray[ 0 , j]  =   " 3 " ;
                                twoArray[ 1 , j]  =  stringArray[i];
                                 this .oneArrayToTwo( ref  twoArray,  ref  j);
                            }
                             // 数字 4
                             else
                                 if  (stringArray[i].ToCharArray()[ 0 ]  >=   ' 0 '   &&
                                 stringArray[i].ToCharArray()[ 0 ]  <=   ' 9 ' )
                                {
                                    twoArray[ 0 , j]  =   " 4 " ; // 数字
                                    twoArray[ 1 , j]  =  stringArray[i];
                                     this .oneArrayToTwo( ref  twoArray,  ref  j);
                                }
                                 // 其它 5(变量等)
                                 else
                                {
                                    twoArray[ 0 , j]  =   " 5 " ;
                                    twoArray[ 1 , j]  =  stringArray[i];
                                     this .oneArrayToTwo( ref  twoArray,  ref  j);
                                }
                }
                 return  twoArray;
            }

             private   void  button4_Click( object  sender, EventArgs e)
            {
                 // 得到想要的字符数组。
                 char [] getch  =  textToCharArray();

                 // 将字符数组，转换为词法分析后的　单词数组。
                 string [] stringArray  =  charArrayToStringArray(getch);

                 // 将单词数组分类，用数字标出各个单词所在的类别。
                 string [,] twoStringArray  =  stringArrayToTwoStringArray(stringArray);


            }
        }


    
}

代码打包下载: http://download1.csdn.net/down3/20070520/20153718894.rar