C++词法扫描程序-编译原理实验一

程序实验功能：打开一个C++源文件，进行词法分析，输出代码中的Token+Token类型，或者对C++源文件进行压缩，去掉不必要空行、空 格、缩进、注释等，生成一个压缩版的C++代码文件，再次对这个代码文件进行词法分析，也是能正确扫描出其中的Token

界面如下：

 

 

实现的类如下：词法分析功能的类函数为：Scan()，可以返回：“词法Token+Token类型”，或者返回当前扫描出的Token

version 0.2

update：增加对源代码的压缩功能，以及订正一个特殊符号的识别

public class Scanner { /// <summary> /// 保存token的动态数组 /// </summary> public ArrayList Tokens = new ArrayList(); //保存扫描到的所有token的数组 /// <summary> /// 扫描字符下标 /// </summary> private int index; /// <summary> /// 待扫描的字符串的长度 /// </summary> private int Length; /// <summary> /// 待扫描的字符串 /// </summary> private string ContentString; /// <summary> /// DFA状态图 /// </summary> private enum DFAState { Start, Identifier, Number, Operator, Strings, Comment, Special, Done }; /// <summary> /// 对读取到的一个字符进行类型识别：数字、字符、特殊符号（3种） /// </summary> private enum CharType { digit, letter, other }; /// <summary> /// 保留字数组 /// </summary> private string[] ReservedWords = new string[]{"asm","auto","bool","break","case","catch","char","class", "const","const_cast","continue","default","delete","do","double","dynamic_cast","else","enum", "explicit","export","extern","false","float","for","friend","goto","if","inline","int","long","main", "mutable","namespace","new","operator","private","protected","public","register","reinterpret_cast", "return","short","signed","sizeof","static","static_cast","string","struct","switch","template", "this","throw","true","try","typedef","typeid","typename","union","unsigned","using","virtual","void", "volatile","wchar_t","while"}; /// <summary> /// 单个目运算符数组 /// </summary> private char[] SingleOp = new char[] { '.', ':', '+', '-', '*', '/', '%', '<', '>', '=', '!', '&', '|' }; /// <summary> /// 双目运算符（如果一个字符属于单目运算符，则再进行双目的查找） /// </summary> private string[] DoubleOp = new string[] { "->", "++", "--", "<<", ">>", "<=", ">=", "==", "!=", "&&", "||", "+=", "-=","*=", "/=", "%=", "&=", "^=", "|=" }; /// <summary> /// 特殊字符 /// </summary> private char[] SpecialChar = new char[] { '#', ',', ';', '(', ')', '[', ']', '{', '}','~' }; /// <summary> /// 保留字的list表，用以BinarySearch()查找关键字 /// </summary> private List<string> rwList = new List<string>(); /// <summary> /// 双目运算符的list表，用以BinarySearch()查找双目运算符 /// </summary> private List<string> doblopList = new List<string>(); /// <s