C++编写词法分析器

#include
#include
#include<stdlib.h>
#include<stdio.h>
using namespace std;
string KEYWORD[17]={“if”,“else”,“void”,“return”,“while”,“struct”,“for”,“do”,“int”, //关键字
“char”,“double”,“float”,“case”,“sizeof”,“break”,“swicth”,“default”};
char SEPARATER[10]={’;’,’,’,’{’,’}’,’[’,’]’,’(’,’)’,’"’,’#’}; //分隔符
char OPERATOR[11]={’+’,’-’,’’,’/’,’>’,’<’,’=’,’!’,’%’,’:’,’?’}; //运算符
char FILTER[4]={’ ‘,’\t’,’\r’,’\n’}; //过滤符
const int IDENTIFIER=100; //标识符值
const int CONSTANT=101; //常数值
const int FILTER_VALUE=102; //过滤字符值
/判断是否为关键字/
bool IsKeyword(string word){
for(int i=0;i<17;i++){
if(KEYWORD[i]==word){
return true;
}
}
return false;
}
/判断是否为分隔符/
bool IsSeparater(char ch){
for(int i=0;i<10;i++){
if(SEPARATER[i]==ch){
return true;
}
}
return false;
}
/判断是否为运算符/
bool IsOperator(char ch){
for(int i=0;i<11;i++){
if(OPERATOR[i]ch){
return true;
}
}
return false;
}
/判断是否为过滤符/
bool IsFilter(char ch){
for(int i=0;i<4;i++){
if(FILTER[i]ch){
return true;
}
}
return false;
}
/判断是否为大写字母/
bool IsUpLetter(char ch){
if(ch>=‘A’ && ch<=‘Z’) return true;
return false;
}
/判断是否为小写字母/
bool IsLowLetter(char ch){
if(ch>=‘a’ && ch<=‘z’) return true;
return false;
}
/判断是否为数字/
bool IsDigit(char ch){
if(ch>=‘0’ && ch<=‘9’) return true;
return false;
}
/返回每个字的值/
template
int value(T *a,int n,T str){
for(int i=0;i<n;i++){
if(a[i]str) return i+1;
}
return -1;
}
/词法分析/
void analyse(FILE * fpin){
int count=0;
int count1=0;
int count2=0;
int count3=0;
int count4=0;
ofstream fout(“out.txt”);
char ch=’ ';
string arr="";
while((ch=fgetc(fpin))!=EOF)
{ arr="";
if(IsFilter(ch)) {} //判断是否为过滤符
else if(IsLowLetter(ch))
{ //判断是否为关键字
while(IsLowLetter(ch))
{ arr += ch;
ch=fgetc(fpin);
}
//fseek(fpin,-1L,SEEK_CUR);
if(IsKeyword(arr))
{ printf("%3d “,value(KEYWORD,17,arr));
cout<<arr<<” 关键字"<<endl;
fout<<"<"<<value(KEYWORD,17,arr)<<" “<<arr<<” “<<“关键字>\n”;
count++;
}
else
{ printf(”%3d “,IDENTIFIER);
cout<<arr<<” 标识符"<<endl;
fout<<"<"<<IDENTIFIER<<" “<<arr<<” "<<“标识符>\n”;
count1++;
}
}
else if(IsDigit(ch))
{ //判断是否为数字
while(IsDigit(ch)||(ch’.’&&IsDigit(fgetc(fpin))))
{ arr += ch;
ch=fgetc(fpin);
}
fseek(fpin,-1L,SEEK_CUR);
printf("%3d “,CONSTANT);
cout<<arr<<” 整形数"<<endl;
fout<<"<"<<CONSTANT<<" “<<arr<<” "<<“整形数>\n”;
count2++;
}
else if(IsUpLetter(ch)||IsLowLetter(ch)||ch’_’)
{ while(IsUpLetter(ch)||IsLowLetter(ch)||ch’_’||IsDigit(ch))
{ arr += ch;
ch=fgetc(fpin);
}
fseek(fpin,-1L,SEEK_CUR);
printf("%3d “,CONSTANT);
cout<<arr<<” 标识符"<<endl;
fout<<"<"<<CONSTANT<<" “<<arr<<” "<<“标识符>\n”;
}
else switch(ch)
{
case ‘+’:
case ‘-’:
case '’:
case ‘/’:
case ‘>’:
case ‘<’:
case ‘=’:
case ‘!’:
case ‘:’:
case ‘?’:
case ‘%’:
{ arr += ch;
printf("%3d “,value(OPERATOR,11,*arr.data()));
cout<<arr<<” 运算符"<<endl;
fout<<"<"<<value(OPERATOR,11,*arr.data())<<" “<<arr<<” “<<“运算符>\n”;
count3++;
break;
}
case ‘;’:
case ‘,’:
case ‘(’:
case ‘)’:
case ‘[’:
case ‘]’:
case ‘{’:
case ‘}’:
case '”’:
case ‘#’:
{ arr += ch;
printf("%3d “,value(SEPARATER,10,*arr.data()));
cout<<arr<<” 分隔符"<<endl;
fout<<"<"<<value(SEPARATER,10,*arr.data())<<" “<<arr<<” “<<“分隔符>\n”;
count4++;
break;
}
default :
break;
}
}
fout.close();
printf(“总共有：%2d 个关键字\n”,count);
printf(“总共有：%2d个标识符\n” ,count1);
printf(“总共有：%2d个整形数\n” ,count2);
printf(“总共有：%2d个运算符\n” ,count3);
printf(“总共有：%2d个分隔符\n” ,count4);
}
int main()
{ char inFile[40];
FILE *fpin;
cout<<“请输入源文件名（包括路径和后缀）:”;
while(true){
cin>>inFile;
if((fpin=fopen(inFile,“r”))!=NULL)
break;
else{
cout<<“文件名错误！”<<endl;
cout<<“请输入源文件名（包括路径和后缀）:”;
}
}
cout<<”------词法分析如下------"<<endl;
analyse(fpin);
return 0;
}