用rust写一个玩具解释器4(完整的lexer)

完整lexer介绍

use crate::token::token; //导入token

const CHAR0: char = 0 as char;

#[derive(Debug,Clone)]
pub struct Lexer {
   
    input: String,
    position: usize,//当前读取的字符
    read_position: usize,//下一个字符
    ch: char,
}

impl Lexer {
   

    //用Into就可以接收&str和String
    pub fn new<S: Into<String>>(input: S) -> Lexer {
   
        let mut l = Lexer {
   
            input: input.into(),
            position: 0, 
            read_position: 0, 
            ch: CHAR0,
        };
        l.read_char();
        l
    }
    fn read_char(&mut self) {
   

        //self.input应该直接弄成迭代器,不想改了
        //而且没有考虑支持中文
        //有点小小的困难,先不支持
        self.ch = self.input.chars().nth(self.read_position).unwrap_or(CHAR0);
        self.position = self.read_position;
        self.read_position += 1;
    }

    pub fn next_token(&mut self) -> token::Token {
   
        let mut tok: token::Token;

        self.skip_whitespace();

        match self.ch {
   
            '=' => {
   
                if self.peek_char() == '=' {
    //==
                    let ch = self.ch;
                    self.read_char();
                    tok = token::Token::new_with_string(token::EQ, {
   
                        let mut x = ch.to_string()