词频统计-倒排索引的思想

import java.util.HashMap;
import java.util.Iterator;

public class WordCount {
	public static void main(String[] args) {
		String[] text=new String[]{"the weather is good ","today is good","today has good weather","good weather is good"};
		HashMap<String, Integer> hashMap=new HashMap<String, Integer>();
		for (int i=0;i<text.length;i++){
			String temp=text[i];
			String[] words=temp.split("\\s");
			for(int j=0;j<words.length;j++){
				if(!hashMap.containsKey(words[j])){
					hashMap.put(words[j], new Integer(1));
				}else{
					int k=hashMap.get(words[j]).intValue()+1;
					hashMap.put(words[j], new Integer(k));
				}
			}
		}
		Iterator iterator=hashMap.keySet().iterator();
		while(iterator.hasNext()){
			String word=(String) iterator.next();
			System.out.println(word+":"+hashMap.get(word));
		}
	}
}

改进版：

<pre name="code" class="java">package jdbcExc;
import java.io.BufferedReader;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.util.HashMap;
import java.util.Iterator;
import java.util.StringTokenizer;

public class WordCount1 {
	public static void main(String[] args) {
		//用HashMap存放<单词:词频>这样一个映射关系
		HashMap<String, Integer> hashMap=new HashMap<String, Integer>();
		//用正则表达式来过滤字符串中的所有标点符号
		String regex = "[【】、.。,\"!--;:?\'\\]]"; 
		try {
			//读取要处理的文件
			BufferedReader br=new BufferedReader(new FileReader("F:\\file80.txt"));
			String value;
			while((value=br.readLine())!=null){
				value=value.replaceAll(regex, " ");
				//使用StringTokenizer来分词(StringTokenizer详见JDK文档)
				StringTokenizer tokenizer = new StringTokenizer(value);
				while(tokenizer.hasMoreTokens()){
					String word=tokenizer.nextToken();
					if(!hashMap.containsKey(word)){  
	                    hashMap.put(word, new Integer(1));  
	                }else{  
	                    int k=hashMap.get(word).intValue()+1;  
	                    hashMap.put(word, new Integer(k));  
	                }  
				}
			}
			//遍历HashMap,输出结果
			Iterator iterator=hashMap.keySet().iterator();  
	        while(iterator.hasNext()){  
	            String word=(String) iterator.next();  
	            System.out.println(word+":\t"+hashMap.get(word));  
	        }  
		} catch (FileNotFoundException e) {
			e.printStackTrace();
		} catch (IOException e) {
			e.printStackTrace();
		}
	}
}