ALS算法推荐

package zqr.com;



import breeze.optimize.linear.LinearProgram;
import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaPairRDD;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.mllib.recommendation.ALS;
import org.apache.spark.mllib.recommendation.MatrixFactorizationModel;
import scala.Tuple2;
import org.apache.spark.mllib.recommendation.Rating;

import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.FileWriter;
import java.io.IOException;
import java.util.*;

public class AlsAddFp {




    public static String k="";
    public static Map<String,String>map=new HashMap<>();
    public static Set<String>Notbygoods=new HashSet<String>();
    public static Set<String>bygoods=new HashSet<String>();
    public static Map<String,String> md=new HashMap();
    public static List<Integer> d=new ArrayList<Integer>();
    public static void main(String args []) {


        // 输入用户id
        System.out.println("输入用户id：");
        Scanner scan=new Scanner(System.in);
        String number=scan.nextLine();


        SparkConf conf = new SparkConf().setAppName("Spark WordCount written by Java").setMaster("local");

        JavaSparkContext sc = new JavaSparkContext(conf); // 其底层实际上就是Scala的SparkContext
//
//        // 加载并解析数据
//        String path = "/usr/local/spark/data/mllib/sample_fpgrowth.txt";
//
//        JavaRDD<String> data = sc.textFile(path);
//        data.collect().forEach(System.out::println);
//
//
//        JavaRDD<Map<String,String>> data_deal=data.map(x->{
//
//                String arr[]=x.split(" ");
//                String vaule="";
//                if(map.containsKey(arr[0])){
//                    for(int i=1;i<arr.length;i++) {
//                        vaule = vaule +" "+arr[i];
//                    }
//                   map.put(arr[0],map.get(arr[0]) + " "+vaule.toString()) ;
//                }
//                else{
//                    for(int i=1;i<arr.length;i++) {
//                        vaule = vaule +" "+arr[i];
//                    }
//                   map.put(arr[0],vaule.toString()) ;
//                }
//            return map;
//
//        });
//        data_deal.collect();
//        for (Map.Entry<String, String> entry : map.entrySet()) {
//            //Map.entry<Integer,String> 映射项（键-值对）  有几个方法：用上面的名字entry
//            //entry.getKey() ;entry.getValue(); entry.setValue();
//            //map.entrySet()  返回此映射中包含的映射关系的 Set视图。
//            System.out.println("----------------------->>>>"+entry.getKey()+","+entry.getValue());
//        }
//
=======================================================================================================================
//
//
//        Map<String,Map<String,Integer>> mp=new HashMap<String,Map<String,Integer>>();
//
//
//            for (Map.Entry<String, String> entry : map.entrySet()) {
//                Map<String,Integer>character=new HashMap();
//                             //Map.entry<Integer,String> 映射项（键-值对）  有几个方法：用上面的名字entry
//                             //entry.getKey() ;entry.getValue(); entry.setValue();
//                             //map.entrySet()  返回此映射中包含的映射关系的 Set视图。
//                k=entry.getKey().toString();
//                             String []arr=entry.getValue().split(" ");
//                             for(String s:arr){
//                                 if(character.containsKey(s)&&s.length()>0){
//                                     int value=character.get(s);
//                                     character.put(s,value+1);
//                                 }else if(s!=" "&&s.length()>0){
//                                     character.put(s,1);
//                                 }
//                             }
//                             System.out.println("key= " + entry.getKey() + " and value= "
//                                             + entry.getValue());
//            mp.put(k,character);
//            }
//
//        for (Map.Entry<String, Map<String,Integer>> entry : mp.entrySet()) {
//            //Map.entry<Integer,String> 映射项（键-值对）  有几个方法：用上面的名字entry
//            //entry.getKey() ;entry.getValue(); entry.setValue();
//            //map.entrySet()  返回此映射中包含的映射关系的 Set视图。
//            System.out.println("----------------------->>>>"+entry.getKey()+","+entry.getValue());
//            for(Map.Entry<String, Integer> entr : entry.getValue().entrySet()) {
//                String str = entry.getKey()+","+entr.getKey()+","+entr.getValue()+"\n";
//
//                System.out.println(str);
//
//                FileOutputStream fos = null;
//                try {
//                    fos = new FileOutputStream("/home/zqr/桌面/file",true);
//                } catch (FileNotFoundException e) {
//                    e.printStackTrace();
//                }
//               //true表示在文件末尾追加
//                try {
//                    fos.write(str.getBytes());
//                } catch (IOException e) {
//                    e.printStackTrace();
//                }
//            }
//        }
//=======================================================================================================================



//=======================================================================================================================






        sc.setLogLevel("WARN");


        JavaRDD<String> data1 = sc.textFile("/home/zqr/桌面/file");

//        JavaRDD<Map<String,Map<String,Integer>>> ratings = data1.map(s -> {
//            Map<String,Map<String,Integer>> m=new HashMap<String,Map<String,Integer>>();
//            String[] sarray = s.split(",");
//            Map<String,Integer> mm=new HashMap<String,Integer>();
//            mm.put(sarray[1],Integer.parseInt(sarray[2]));
//            m.put(sarray[0],mm);
//            return m;
//        });





        JavaRDD<Rating> ratings = data1.map(s -> {
            String[] sarray=s.split(",");
            int i=0;
            if(sarray[0]!=null) {
                byte[] gc = sarray[1].getBytes();
                i = (int) gc[0];
            }
            if(!sarray[0].equals(number)){
                Notbygoods.add(sarray[1]);
               // System.out.println("此处测试语句1！"+sarray[1]);
            }else{
                bygoods.add(sarray[1]);
               // System.out.println("此处测试语句2！"+sarray[1]);
            }

                return new Rating(Integer.parseInt(sarray[0]),
                        i,
                        Integer.parseInt(sarray[2]));

        });
ratings.collect();
//============================================================================================

        System.out.println(Notbygoods);
        System.out.println(bygoods);

        for(String f:Notbygoods){
            md.put(f,"");
        }
//2System.out.println(md.entrySet());
        for(String h:bygoods){
            if(md.containsKey(h)){
                md.remove(h);
            }
        }
        //System.out.println(md.entrySet());

        for (Map.Entry<String, String> en : md.entrySet()) {
        //System.out.println(en.getKey() + ":" + en.getValue());
            byte[] gc = en.getKey().getBytes();
            int k = (int) gc[0];
        d.add(k);
        }


        System.out.println("输出的list列表为："+d);
        //=====================================================================================


/**
 *使用ALS 构建推荐模型
 */
        // 隐性因子个数
        int rank = 10;
        //迭代次数
        int numIterations = 10;
        //lambda是ALS的正则化参数；
        MatrixFactorizationModel model = ALS.train(JavaRDD.toRDD(ratings), rank, numIterations, 0.01);

        System.out.println("model:"+model);

        // 评估评级数据模型
        JavaRDD da=sc.parallelize(d);
        JavaRDD<Tuple2<Object, Object>> userProducts =
                da.map(r -> new Tuple2<>(Integer.parseInt(number), r));


        JavaPairRDD<Tuple2<Integer, Integer>, Double> predictions = JavaPairRDD.fromJavaRDD(
                model.predict(JavaRDD.toRDD(userProducts)).toJavaRDD()
                        .map(r -> new Tuple2<>(new Tuple2<>(r.user(), r.product()), r.rating()))
        );

        //===================================================================================


        System.out.println("打印predictions的值");

        //predictions.collect().forEach(System.out::println);
        //=====================================================================================
        Map<String,Double> to=new TreeMap<String,Double>();
        List list=predictions.collect();
        for(Object x : list){
            String string=x.toString();
            String []arr=string.split("[,)(]");
            String uid=arr[2];
            String mid=arr[3];
            double pfen=Double.parseDouble(arr[5]);

            if(uid.equals(number)){
                to.put(mid,pfen);
            }

        }



        //转换成list进行排序
        List<Map.Entry<String, Double>> lil = new ArrayList<Map.Entry<String,Double>>(to.entrySet());
        // 排序
        Collections.sort(lil, new Comparator<Map.Entry<String, Double>>() {
            //根据value排序
            public int compare(Map.Entry<String, Double> o1,
                               Map.Entry<String, Double> o2) {
                double result = o1.getValue() - o2.getValue();
                if(result < 0)
                    return 1;
                else if(result == 0)
                    return 0;
                else
                    return -1;

            }
        });
        List<String> l=new ArrayList<String>();
        int num=0;
        for (Map.Entry<String, Double> entry : lil) {
            System.out.println(entry.getKey() + "  " + entry.getValue());
            l.add(entry.getKey().toString());
            num++;
            if(num==3){
                break;
            }
        }

        for(String x:l){
            int s=Integer.parseInt(x);
            System.out.println((char)s);
        }











    }
    }