als算法参数_ALS-WR(协同过滤推荐算法) in ML

def train[ID: ClassTag]( // scalastyle:ignore

ratings: RDD[Rating[ID]],

rank: Int = 10,

numUserBlocks: Int = 10,

numItemBlocks: Int = 10,

maxIter: Int = 10,

regParam: Double = 1.0,

implicitPrefs: Boolean = false,

alpha: Double = 1.0,

nonnegative: Boolean = false,

intermediateRDDStorageLevel: StorageLevel = StorageLevel.MEMORY_AND_DISK,

finalRDDStorageLevel: StorageLevel = StorageLevel.MEMORY_AND_DISK,

checkpointInterval: Int = 10,

seed: Long = 0L)(

implicit ord: Ordering[ID]): (RDD[(ID, Array[Float])], RDD[(ID, Array[Float])]) = {

require(!ratings.isEmpty(), s"No ratings available from $ratings")

require(intermediateRDDStorageLevel != StorageLevel.NONE,

"ALS is not designed to run without persisting intermediate RDDs.")

val sc = ratings.sparkContext

//ALSPartitioner对数据进行分区，这儿分成10个

val userPart = new ALSPartitioner(numUserBlocks)

val itemPart = new ALSPartitioner(numItemBlocks)

//LocalIndexEncoder封装id值，并计算对应的blockId和localIndex，

//这儿由于是10个block，所以所有id的个位对应着blockId，其它的构成localIndex。

//比如，id 25的blockId为5，localIndex为2。

val userLocalIndexEncoder = new LocalIndexEncoder(userPart.numPartitions)

val itemLocalIndexEncoder = new LocalIndexEncoder(itemPart.numPartitions)

val solver = if (nonnegative) new NNLSSolver else new CholeskySolver

val blockRatings = partitionRatings(ratings, userPart, itemPart)

.persist(intermediateRDDStorageLevel)

val (userInBlocks, userOutBlocks) =

makeBlocks("user", blockRatings, userPart, itemPart, intermediateRDDStorageLevel)

// materialize blockRatings and user blocks

userOutBlocks.count()

//swappedBlockRatings的计算结果如图1中的第一个图。

val swappedBlockRatings = blockRatings.map {

case ((userBlockId, itemBlockId), RatingBlock(userIds, itemIds, localRatings)) =>

((itemBlockId, userBlockId), RatingBlock(itemIds, userIds, localRatings))

}

//itemInBlocks的计算结果如图1中的第二个图，itemOutBlocks的计算结果如图1中的第三个图。具体见“In Blocks 和Out Blocks的构造”节。

val (itemInBlocks, itemOutBlocks) =

makeBlocks("item", swappedBlockRatings, itemPart, userPart, intermediateRDDStorageLevel)

// materialize item blocks

itemOutBlocks.count()

val seedGen = new XORShiftRandom(seed)

var userFactors = initialize(userInBlocks, rank, seedGen.nextLong())

//对每个itemId随