xiaogp / recsys_spark Goto Github PK

Contributors

Stargazers

Forkers

albertleers hogking jackcheng8668 iiphenoix jonathanxupeilu hecongqing wxkpythonwork raceli lu1352 lyc88 liangsheng haoqoo bluecliff wangsw8906 dxjjhm former7 luckmoon jiajiaw moxuetianya jackeyou worldlanguage chunyuanxu wen227 a-xiu justdoit1013 zhq99 pengyuange ruizewang yiming-lzx jinguopan tonight-is-you fengjianli007 chen849157649 wahala-o scybwdf shencangblue xiaoqingwang junanpan emma123456 bobogu23 asheracuk c93614 chenls20 abs13151 linxiao2017

    // 用户共现矩阵
    val item_user2 = item_user.flatMap { row =>
      val userlist = row.getAs[scala.collection.mutable.WrappedArray[Long]](1).toArray.sorted
      val result = new ArrayBuffer[(Long, Long, Double)]()
      for (i <- 0 to userlist.length - 2) {
        for (j <- i + 1 to userlist.length - 1) {
          result += ((userlist(i), userlist(j), 1.0 / math.log(1 + userlist.length))) // 热门商品惩罚
        }
      }
      result
    }.withColumnRenamed("_1", "useridI").withColumnRenamed("_2", "useridJ").withColumnRenamed("_3", "score")