не может разрешить символ MLLIB - PullRequest
0 голосов
/ 30 апреля 2019

недавно я пытаюсь применить dbscan-on-spark от https://github.com/irvingc/dbscan-on-spark

я импортировал libraryDependencies в build.sbt, как показано ниже, но я все еще получаю сообщение об ошибке «не удается разрешить символ mllib» при импорте org.apache.spark.mllib.clustering.dbscan.DBSCAN, любой эксперт может посоветовать мне это?

name := "DB_Oracle_V09"

version := "0.1"

scalaVersion := "2.11.12"

// https://mvnrepository.com/artifact/org.apache.spark/spark-core
libraryDependencies += "org.apache.spark" %% "spark-core" % "2.2.0"
//libraryDependencies += "org.apache.spark" %% "spark-core" % "1.5.2"

// https://mvnrepository.com/artifact/org.apache.spark/spark-sql
libraryDependencies += "org.apache.spark" %% "spark-sql" % "2.4.0"
//libraryDependencies += "org.apache.spark" %% "spark-sql" % "1.5.2"

// https://mvnrepository.com/artifact/org.apache.spark/spark-hive
libraryDependencies += "org.apache.spark" %% "spark-hive" % "2.4.0"

libraryDependencies += "com.typesafe" % "config" % "1.3.1"

// https://mvnrepository.com/artifact/org.elasticsearch/elasticsearch-spark
libraryDependencies += "org.elasticsearch" %% "elasticsearch-spark" % "5.0.0-alpha4"

resolvers += "bintray/irvingc" at "http://dl.bintray.com/irvingc/maven"
libraryDependencies += "com.irvingc.spark" %% "dbscan" % "0.1.0"

// https://mvnrepository.com/artifact/org.apache.spark/spark-mllib
libraryDependencies += "org.apache.spark" %% "spark-mllib" % "2.2.0"

resolvers += "bintray/irvingc" at "http://dl.bintray.com/irvingc/maven"
libraryDependencies += "com.irvingc.spark" %% "dbscan" % "0.1.0"
...