datatrappa.nix/build.sbt at master · dataclique/datatrappa.nix · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
ThisBuild / organization := "data.clique"
ThisBuild / version := "0.1.0"
ThisBuild / resolvers ++= Seq(
  "s01-oss-sonatype".at("https://s01.oss.sonatype.org/content/repositories/snapshots"),
  Resolver.url(
    "typesafe",
    url("https://repo.typesafe.com/typesafe/ivy-releases/")
  )(
    Resolver.ivyStylePatterns
  )
)

Global / onChangedBuildSource := ReloadOnSourceChanges
ThisBuild / scalafixDependencies += "org.typelevel" %% "typelevel-scalafix" % "0.3.1"
ThisBuild / testFrameworks += new TestFramework("munit.Framework")
Test / testOptions += Tests.Argument(
  TestFrameworks.MUnit
    // "-F",
    // "munit.MinimizedConsoleReporter"
)

lazy val munit =
  libraryDependencies ++= Seq(
    "org.scalameta" %% "munit" % "0.7.29" % Test,
    "org.typelevel" %% "munit-cats-effect" % "2.0.0-M3" % Test
  )

val Scala2 = "2.13.14"
lazy val scala2Settings = Seq(
  scalaVersion := Scala2,
  semanticdbEnabled := true,
  semanticdbVersion := scalafixSemanticdb.revision,
  scalacOptions ++= Seq(
    "-Ytasty-reader",
    "-Wunused:imports",
    "-Yrangepos",
    "-feature"
  )
)

lazy val root = (project in file("."))
  .aggregate(sparcala)
  .settings(
    name := "datatrappa"
    // scalafixOnCompile := true
  )

val SparkVersion = "3.5.1"
val KafkaVersion = "3.7.0"

lazy val sparcala = (project in file("sparcala"))
  .settings(scala2Settings)
  .settings(name := "sparcala")
  .settings(
    libraryDependencies ++= Seq(
      "org.apache.spark" %% "spark-core" % SparkVersion % Provided,
      "org.apache.spark" %% "spark-sql" % SparkVersion % Provided,
      "org.apache.spark" %% "spark-sql-kafka-0-10" % SparkVersion,
      "org.apache.spark" %% "spark-streaming" % SparkVersion,
      "org.apache.spark" %% "spark-streaming-kafka-0-10" % SparkVersion
      // "org.apache.kafka" % "kafka-streams" % KafkaVersion
    ),
    assembly / mainClass := Some("data.clique.sparcala.Sparcala"),
    assembly / assemblyJarName := "sparcala.jar",
    assembly / assemblyMergeStrategy := {
      case PathList("META-INF", "services", xs @ _*) => MergeStrategy.filterDistinctLines
      case PathList("META-INF", xs @ _*)             => MergeStrategy.discard
      case "application.conf"                        => MergeStrategy.concat
      case _                                         => MergeStrategy.first
    }
  )