commit cc315c70d27637ccb94050a86b98c0802a0be5b4
parent 5e23916cc2bccd657c329ceaa90092c59d798934
Author: MTRNord <mtrnord1@gmail.com>
Date: Sun, 4 Feb 2018 12:58:29 +0100
Scalafmt
Signed-off-by: MTRNord <mtrnord1@gmail.com>
Diffstat:
3 files changed, 35 insertions(+), 18 deletions(-)
diff --git a/build.sbt b/build.sbt
@@ -30,4 +30,3 @@ libraryDependencies ++= Seq(
"com.typesafe.slick" %% "slick-hikaricp" % "3.2.1"
)
enablePlugins(JavaAppPackaging)
-
diff --git a/project/plugins.sbt b/project/plugins.sbt
@@ -1,2 +1,3 @@
// for autoplugins
-addSbtPlugin("com.typesafe.sbt" % "sbt-native-packager" % "1.3.3")
-\ No newline at end of file
+addSbtPlugin("com.typesafe.sbt" % "sbt-native-packager" % "1.3.3")
+addSbtPlugin("com.lucidchart" % "sbt-scalafmt" % "1.15")
+\ No newline at end of file
diff --git a/src/main/scala/twitterCrawler/StreamingApi.scala b/src/main/scala/twitterCrawler/StreamingApi.scala
@@ -14,21 +14,28 @@ import slick.jdbc.SQLiteProfile.api._
import scala.concurrent.duration.Duration
-class StreamingApi (val streamingClient: TwitterStreamingClient, val restClient: TwitterRestClient) {
+class StreamingApi(val streamingClient: TwitterStreamingClient,
+ val restClient: TwitterRestClient) {
val conf: Config = ConfigFactory.load()
def fetchTweets: Future[TwitterStream] = {
- val trackedWords: Seq[String] = conf.getStringList("twitter.trackedWords").asScala
- val trackedLists: List[String] = conf.getStringList("twitter.lists").asScala.toList
- val trackedUsers: Seq[Long] = Await.result(this.getListUsers(trackedLists), scala.concurrent.duration.Duration.Inf)
+ val trackedWords: Seq[String] =
+ conf.getStringList("twitter.trackedWords").asScala
+ val trackedLists: List[String] =
+ conf.getStringList("twitter.lists").asScala.toList
+ val trackedUsers: Seq[Long] = Await.result(
+ this.getListUsers(trackedLists),
+ scala.concurrent.duration.Duration.Inf)
- println(s"Launching streaming session with tracked keywords: $trackedWords\r\n" +
- s"And with tracked Users: $trackedUsers")
+ println(
+ s"Launching streaming session with tracked keywords: $trackedWords\r\n" +
+ s"And with tracked Users: $trackedUsers")
streamingClient.filterStatuses(tracks = trackedWords, follow = trackedUsers) {
case tweet: Tweet =>
println(tweet.text)
this.saveToDatabase(tweet)
- case disconnect: DisconnectMessage => println("Disconnect: ", disconnect.disconnect.reason)
+ case disconnect: DisconnectMessage =>
+ println("Disconnect: ", disconnect.disconnect.reason)
}
}
@@ -36,11 +43,11 @@ class StreamingApi (val streamingClient: TwitterStreamingClient, val restClient:
val db = Database.forConfig("db")
try {
val tweets = TableQuery[database.Tweets]
- val currentDate = new java.sql.Date(DateTime.now(DateTimeZone.UTC).getMillis)
+ val currentDate =
+ new java.sql.Date(DateTime.now(DateTimeZone.UTC).getMillis)
val sqlSetup = DBIO.seq(
// Create the tables, including primary and foreign keys
tweets.schema.create,
-
tweets += (tweet.id.toInt, "", "", "", "", currentDate)
)
val setupFuture = db.run(sqlSetup)
@@ -56,14 +63,25 @@ class StreamingApi (val streamingClient: TwitterStreamingClient, val restClient:
val username = splitted(0)
val slug = splitted(1)
- var listUsers = Await.result(restClient.listMembersBySlugAndOwnerName(slug = slug, owner_screen_name = username, include_entities= false), scala.concurrent.duration.Duration.Inf)
+ var listUsers = Await.result(
+ restClient.listMembersBySlugAndOwnerName(slug = slug,
+ owner_screen_name = username,
+ include_entities = false),
+ scala.concurrent.duration.Duration.Inf)
listUsers.data.users.foreach((user: User) => {
- trackedUsers = trackedUsers:+user.id
+ trackedUsers = trackedUsers :+ user.id
})
while (listUsers.data.next_cursor != listUsers.data.previous_cursor) {
- listUsers = Await.result(restClient.listMembersBySlugAndOwnerName(slug = slug, owner_screen_name = username, include_entities= false, cursor = listUsers.data.next_cursor), scala.concurrent.duration.Duration.Inf)
+ listUsers = Await.result(
+ restClient.listMembersBySlugAndOwnerName(
+ slug = slug,
+ owner_screen_name = username,
+ include_entities = false,
+ cursor = listUsers.data.next_cursor),
+ scala.concurrent.duration.Duration.Inf
+ )
listUsers.data.users.foreach((user: User) => {
- trackedUsers = trackedUsers:+user.id
+ trackedUsers = trackedUsers :+ user.id
})
}
@@ -71,4 +89,4 @@ class StreamingApi (val streamingClient: TwitterStreamingClient, val restClient:
trackedUsers
}
}
-}
-\ No newline at end of file
+}