socialnetworknews

This will basicly get a paper.li OpenSource clone at some point - DEPRECATED NOT USED ANYMORE
git clone git://archive.git.mtrnord.blog/SocialNetworkNews/socialnetworknews.git
Log | Files | Refs | README | LICENSE

commit cc315c70d27637ccb94050a86b98c0802a0be5b4
parent 5e23916cc2bccd657c329ceaa90092c59d798934
Author: MTRNord <mtrnord1@gmail.com>
Date:   Sun,  4 Feb 2018 12:58:29 +0100

Scalafmt

Signed-off-by: MTRNord <mtrnord1@gmail.com>

Diffstat:
Mbuild.sbt | 1-
Mproject/plugins.sbt | 5+++--
Msrc/main/scala/twitterCrawler/StreamingApi.scala | 47++++++++++++++++++++++++++++++++---------------
3 files changed, 35 insertions(+), 18 deletions(-)

diff --git a/build.sbt b/build.sbt @@ -30,4 +30,3 @@ libraryDependencies ++= Seq( "com.typesafe.slick" %% "slick-hikaricp" % "3.2.1" ) enablePlugins(JavaAppPackaging) - diff --git a/project/plugins.sbt b/project/plugins.sbt @@ -1,2 +1,3 @@ // for autoplugins -addSbtPlugin("com.typesafe.sbt" % "sbt-native-packager" % "1.3.3") -\ No newline at end of file +addSbtPlugin("com.typesafe.sbt" % "sbt-native-packager" % "1.3.3") +addSbtPlugin("com.lucidchart" % "sbt-scalafmt" % "1.15") +\ No newline at end of file diff --git a/src/main/scala/twitterCrawler/StreamingApi.scala b/src/main/scala/twitterCrawler/StreamingApi.scala @@ -14,21 +14,28 @@ import slick.jdbc.SQLiteProfile.api._ import scala.concurrent.duration.Duration -class StreamingApi (val streamingClient: TwitterStreamingClient, val restClient: TwitterRestClient) { +class StreamingApi(val streamingClient: TwitterStreamingClient, + val restClient: TwitterRestClient) { val conf: Config = ConfigFactory.load() def fetchTweets: Future[TwitterStream] = { - val trackedWords: Seq[String] = conf.getStringList("twitter.trackedWords").asScala - val trackedLists: List[String] = conf.getStringList("twitter.lists").asScala.toList - val trackedUsers: Seq[Long] = Await.result(this.getListUsers(trackedLists), scala.concurrent.duration.Duration.Inf) + val trackedWords: Seq[String] = + conf.getStringList("twitter.trackedWords").asScala + val trackedLists: List[String] = + conf.getStringList("twitter.lists").asScala.toList + val trackedUsers: Seq[Long] = Await.result( + this.getListUsers(trackedLists), + scala.concurrent.duration.Duration.Inf) - println(s"Launching streaming session with tracked keywords: $trackedWords\r\n" + - s"And with tracked Users: $trackedUsers") + println( + s"Launching streaming session with tracked keywords: $trackedWords\r\n" + + s"And with tracked Users: $trackedUsers") streamingClient.filterStatuses(tracks = trackedWords, follow = trackedUsers) { case tweet: Tweet => println(tweet.text) this.saveToDatabase(tweet) - case disconnect: DisconnectMessage => println("Disconnect: ", disconnect.disconnect.reason) + case disconnect: DisconnectMessage => + println("Disconnect: ", disconnect.disconnect.reason) } } @@ -36,11 +43,11 @@ class StreamingApi (val streamingClient: TwitterStreamingClient, val restClient: val db = Database.forConfig("db") try { val tweets = TableQuery[database.Tweets] - val currentDate = new java.sql.Date(DateTime.now(DateTimeZone.UTC).getMillis) + val currentDate = + new java.sql.Date(DateTime.now(DateTimeZone.UTC).getMillis) val sqlSetup = DBIO.seq( // Create the tables, including primary and foreign keys tweets.schema.create, - tweets += (tweet.id.toInt, "", "", "", "", currentDate) ) val setupFuture = db.run(sqlSetup) @@ -56,14 +63,25 @@ class StreamingApi (val streamingClient: TwitterStreamingClient, val restClient: val username = splitted(0) val slug = splitted(1) - var listUsers = Await.result(restClient.listMembersBySlugAndOwnerName(slug = slug, owner_screen_name = username, include_entities= false), scala.concurrent.duration.Duration.Inf) + var listUsers = Await.result( + restClient.listMembersBySlugAndOwnerName(slug = slug, + owner_screen_name = username, + include_entities = false), + scala.concurrent.duration.Duration.Inf) listUsers.data.users.foreach((user: User) => { - trackedUsers = trackedUsers:+user.id + trackedUsers = trackedUsers :+ user.id }) while (listUsers.data.next_cursor != listUsers.data.previous_cursor) { - listUsers = Await.result(restClient.listMembersBySlugAndOwnerName(slug = slug, owner_screen_name = username, include_entities= false, cursor = listUsers.data.next_cursor), scala.concurrent.duration.Duration.Inf) + listUsers = Await.result( + restClient.listMembersBySlugAndOwnerName( + slug = slug, + owner_screen_name = username, + include_entities = false, + cursor = listUsers.data.next_cursor), + scala.concurrent.duration.Duration.Inf + ) listUsers.data.users.foreach((user: User) => { - trackedUsers = trackedUsers:+user.id + trackedUsers = trackedUsers :+ user.id }) } @@ -71,4 +89,4 @@ class StreamingApi (val streamingClient: TwitterStreamingClient, val restClient: trackedUsers } } -} -\ No newline at end of file +}