Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 3 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,7 @@ gradle/
gradlew*
.gradle
.idea
.vs
out
build
build
*target/
2 changes: 1 addition & 1 deletion .travis.yml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
language: scala

script:
- gradle test
- sbt test

jdk:
- openjdk11
Expand Down
56 changes: 0 additions & 56 deletions build.gradle

This file was deleted.

28 changes: 28 additions & 0 deletions build.sbt
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
organization := "com.illesguy"

name := "WebCrawler"

version := "1.0"

scalaVersion := "2.13.1"

resolvers += "Sonatype OSS Snapshots" at "https://oss.sonatype.org/content/repositories/snapshots"

libraryDependencies ++= Seq(
"org.jsoup" % "jsoup" % "1.11.3",
"org.slf4j" % "slf4j-simple" % "1.6.1",
"junit" % "junit" % "4.12",
"org.mockito" % "mockito-all" % "1.8.4",
"org.scalatest" %% "scalatest" % "3.0.8"
)

enablePlugins(UniversalPlugin)

val qualityCheck = taskKey[Unit]("Run tests and checks on project")

val build = taskKey[Unit]("Build project")
build := Def.sequential(
clean in Compile,
compile in Compile,
test in Test
).value
1 change: 1 addition & 0 deletions project/build.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
sbt.version=1.2.7
1 change: 1 addition & 0 deletions project/plugins.sbt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
addSbtPlugin("com.typesafe.sbt" % "sbt-native-packager" % "1.4.1")
2 changes: 0 additions & 2 deletions settings.gradle

This file was deleted.

Original file line number Diff line number Diff line change
Expand Up @@ -3,19 +3,15 @@ package com.illesguy.webcrawler.crawler
import java.util.concurrent.Executors

import com.illesguy.webcrawler.processor.PageProcessor
import org.jsoup.HttpStatusException
import org.junit.runner.RunWith
import org.mockito.Matchers.{eq => eqTo, _}
import org.mockito.Mockito
import org.scalatest.{FlatSpec, Matchers}
import org.scalatestplus.junit.JUnitRunner
import org.scalatestplus.mockito.MockitoSugar

import scala.concurrent.duration.Duration
import scala.concurrent.{Await, ExecutionContext}
import scala.util.{Failure, Success, Try}
import scala.util.{Failure, Try}

@RunWith(classOf[JUnitRunner])
class CrawlerTest extends FlatSpec with Matchers with MockitoSugar {

val mockProcessor = mock[PageProcessor]
Expand Down
Original file line number Diff line number Diff line change
@@ -1,14 +1,11 @@
package com.illesguy.webcrawler.errorhandler

import org.jsoup.{HttpStatusException, UnsupportedMimeTypeException}
import org.junit.runner.RunWith
import org.scalatest.{FlatSpec, Matchers}
import org.scalatestplus.junit.JUnitRunner
import org.scalatestplus.mockito.MockitoSugar

import scala.util.{Failure, Try}

@RunWith(classOf[JUnitRunner])
class IgnoringErrorHandlerTest extends FlatSpec with Matchers with MockitoSugar {

"IgnoringErrorHandler" should "return empty list for http status error" in {
Expand Down
Original file line number Diff line number Diff line change
@@ -1,12 +1,9 @@
package com.illesguy.webcrawler.parser

import org.jsoup.Jsoup
import org.junit.runner.RunWith
import org.scalatest.{FlatSpec, Matchers}
import org.scalatestplus.junit.JUnitRunner
import org.scalatestplus.mockito.MockitoSugar

@RunWith(classOf[JUnitRunner])
class SubDomainUrlParserTest extends FlatSpec with Matchers with MockitoSugar {

val urlParser = SubDomainUrlParser
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,17 +6,14 @@ import com.illesguy.webcrawler.errorhandler.ErrorHandler
import com.illesguy.webcrawler.parser.UrlParser
import org.jsoup.HttpStatusException
import org.jsoup.nodes.Document
import org.junit.runner.RunWith
import org.mockito.Matchers.{any, anyString}
import org.mockito.Mockito
import org.mockito.invocation.InvocationOnMock
import org.scalatest.{FlatSpec, Matchers}
import org.scalatestplus.junit.JUnitRunner
import org.scalatestplus.mockito.MockitoSugar

import scala.util.{Failure, Success, Try}

@RunWith(classOf[JUnitRunner])
class JsoupPageProcessorTest extends FlatSpec with Matchers with MockitoSugar {

val mockUrlParser = mock[UrlParser]
Expand Down