NUTCH-3136 Upgrade crawler-commons dependency

Update URLUtil test to adapt to a change in the public suffix list

Author: sebastian-nagel

src/test/org/apache/nutch/util/TestURLUtil.java

@@ -78,8 +78,13 @@ public void testGetDomainName() throws Exception {
     assertEquals("example.2000.hu", URLUtil.getDomainName(url));
 
     // test non-ascii
-    url = new URL("http://www.example.商業.tw");
-    assertEquals("example.商業.tw", URLUtil.getDomainName(url));
+    url = new URL("http://www.example.flå.no");
+    assertEquals("example.flå.no", URLUtil.getDomainName(url));
+    url = new URL("http://www.example.栃木.jp");
+    assertEquals("example.栃木.jp", URLUtil.getDomainName(url));
+    // broken by https://github.com/publicsuffix/list/commit/408a7b0bdec993884865baaa2f0d14cc9a060885
+    // url = new URL("http://www.example.商業.tw");
+    // Assert.assertEquals("example.商業.tw", URLUtil.getDomainName(url));
 
     // test URL without host/authority
     url = new URL("file:/path/index.html");
@@ -141,9 +146,14 @@ public void testGetDomainSuffix() throws Exception {
     url = new URL("http://www.example.2000.hu");
     assertEquals("2000.hu", URLUtil.getDomainSuffix(url));
 
-    // test non-ascii
-    url = new URL("http://www.example.商業.tw");
-    assertEquals("xn--czrw28b.tw", URLUtil.getDomainSuffix(url));
+    // test non-ASCII
+    url = new URL("http://www.example.flå.no");
+    assertEquals("xn--fl-zia.no", URLUtil.getDomainSuffix(url));
+    url = new URL("http://www.example.栃木.jp");
+    assertEquals("xn--4pvxs.jp", URLUtil.getDomainSuffix(url));
+    // broken by https://github.com/publicsuffix/list/commit/408a7b0bdec993884865baaa2f0d14cc9a060885
+    // url = new URL("http://www.example.商業.tw");
+    // assertEquals("xn--czrw28b.tw", URLUtil.getDomainSuffix(url));
   }
 
   @Test