added .gz R/W to masterfile and read to SpecificFiles

hadyelsahar · hadyelsahar · commit eb97ceece378 · 2013-07-30T17:00:06.000+02:00
diff --git a/scripts/src/main/scala/org/dbpedia/extraction/scripts/LanguageSpecificLinksGenerator.scala b/scripts/src/main/scala/org/dbpedia/extraction/scripts/LanguageSpecificLinksGenerator.scala
@@ -125,7 +125,6 @@ object LanguageSpecificLinksGenerator {
       */
     if(option == "0")
     {
-
       val inFile = new File(args(1))
       val inRichFile = new RichFile(inFile)
       val in = IOUtils.inputStream(inRichFile)
@@ -148,11 +147,9 @@ object LanguageSpecificLinksGenerator {
             triple(0) = triple(0).replace(".wikipedia.org/wiki",".dbpedia.org/resource")
             val sub = UriDecoder.decode(triple(2))
             val obj = UriDecoder.decode(triple(0))
-           logToFile("./languagelinks.ttl.gz",sub+" "+"<http://www.w3.org/2002/07/owl#sameAs>"+" "+obj+" .")
+            logToFile("./languagelinks.ttl.gz",sub+" "+"<http://www.w3.org/2002/07/owl#sameAs>"+" "+obj+" .")
           }
-
         }
-
       }
 
       closeWriters
@@ -170,15 +167,17 @@ object LanguageSpecificLinksGenerator {
 
       //opening master file for language links
       val inFile = new File(args(1))
-      val file = Source.fromFile(inFile)
+      val inRichFile = new RichFile(inFile)
+      val in = IOUtils.inputStream(inRichFile)
+      val lines = Source.fromInputStream(in,"UTF-8").getLines()
+
 
       //creating folder for output files
       new File("./llinkfiles").mkdir()
 
       var Q = ""
       var oldQ = ""
       var triplesObjects = List[String]()
-      val lines = file.getLines
 
       val langRegx = """<http:\/\/(.*).dbpedia.*>""".r
       for(ln <- lines){
