adding count log

hadyelsahar · hadyelsahar · commit dd6fd7521cb9 · 2013-08-12T12:12:47.000+02:00
diff --git a/scripts/src/main/scala/org/dbpedia/extraction/scripts/LanguageSpecificLinksGenerator.scala b/scripts/src/main/scala/org/dbpedia/extraction/scripts/LanguageSpecificLinksGenerator.scala
@@ -11,12 +11,10 @@ import org.apache.commons.compress.compressors.bzip2.{BZip2CompressorInputStream
 import org.dbpedia.extraction.util.FileLike
 import java.nio.charset.Charset
 
-
 /**
  * User: hadyelsahar
  */
 
-
 object LanguageSpecificLinksGenerator {
 
   //Todo: remove and include from org.dbpedia.extraction.util.IOUtils when merging Dump branch to main
@@ -148,6 +146,7 @@ object LanguageSpecificLinksGenerator {
       val inFile = new File(args(1))
 
       //iterating over dump files -- readlines accept arg of type File implicitly through RichFile.wrapFile
+      var lineCounter = 0
       IOUtils.readLines(inFile){ln =>
         if (ln != null)
         {
@@ -165,8 +164,14 @@ object LanguageSpecificLinksGenerator {
             }
           }
         }
+        if ((lineCounter % 100000) == 0)
+        {
+          println("finished reading " + lineCounter + "lines.." )
+        }
+        lineCounter += 1
       }
 
+      println("finished reading " + lineCounter + "lines" )
       closeWriters
     }
 

Original file line number	Diff line number	Diff line change
`@@ -11,12 +11,10 @@ import org.apache.commons.compress.compressors.bzip2.{BZip2CompressorInputStream`
`11`	`11`	`import org.dbpedia.extraction.util.FileLike`
`12`	`12`	`import java.nio.charset.Charset`
`13`	`13`
`14`		`-`
`15`	`14`	`/**`
`16`	`15`	`* User: hadyelsahar`
`17`	`16`	`*/`
`18`	`17`
`19`		`-`
`20`	`18`	`object LanguageSpecificLinksGenerator {`
`21`	`19`
`22`	`20`	`//Todo: remove and include from org.dbpedia.extraction.util.IOUtils when merging Dump branch to main`
`@@ -148,6 +146,7 @@ object LanguageSpecificLinksGenerator {`
`148`	`146`	`val inFile = new File(args(1))`
`149`	`147`
`150`	`148`	`//iterating over dump files -- readlines accept arg of type File implicitly through RichFile.wrapFile`
	`149`	`+ var lineCounter = 0`
`151`	`150`	`IOUtils.readLines(inFile){ln =>`
`152`	`151`	`if (ln != null)`
`153`	`152`	`{`
`@@ -165,8 +164,14 @@ object LanguageSpecificLinksGenerator {`
`165`	`164`	`}`
`166`	`165`	`}`
`167`	`166`	`}`
	`167`	`+ if ((lineCounter % 100000) == 0)`
	`168`	`+ {`
	`169`	`+ println("finished reading " + lineCounter + "lines.." )`
	`170`	`+ }`
	`171`	`+ lineCounter += 1`
`168`	`172`	`}`
`169`	`173`
	`174`	`+ println("finished reading " + lineCounter + "lines" )`
`170`	`175`	`closeWriters`
`171`	`176`	`}`
`172`	`177`