Merge pull request dbpedia#150 from ninniuz/149_stats_parameter

jimkont · jimkont · commit d92a8cdbd5e1 · 2014-01-13T09:02:18.000-08:00
Issue dbpedia#149: Read stats generation property from JVM system property
diff --git a/core/src/main/scala/org/dbpedia/extraction/config/mappings/InfoboxExtractorConfig.scala b/core/src/main/scala/org/dbpedia/extraction/config/mappings/InfoboxExtractorConfig.scala
@@ -27,9 +27,13 @@ object InfoboxExtractorConfig
     
     // When you generate statistics, set the following to true. To get full coverage, you should
     // probably set most other parameters here to zero or empty values. 
-    val extractTemplateStatistics = false 
+    val extractTemplateStatistics =
+      try {
+        System.getProperty("extract.template.stats", "false").toBoolean
+      } catch {
+        case ex : Exception => false
+      }
 
     val minPropertyCount = 2
-
     val minRatioOfExplicitPropertyKeys = 0.75
 }
diff --git a/dump/pom.xml b/dump/pom.xml
@@ -67,6 +67,29 @@
                             </jvmArgs>
                         </launcher>
 
+                        <launcher>
+                            <id>stats-extraction</id>
+                            <mainClass>org.dbpedia.extraction.dump.extract.Extraction</mainClass>
+
+                            <jvmArgs>
+                                <jvmArg>-server</jvmArg>
+                                <!-- Request statistics -->
+                                <jvmArg>-Dextract.template.stats=true</jvmArg>
+                                <!--
+                                <jvmArg>-Xmx4096m</jvmArg>
+                                <jvmArg>-XX:+HeapDumpOnOutOfMemoryError</jvmArg>
+                                <jvmArg>-XX:+UseConcMarkSweepGC</jvmArg>
+                                <jvmArg>-XX:+PrintGC</jvmArg>
+                                <jvmArg>-XX:+PrintGCTimeStamps</jvmArg>
+                                <jvmArg>-Dhttp.proxyHost=proxy.server.com</jvmArg>
+                                <jvmArg>-Dhttp.proxyPort=80</jvmArg>
+                                <jvmArg>-Dhttp.proxyUser=user</jvmArg>
+                                <jvmArg>-Dhttp.proxyPassword=password</jvmArg>
+                                <jvmArg>-Dhttp.nonProxyHosts="localhost|127.0.0.1"</jvmArg>
+                                -->
+                            </jvmArgs>
+                        </launcher>
+
                         <launcher>
                             <id>compress</id>
                             <mainClass>org.dbpedia.extraction.dump.compress.Compress</mainClass>
