fix wikiApi and allow retrieval of more than 500 items

jimkont · jimkont · commit d48731cca662 · 2016-03-22T09:30:12.000+02:00
diff --git a/core/src/main/scala/org/dbpedia/extraction/util/WikiApi.scala b/core/src/main/scala/org/dbpedia/extraction/util/WikiApi.scala
@@ -62,7 +62,7 @@ class WikiApi(url: URL, language: Language)
         retrievePagesByPageID(pageIds).foreach(f)
 
         //Retrieve remaining pages
-        for(continuePage <- response \ "query-continue" \ "allpages" \ "@apcontinue" headOption)
+        for(continuePage <- response \ "continue" \ "@apcontinue" headOption)
         {
             // TODO: use iteration instead of recursion
             retrievePagesByNamespace(namespace, f, continuePage.text)

Original file line number	Diff line number	Diff line change
`@@ -62,7 +62,7 @@ class WikiApi(url: URL, language: Language)`
`62`	`62`	`retrievePagesByPageID(pageIds).foreach(f)`
`63`	`63`
`64`	`64`	`//Retrieve remaining pages`
`65`		`- for(continuePage <- response \ "query-continue" \ "allpages" \ "@apcontinue" headOption)`
	`65`	`+ for(continuePage <- response \ "continue" \ "@apcontinue" headOption)`
`66`	`66`	`{`
`67`	`67`	`// TODO: use iteration instead of recursion`
`68`	`68`	`retrievePagesByNamespace(namespace, f, continuePage.text)`