Skip to content

Commit 147b23a

Browse files
committed
Merge pull request dbpedia#153 from ninniuz/homepage_config_missing_lang
HomepageExtractor config: return default empty values for undefined settings in a language
2 parents 1fb56c1 + 39fbc18 commit 147b23a

File tree

2 files changed

+24
-8
lines changed

2 files changed

+24
-8
lines changed

core/src/main/scala/org/dbpedia/extraction/config/mappings/HomepageExtractorConfig.scala

Lines changed: 21 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@ object HomepageExtractorConfig
88
// For "ar" configuration, rendering right-to-left may seems like a bug, but it's not.
99
// Don't change this else if you know how it is done.
1010

11-
val propertyNamesMap = Map(
11+
private val propertyNamesMap = Map(
1212
"ar" -> Set("الموقع", "الصفحة الرسمية", "موقع", "الصفحة الرئيسية", "صفحة ويب", "موقع ويب"),
1313
"ca" -> Set("pàgina", "web", "lloc"),
1414
"de" -> Set("website", "homepage", "webpräsenz", "web", "site", "siteweb", "site web"),/*cleanup*/
@@ -26,9 +26,13 @@ object HomepageExtractorConfig
2626
"ru" -> Set("сайт")
2727
)
2828

29+
def propertyNames(lang : String) : Set[String] = {
30+
propertyNamesMap.getOrElse(lang, Set())
31+
}
32+
2933
val supportedLanguages = propertyNamesMap.keySet
3034

31-
val externalLinkSectionsMap = Map(
35+
private val externalLinkSectionsMap = Map(
3236
"ar" -> "وصلات خارجية",
3337
"ca" -> "(?:Enllaços externs|Enllaço extern)",
3438
"de" -> "Weblinks?",
@@ -46,7 +50,11 @@ object HomepageExtractorConfig
4650
"ru" -> "Ссылки"
4751
)
4852

49-
val officialMap = Map(
53+
def externalLinkSections(lang : String) : String = {
54+
externalLinkSectionsMap.getOrElse(lang, "")
55+
}
56+
57+
private val officialMap = Map(
5058
"ar" -> "رسمي",
5159
"ca" -> "oficial",
5260
"de" -> "offizielle",
@@ -64,10 +72,14 @@ object HomepageExtractorConfig
6472
"ru" -> "официальный"
6573
)
6674

75+
def official(lang : String) : String = {
76+
officialMap.getOrElse(lang, "")
77+
}
78+
6779
// Map(language -> Map(templateName -> templatePropertyKey))
68-
val templateOfficialWebsite = Map(
80+
private val templateOfficialWebsiteMap = Map(
6981
"ca" -> Map("Oficial" -> "1"),
70-
"it" -> Map("Sito Ufficiale" -> "1"),
82+
/* "it" -> Map("Sito Ufficiale" -> "1"), This does not exist, yet */
7183
"el" -> Map("Επίσημη ιστοσελίδα" -> "1"),
7284
"en" -> Map("Official website" -> "1"),
7385
"eo" -> Map("Oficiala_retejo" -> "1"),
@@ -78,4 +90,8 @@ object HomepageExtractorConfig
7890
"ru" -> Map("Официальный сайт" -> "1")
7991
)
8092

93+
def templateOfficialWebsite(lang : String) : Map[String, String] = {
94+
templateOfficialWebsiteMap.getOrElse(lang, Map())
95+
}
96+
8197
}

core/src/main/scala/org/dbpedia/extraction/mappings/HomepageExtractor.scala

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -22,11 +22,11 @@ extends PageNodeExtractor
2222
{
2323
private val language = context.language.wikiCode
2424

25-
private val propertyNames = HomepageExtractorConfig.propertyNamesMap(language)
25+
private val propertyNames = HomepageExtractorConfig.propertyNames(language)
2626

27-
private val official = HomepageExtractorConfig.officialMap(language)
27+
private val official = HomepageExtractorConfig.official(language)
2828

29-
private val externalLinkSections = HomepageExtractorConfig.externalLinkSectionsMap(language)
29+
private val externalLinkSections = HomepageExtractorConfig.externalLinkSections(language)
3030

3131
private val templateOfficialWebsite = HomepageExtractorConfig.templateOfficialWebsite(language)
3232

0 commit comments

Comments
 (0)