put up resource-1.0 and moved cf there

lib/resource/exper/cf/Adj.cf

@@ -0,0 +1,21 @@
+PositA.  AP ::= A ;
+ComplA2. AP_post ::= A2 Prep NP ;
+ComparA. AP_post ::= "more" A "than" NP ;
+AP_post ::= "less" A "than" NP ;
+
+-- superlatives à la CLE
+
+Num    ::= "most" A ;
+Num_Pl ::= "most" A ;
+
+ComplAV.  AP_post ::= AV  "to" VP ;
+UseA2V.   AV      ::= A2V Prep NP ;
+
+-- is this much too general?
+SentAP.   AP_post ::= AP SC ;
+AP_post           ::= AP_post SC ;
+
+-- replace this by NP ::= S
+-- ComplAQ.  AP_post      ::= AQ "of" QS ;
+
+---- TODO: comparison of AV etc

lib/resource/exper/cf/Adjf.cf

@@ -0,0 +1,14 @@
+PositA.  AP ::= A ;
+
+A ::= A2 | AV | A2V ;
+-- also solves comparison of AV
+
+ComparA. AP_post ::= "more" A "than" NP ;
+AP_post ::= "less" A "than" NP ;
+
+
+-- superlatives à la CLE
+
+Num    ::= "most" A ;
+Num_Pl ::= "most" A ;
+

lib/resource/exper/cf/Adverb.cf

@@ -0,0 +1,18 @@
+-- adverbs
+
+AdjAdv. Adv ::= A "+ly" ;
+AdvPP.  Adv ::= PP ;
+PrepNP. PP  ::= Prep NP ;
+
+-- NO AdvCN
+AdvVP.  VP  ::= VP Adv ;
+AdvNP.  NP  ::= NP Adv ;
+AdvAP.  AP  ::= AdA AP ;
+AdvAdv. Adv ::= AdA Adv ;
+
+-- different from AdvVP!
+
+VP ::= AdV VP ;
+
+OptAdV ::= | AdV ;
+

lib/resource/exper/cf/Adverbf.cf

@@ -0,0 +1,19 @@
+-- adverbs
+
+AdjAdv. Adv ::= A "+ly" ;
+AdvPP.  Adv ::= PP ;
+PrepNP. PP  ::= Prep NP ;
+
+-- NO AdvCN
+--AdvVP.  VP  ::= VP Adv ;
+--AdvNP.  NP  ::= NP Adv ;
+AdvAP.  AP  ::= AdA AP ;
+AdvAdv. Adv ::= AdA Adv ;
+
+-- different from AdvVP!
+
+--VP ::= AdV VP ;
+
+OptAdV ::= | AdV ;
+
+

lib/resource/exper/cf/Coord.cf

@@ -0,0 +1,10 @@
+S   ::= S   Conj S  ;
+RS  ::= RS  Conj RS  ;
+NP  ::= NP  Conj NP ;
+VP  ::= VP  Conj VP ;
+IP  ::= IP  Conj IP ;
+RP  ::= RP  Conj RP ;
+Adv ::= Adv Conj Adv ;
+IAdv  ::= IAdv  Conj IAdv ;
+
+Adv ::= Subj S ;

lib/resource/exper/cf/Lex.cf

@@ -0,0 +1,42 @@
+-- some open lexicon
+
+N_Pl ::= "sons" ;
+N    ::= "son" ;
+
+N  ::= "wine" ;
+
+N2 ::= "plan" ;
+N3 ::= "value" ;
+
+PN ::= "John" ;
+
+A  ::= "intelligent" ;
+A2 ::= "devoted" ;
+AV ::= "tedious" ;
+A2V ::= "difficult" ;
+-- AS ::= "marvellous" ;
+A  ::= "marvellous" ;
+-- AQ ::= "independent" ;
+A2 ::= "independent" ;
+
+V0 ::= "rain" | "rains" | "rained" ;
+V  ::= "sleeps" | "sleep" | "slept" ;
+V2 ::= "loves" | "love" | "loved" ;
+V3 ::= "sends" | "send" | "sent" ;
+VV ::= "wants" | "want" | "wanted" ;
+
+V2 ::= "says" | "say" | "said" ;
+V2 ::= "asks" | "ask" | "asked" ;
+
+Adv  ::= "here" | "there" ;
+Adv  ::= "from" "here" | "from" "there" ;
+Adv  ::= "today" | "tomorrow" | "yesterday" ; 
+AdA  ::= "very" | "too" | "quite" | "much" "too" ;
+AdV  ::= "always" | "almost" | "just" ;
+AdN  ::= "less" "than" | "more" "than" | "almost" | "exactly" | "about" ;
+
+
+--- does this give too much?
+Adv ::= "last" N | "next" N ;
+
+PN ::= "Boston" | "New" "York" | "Baltimore" ;

lib/resource/exper/cf/MkLex.hs

@@ -0,0 +1,22 @@
+mkEd file = do
+  let out = "new.tmp"
+  writeFile out ""
+  ss <- readFile file >>= return . lines
+  mapM_ (\s -> appendFile out (addIng s) >> appendFile out "\n") ss
+
+addEd line = case words line of
+  c@('V':_):ar:p:b:v:sc:_ -> unwords $ [c,ar,p,b,v,b,past (init v) ++ "\"",sc]
+  _ -> line
+ where
+   past v = case last v of
+     'e' -> v ++ "d"
+     'y' -> init v ++ "ied"
+     _   -> v ++ "ed"
+
+addIng line = case words line of
+  c@('V':_):ar:p:b:v:_:ed:sc:_ -> unwords $ [c,ar,p,b,v,b,ed,b,ing (init v) ++ "\"",sc]
+  _ -> line
+ where
+   ing v = case last v of
+     'e' -> init v ++ "ing"
+     _   -> v ++ "ing"

lib/resource/exper/cf/Noun.cf

@@ -0,0 +1,72 @@
+NP  ::= Det CN ;
+NP  ::= PN ;
+NP  ::= Pron ;
+NP  ::= Predet Quant Num ;
+Det ::= Predet Quant OptNum ;
+
+Predet ::= ;
+
+-- examples
+-- Predet ::= "only" | "just" ;
+-- Quant  ::= "this" | "the" | "a" | "every" | "some" ;
+-- Num ::= "one" ;
+
+Quant  ::= Poss ;
+
+OptNum ::=  | Num ;
+
+Num ::= Ordinal ;
+
+-- instead of NMass
+Quant  ::= ; 
+
+---NP ::= DetMass NMass ;
+---DetMass ::= Predet Quant ;
+---DetMass ::= Predet ;
+---NMass ::= "wine" ;
+
+NP     ::= Det_Pl CN_Pl ;
+NP     ::= Predet_Pl Quant_Pl Num_Pl ; -- nonempty det
+
+Det_Pl ::= Predet_Pl Quant_Pl OptNum_Pl ;
+
+Predet_Pl ::= ;
+Quant_Pl  ::= ;
+
+Quant_Pl  ::= Poss ;
+
+Poss ::= NP "'s" ; -- also "my" ;
+
+OptNum_Pl ::= | Num_Pl ;
+
+Num_Pl ::= Ordinal ;
+Num_Pl ::= Int ;
+Num_Pl ::= Numeral ;
+
+-- less than, exactly, almost,...
+Numeral ::= AdN Numeral ;
+
+CN_Pl ::= N_Pl ;
+CN    ::= N ;
+
+-- prepositions cannot be expressed generally here
+-- NB relational nouns explain why complements are closer than adjuncts
+-- But let us make the resource simpler by excluding them
+-- CN ::= N2 Prep NP ;
+-- N2 ::= N3 Prep NP ;
+
+-- elliptical constructions
+-- with exclusion of rel nouns, they just help reuse the old lexicon
+
+N2 ::= N3 ;
+N  ::= N2 ;
+
+-- these need other modules to produce anything
+
+CN ::= AP CN ;
+CN ::= CN AP_post ;
+CN ::= CN "that" S ;
+
+CN_Pl ::= AP CN_Pl ;
+CN_Pl ::= CN_Pl AP_post ;
+

lib/resource/exper/cf/Numeral.cf

@@ -0,0 +1,77 @@
+-- overgenerating from NumeralsEng
+
+Ordinal  ::= DigitO | Numeral DigitO ;
+
+-- usable in Sg
+Num ::= "one" ;
+
+pot2as3. Sub1000000 ::= Sub1000 ;
+pot3. Sub1000000 ::= Sub1000 "thousand" ;
+pot3plus. Sub1000000 ::= Sub1000 "thousand" Sub1000 ;
+pot1as2. Sub1000 ::= Sub100 ;
+pot2. Sub1000 ::= Sub10 "hundred" ;
+pot2plus. Sub1000 ::= Sub10 "hundred" "and" Sub100 ;
+pot0as1. Sub100 ::= Sub10 ;
+pot1. Sub100 ::= Digit ;
+pot110. Sub100 ::= "ten" ;
+pot111. Sub100 ::= "eleven" ;
+pot1plus. Sub100 ::= Digit "-" Sub10 ;
+pot1to19. Sub100 ::= Digit ;
+pot0. Sub10 ::= Digit ;
+pot01. Sub10 ::= "one" ;
+num. Numeral ::= Sub1000000 ;
+n2a. Digit ::= "twelve" ;
+n2b. Digit ::= "twenty" ;
+n2c. Digit ::= "two" ;
+n3a. Digit ::= "thirteen" ;
+n3b. Digit ::= "thirty" ;
+n3c. Digit ::= "three" ;
+n4a. Digit ::= "forty" ;
+n4b. Digit ::= "four" ;
+n4c. Digit ::= "fourteen" ;
+n5a. Digit ::= "fifteen" ;
+n5b. Digit ::= "fifty" ;
+n5c. Digit ::= "five" ;
+n6a. Digit ::= "six" ;
+n6b. Digit ::= "sixteen" ;
+n6c. Digit ::= "sixty" ;
+n7a. Digit ::= "seven" ;
+n7b. Digit ::= "seventeen" ;
+n7c. Digit ::= "seventy" ;
+n8a. Digit ::= "eight" ;
+n8b. Digit ::= "eighteen" ;
+n8c. Digit ::= "eighty" ;
+n9a. Digit ::= "nine" ;
+n9b. Digit ::= "nineteen" ;
+n9c. Digit ::= "ninety" ;
+
+n1d. DigitO ::= "first" ;
+n1e. DigitO ::= "elevent" ;
+n1f. DigitO ::= "tenth" ;
+n1g. DigitO ::= "hundredth" ;
+n1h. DigitO ::= "thousandth" ;
+
+n2d. DigitO ::= "second" ;
+n2e. DigitO ::= "twelfth" ;
+n2f. DigitO ::= "twentieth" ;
+n3d. DigitO ::= "thirteenth" ;
+n3e. DigitO ::= "third" ;
+n3f. DigitO ::= "thirtieth" ;
+n4d. DigitO ::= "fourth" ;
+n4e. DigitO ::= "fourteenth" ;
+n4f. DigitO ::= "fortieth" ;
+n5d. DigitO ::= "fifteenth" ;
+n5e. DigitO ::= "fifth" ;
+n5f. DigitO ::= "fiftieth" ;
+n6d. DigitO ::= "sixth" ;
+n6e. DigitO ::= "sixteenth" ;
+n6f. DigitO ::= "sixtieth" ;
+n7d. DigitO ::= "seventh" ;
+n7e. DigitO ::= "seventeenth" ;
+n7f. DigitO ::= "seventieth" ;
+n8d. DigitO ::= "eighth" ;
+n8e. DigitO ::= "eighteenth" ;
+n8f. DigitO ::= "eightieth" ;
+n9d. DigitO ::= "nineth" ;
+n9e. DigitO ::= "nineteenth" ;
+n9f. DigitO ::= "ninetieth" ;

lib/resource/exper/cf/Participle.cf

@@ -0,0 +1,3 @@
+-- to recognize passives and present participles; overgen now
+Comp ::= VP ;
+

lib/resource/exper/cf/Phrase.cf

@@ -0,0 +1,12 @@
+Phr ::= PConj S ;
+Phr ::= PConj IP ;
+Phr ::= PConj IAdv ;
+
+Phr ::= PConj Imp Please ;
+Phr ::= PConj QS  Please ;
+Phr ::= PConj NP  Please ;
+Phr ::= PConj Adv  Please ;
+Phr ::= PConj "to" VP  Please ;
+
+
+Please ::= | "please" ;

lib/resource/exper/cf/Rules.cf

@@ -0,0 +1,2 @@
+-- include Noun.cf Adj.cf Verb.cf Sent.cf Adverb.cf Phrase.cf Numeral.cf Structural.cf Lex.cf Biglex.cf Coord.cf Tense.cf Irreg.cf Participle.cf 
+

lib/resource/exper/cf/Rulesf.cf

@@ -0,0 +1,2 @@
+-- include Noun.cf Adjf.cf Verbf.cf Sentf.cf Adverbf.cf Phrase.cf Numeral.cf Structural.cf Lex.cf Biglex.cf Coord.cf
+

lib/resource/exper/cf/Sent.cf

@@ -0,0 +1,73 @@
+--- just one tense considered; no agreement forced
+
+S  ::= NP VP ;
+S  ::= NP Mod VP ;
+S  ::= Adv "," S ;
+
+-- sentences used as subjects and objects
+
+NP ::= SC ;
+
+SC ::= "that" S ;
+SC ::= "to" VP ;
+SC ::= QS ;
+
+-- this is not needed in gf
+SC ::= "whether" S | "if" S ;
+
+-- existentials
+
+S  ::= "there" Cop NP ;
+QS ::= Cop "there" NP ;
+
+-- slash category instead of gaps
+
+Slash ::= NP OptAdV V2 ;
+Slash ::= NP OptAdV VV "to" V2 ;
+Slash ::= NP Cop OptAdV A2 Prep ;
+Slash ::= S Prep ;
+Slash ::= Slash Adv ; -- who does my son love here
+
+-- questions
+
+QS ::= Mod NP VP ;
+
+-- this will be eliminated via richer lintypes
+QS ::= Cop NP Comp ;
+
+IntVP.    QS ::= IP VP ;
+QS           ::= IP Mod VP ;
+IntSlash. QS ::= IP Mod QSlash ;
+
+QSlash ::= Slash | QS Prep ;
+
+-- general: QuestAdv : IAdv -> Cl -> QCl ;
+QS ::= IAdv Mod NP VP ;
+QS ::= IAdv Cop NP ;
+
+IAdv ::= Prep IP ;
+
+-- relatives
+
+RelVP. RS ::= RP VP ;
+RS        ::= RP Mod VP ;
+RelSlash. RS ::= RP Slash ;
+RS           ::= Slash ; 
+
+-- CLE syntax of relatives
+NP ::= NP RS ;
+
+FunIP. IP ::= NP Prep IP ; --N2
+
+IP ::= IDet OptNum    CN ;
+IP ::= IDet OptNum_Pl CN_Pl ;
+IP ::= IP PP ;
+
+FunRP. RP ::= NP Prep RP ; -- ?
+RP ::= "whose" OptNum    CN ;
+RP ::= "whose" OptNum_Pl CN_Pl ;
+
+-- imperative
+
+PosImpVP. Imp ::= VP ;
+NegImpVP. Imp ::= "don't" VP ;

lib/resource/exper/cf/Sentf.cf

@@ -0,0 +1,70 @@
+-- flat structure for S and VP; use instead of Sent.cf
+
+--- just one tense considered; no agreement forced
+
+S  ::= NP VP ;
+S  ::= NP Mod VP ;
+S  ::= Adv "," S ;
+
+-- sentences used as subjects and objects
+
+NP ::= SC ;
+
+SC ::= "that" S ;
+SC ::= "to" VP ;
+SC ::= QS ;
+
+-- this is not needed in gf
+SC ::= "whether" S | "if" S ;
+
+-- existentials
+
+S  ::= "there" Cop NP ;
+QS ::= Cop "there" NP ;
+
+-- slash category instead of gaps
+
+Slash ::= S Prep ;
+Slash ::= Slash Adv ; -- who does my son love here
+
+-- questions
+
+QS ::= Mod NP VP ;
+
+-- this will be eliminated via richer lintypes
+QS ::= Cop NP Comp ;
+
+IntVP.    QS ::= IP VP ;
+QS           ::= IP Mod VP ;
+IntSlash. QS ::= IP Mod Slash ;
+
+-- general: QuestAdv : IAdv -> Cl -> QCl ;
+QS ::= IAdv Mod NP VP ;
+QS ::= IAdv Cop NP ;
+
+IAdv ::= Prep IP ;
+
+-- relatives
+
+RelVP. RS ::= RP VP ;
+RS        ::= RP Mod VP ;
+RelSlash. RS ::= RP Slash ;
+RS           ::= Slash ; 
+
+-- CLE syntax of relatives
+NP ::= NP RS ;
+
+FunIP. IP ::= "the" N2 Prep IP ;
+
+IP ::= IDet OptNum    CN ;
+IP ::= IDet OptNum_Pl CN_Pl ;
+IP ::= IP PP ;
+
+FunRP. RP ::= "the" N2 Prep RP ; -- ?
+RP ::= "whose" OptNum    CN ;
+RP ::= "whose" OptNum_Pl CN_Pl ;
+
+-- imperative
+
+PosImpVP. Imp ::= VP ;
+NegImpVP. Imp ::= "don't" VP ;

lib/resource/exper/cf/Structural.cf

@@ -0,0 +1,39 @@
+-- structural words
+
+Predet ::= "only" | "just" ;
+
+Quant  ::= "this" | "that" | "the" | "a" | "an" | "every" | "some" ;
+
+Predet_Pl ::= "all" | "only" | "just" | "most" "of" ;
+
+Quant_Pl ::= "these" | "those" | "the" | "many" | "some" ;
+
+Pron   ::= "I" | "you" | "he" | "she" | "we" | "they" | "it" ;
+Pron   ::= "me" | "him" | "her" | "us" | "them" ;
+Poss   ::= "my" | "your" | "his" | "her" | "our" | "their" | "its" ;
+
+Prep ::= "about" | "at" | "by" | "for" | "from" | "in" | "of" | "on" | "to" | "with" ;
+Prep ::= "after" | "before" | "despite" | "during" ;
+
+IAdv ::= "why" | "where" | "when" | "how" ;
+
+IP ::= "who" | "whom" | "what" ;
+
+IDet ::= "which" | "how" "many" | "whose" ;
+
+RP ::= "which" | "who" | "that" | "whom" ;
+
+PConj ::= | "and" | "but" | "therefore" ;
+
+NP ::= "this" | "that" | "those" | "these" ;
+
+Conj ::= "and" | "or" ;
+
+Subj ::= "if" | "when" | "although" | "though" ;
+Subj ::= "before" | "after" | "while" | "because" ;
+
+-- these may be eliminated in gf
+
+Cop ::= "is" | "are" | "isn't" | "aren't" | "be" | "am" | "am" "not" ;
+Do  ::= "do" | "does" | "doesn't" | "don't" ;
+Mod ::= "can" | "can't" | "would" | "wouldn't" | "will" | "won't" ;

lib/resource/exper/cf/Tense.cf

@@ -0,0 +1,27 @@
+-- this is superfluous in gf
+
+VP ::= Have V ;
+VP ::= Have V2 NP ;
+VP ::= Have Been Comp ;
+
+S  ::= "there" Have Been NP ;
+QS ::= Have "there" Been NP ;
+
+Slash ::= NP Have OptAdV V2 ;
+Slash ::= NP Have OptAdV VV "to" V2 ;
+Slash ::= NP Have Cop OptAdV A2 Prep ;
+QS    ::= Have NP Been Comp ;
+
+QS ::= IAdv Mod NP VP ;
+QS ::= IAdv Have NP Been ;
+
+IAdv ::= Prep IP ;
+
+-- 
+
+Cop ::= "was" | "were" | "wasn't" | "weren't" ;
+Do  ::= "did" | "didn't" ;
+Mod ::= "could" | "couldn't" ;
+
+Have ::= "has" | "have" | "had" | "hasn't" | "haven't" | "hadn't" ;
+Been ::= "been" ;

lib/resource/exper/cf/Verb.cf

@@ -0,0 +1,25 @@
+
+-- PredV0.  S  ::= "it" V0 ;
+V ::= V0 ;
+
+UseV.    VP ::= V ;
+ComplV2. VP ::= V2 NP ;
+
+VP ::= VP SC ;
+
+-- ComplV3. VP ::= V3 NP NP ;
+V2 ::= V3 ; -- via pp's
+
+-- ComplVV. VP ::= VV "to" VP ;
+V2 ::= VV ; -- I want (a house | to swim)
+
+VP ::= Cop Comp ;
+
+Comp ::= AP | NP | Adv ; 
+Comp ::= AP_post ; -- not needed in gf
+
+Mod ::= Do ;
+
+-- partial saturation
+
+V ::= V2 ;

lib/resource/exper/cf/Verbf.cf

@@ -0,0 +1,15 @@
+-- flat structure for verbs; use instead of Verb.cf ?
+
+V ::= V0 | V2 | V3 | VV ;
+
+UseV. VP ::= OptAdV V ;
+VP       ::= Cop OptAdV Comp ;
+
+VP ::= VP NP ;
+VP ::= VP Adv ;
+
+Comp ::= AP | NP | Adv ; 
+Comp ::= AP_post ; -- not needed in gf
+
+Mod ::= Do ;
+

lib/resource/exper/official.txt

@@ -0,0 +1,581 @@
+The Official EU languages 
+
+The 20 official languages of the EU and their abbreviations are as follows: 
+
+Español  	ES 	Spanish
+Dansk		DA  	Danish
+Deutsch  	DE  	German
+Elinika 	EL  	Greek
+English  	EN 	
+Français  	FR 	French
+Italiano 	IT  	Italian
+Nederlands 	NL 	Dutch
+Português  	PT 	Portuguese
+Suomi		FI 	Finnish
+Svenska 	SV 	Swedish
+?e?tina 	CS 	Czech
+Eesti		ET 	Estonian
+Latviesu valoda LV 	Latvian
+Lietuviu kalba 	LT 	Lithuanian
+Magyar		HU 	Hungarian
+Malti		MT 	Maltese
+Polski		PL 	Polish
+Sloven?ina 	SK 	Slovak
+Sloven??ina 	SL 	Slovene
+
+http://europa.eu.int/comm/education/policies/lang/languages/index_en.html
+
+-----
+http://www.w3.org/WAI/ER/IG/ert/iso639.htm
+
+ar arabic
+no norwegian
+ru russian
+
+--
+
+ISO 639: 3-letter codes
+
+abk      ab    Abkhazian
+ace            Achinese
+ach            Acoli
+ada            Adangme
+aar      aa    Afar
+afh            Afrihili
+afr      af    Afrikaans
+afa            Afro-Asiatic (Other)
+aka            Akan
+akk            Akkadian
+alb/sqi  sq    Albanian
+ale            Aleut
+alg            Algonquian languages
+tut            Altaic (Other)
+amh      am    Amharic
+apa            Apache languages
+ara      ar    Arabic
+arc            Aramaic
+arp            Arapaho
+arn            Araucanian
+arw            Arawak
+arm/hye  hy    Armenian
+art            Artificial (Other)
+asm      as    Assamese
+ath            Athapascan languages
+map            Austronesian (Other)
+ava            Avaric
+ave            Avestan
+awa            Awadhi
+aym      ay    Aymara
+aze      az    Azerbaijani
+nah            Aztec
+ban            Balinese
+bat            Baltic (Other)
+bal            Baluchi
+bam            Bambara
+bai            Bamileke languages
+bad            Banda
+bnt            Bantu (Other)
+bas            Basa
+bak      ba    Bashkir
+baq/eus  eu    Basque
+bej            Beja
+bem            Bemba
+ben      bn    Bengali
+ber            Berber (Other)
+bho            Bhojpuri
+bih      bh    Bihari
+bik            Bikol
+bin            Bini
+bis      bi    Bislama
+bra            Braj
+bre      be    Breton
+bug            Buginese
+bul      bg    Bulgarian
+bua            Buriat
+bur/mya  my    Burmese
+bel      be    Byelorussian
+cad            Caddo
+car            Carib
+cat      ca    Catalan
+cau            Caucasian (Other)
+ceb            Cebuano
+cel            Celtic (Other)
+cai            Central American Indian (Other)
+chg            Chagatai
+cha            Chamorro
+che            Chechen
+chr            Cherokee
+chy            Cheyenne
+chb            Chibcha
+chi/zho  zh    Chinese
+chn            Chinook jargon
+cho            Choctaw
+chu            Church Slavic
+chv            Chuvash
+cop            Coptic
+cor            Cornish
+cos      co    Corsican
+cre            Cree
+mus            Creek
+crp            Creoles and Pidgins (Other)
+cpe            Creoles and Pidgins, English-based (Other)
+cpf            Creoles and Pidgins, French-based (Other)
+cpp            Creoles and Pidgins, Portuguese-based (Other)
+cus            Cushitic (Other)
+         hr    Croatian
+ces/cze  cs    Czech
+dak            Dakota
+dan      da    Danish
+del            Delaware
+din            Dinka
+div            Divehi
+doi            Dogri
+dra            Dravidian (Other)
+dua            Duala
+dut/nla  nl    Dutch
+dum            Dutch, Middle (ca. 1050-1350)
+dyu            Dyula
+dzo      dz    Dzongkha
+efi            Efik
+egy            Egyptian (Ancient)
+eka            Ekajuk
+elx            Elamite
+eng      en    English
+enm            English, Middle (ca. 1100-1500)
+ang            English, Old (ca. 450-1100)
+esk            Eskimo (Other)
+epo      eo    Esperanto
+est      et    Estonian
+ewe            Ewe
+ewo            Ewondo
+fan            Fang
+fat            Fanti
+fao      fo    Faroese
+fij      fj    Fijian
+fin      fi    Finnish
+fiu            Finno-Ugrian (Other)
+fon            Fon
+fra/fre  fr    French
+frm            French, Middle (ca. 1400-1600)
+fro            French, Old (842- ca. 1400)
+fry      fy    Frisian
+ful            Fulah
+gaa            Ga
+gae/gdh  Gaelic (Scots)
+glg      gl    Gallegan
+lug            Ganda
+gay            Gayo
+gez            Geez
+geo/kat  ka    Georgian
+deu/ger  de    German
+gmh            German, Middle High (ca. 1050-1500)
+goh            German, Old High (ca. 750-1050)
+gem            Germanic (Other)
+gil            Gilbertese
+gon            Gondi
+got            Gothic
+grb            Grebo
+grc            Greek, Ancient (to 1453)
+ell/gre  el    Greek, Modern (1453-)
+kal      kl    Greenlandic
+grn      gn    Guarani
+guj      gu    Gujarati
+hai            Haida
+hau      ha    Hausa
+haw            Hawaiian
+heb      he    Hebrew
+her            Herero
+hil            Hiligaynon
+him            Himachali
+hin      hi    Hindi
+hmo            Hiri Motu
+hun      hu    Hungarian
+hup            Hupa
+iba            Iban
+ice/isl  is    Icelandic
+ibo            Igbo
+ijo            Ijo
+ilo            Iloko
+inc            Indic (Other)
+ine            Indo-European (Other)
+ind      id    Indonesian
+ina      ia    Interlingua (International Auxiliary language Association)
+ine      -     Interlingue
+iku      iu    Inuktitut
+ipk      ik    Inupiak
+ira            Iranian (Other)
+gai/iri  ga    Irish
+sga            Irish, Old (to 900)
+mga            Irish, Middle (900 - 1200)
+iro            Iroquoian languages
+ita      it    Italian
+jpn      ja    Japanese
+jav/jaw  jv/jw Javanese
+jrb            Judeo-Arabic
+jpr            Judeo-Persian
+kab            Kabyle
+kac            Kachin
+kam            Kamba
+kan      kn    Kannada
+kau            Kanuri
+kaa            Kara-Kalpak
+kar            Karen
+kas      ks    Kashmiri
+kaw            Kawi
+kaz      kk    Kazakh
+kha            Khasi
+khm      km    Khmer
+khi            Khoisan (Other)
+kho            Khotanese
+kik            Kikuyu
+kin      rw    Kinyarwanda
+kir      ky    Kirghiz
+kom            Komi
+kon            Kongo
+kok            Konkani
+kor      ko    Korean
+kpe            Kpelle
+kro            Kru
+kua            Kuanyama
+kum            Kumyk
+kur      ku    Kurdish
+kru            Kurukh
+kus            Kusaie
+kut            Kutenai
+lad            Ladino
+lah            Lahnda
+lam            Lamba
+oci      oc    Langue d'Oc (post 1500)
+lao      lo    Lao
+lat      la    Latin
+lav      lv    Latvian
+ltz            Letzeburgesch
+lez            Lezghian
+lin      ln    Lingala
+lit      lt    Lithuanian
+loz            Lozi
+lub            Luba-Katanga
+lui            Luiseno
+lun            Lunda
+luo            Luo (Kenya and Tanzania)
+mac/mak  mk    Macedonian
+mad            Madurese
+mag            Magahi
+mai            Maithili
+mak            Makasar
+mlg      mg    Malagasy
+may/msa  ms    Malay
+mal            Malayalam
+mlt      ml    Maltese
+man            Mandingo
+mni            Manipuri
+mno            Manobo languages
+max            Manx
+mao/mri  mi    Maori
+mar      mr    Marathi
+chm            Mari
+mah            Marshall
+mwr            Marwari
+mas            Masai
+myn            Mayan languages
+men            Mende
+mic            Micmac
+min            Minangkabau
+mis            Miscellaneous (Other)
+moh            Mohawk
+mol      mo    Moldavian
+mkh            Mon-Kmer (Other)
+lol            Mongo
+mon      mn    Mongolian
+mos            Mossi
+mul            Multiple languages
+mun            Munda languages
+nau      na    Nauru
+nav            Navajo
+nde            Ndebele, North
+nbl            Ndebele, South
+ndo            Ndongo
+nep      ne    Nepali
+new            Newari
+nic            Niger-Kordofanian (Other)
+ssa            Nilo-Saharan (Other)
+niu            Niuean
+non            Norse, Old
+nai            North American Indian (Other)
+nor      no    Norwegian
+nno            Norwegian (Nynorsk)
+nub            Nubian languages
+nym            Nyamwezi
+nya            Nyanja
+nyn            Nyankole
+nyo            Nyoro
+nzi            Nzima
+oji            Ojibwa
+ori      or    Oriya
+orm      om    Oromo
+osa            Osage
+oss            Ossetic
+oto            Otomian languages
+pal            Pahlavi
+pau            Palauan
+pli            Pali
+pam            Pampanga
+pag            Pangasinan
+pan      pa    Panjabi
+pap            Papiamento
+paa            Papuan-Australian (Other)
+fas/per  fa    Persian
+peo            Persian, Old (ca 600 - 400 B.C.)
+phn            Phoenician
+pol      pl    Polish
+pon            Ponape
+por      pt    Portuguese
+pra            Prakrit languages
+pro            Provencal, Old (to 1500)
+pus      ps    Pushto
+que      qu    Quechua
+roh      rm    Rhaeto-Romance
+raj            Rajasthani
+rar            Rarotongan
+roa            Romance (Other)
+ron/rum  ro    Romanian
+rom            Romany
+run      rn    Rundi
+rus      ru    Russian
+sal            Salishan languages
+sam            Samaritan Aramaic
+smi            Sami languages
+smo      sm    Samoan
+sad            Sandawe
+sag      sg    Sango
+san      sa    Sanskrit
+srd            Sardinian
+sco            Scots
+sel            Selkup
+sem            Semitic (Other)
+         sr    Serbian
+scr      sh    Serbo-Croatian
+srr            Serer
+shn            Shan
+sna      sn    Shona
+sid            Sidamo
+bla            Siksika
+snd      sd    Sindhi
+sin      si    Singhalese
+sit      -     Sino-Tibetan (Other)
+sio            Siouan languages
+sla            Slavic (Other)
+ssw      ss    Siswant
+slk/slo  sk    Slovak
+slv      sl    Slovenian
+sog            Sogdian
+som      so    Somali
+son            Songhai
+wen            Sorbian languages
+nso            Sotho, Northern
+sot      st    Sotho, Southern
+sai            South American Indian (Other)
+esl/spa  es    Spanish
+suk            Sukuma
+sux            Sumerian
+sun      su    Sudanese
+sus            Susu
+swa      sw    Swahili
+ssw            Swazi
+sve/swe  sv    Swedish
+syr            Syriac
+tgl      tl    Tagalog
+tah            Tahitian
+tgk      tg    Tajik
+tmh            Tamashek
+tam      ta    Tamil
+tat      tt    Tatar
+tel      te    Telugu
+ter            Tereno
+tha      th    Thai
+bod/tib  bo    Tibetan
+tig            Tigre
+tir      ti    Tigrinya
+tem            Timne
+tiv            Tivi
+tli            Tlingit
+tog      to    Tonga (Nyasa)
+ton            Tonga (Tonga Islands)
+tru            Truk
+tsi            Tsimshian
+tso      ts    Tsonga
+tsn      tn    Tswana
+tum            Tumbuka
+tur      tr    Turkish
+ota            Turkish, Ottoman (1500 - 1928)
+tuk      tk    Turkmen
+tyv            Tuvinian
+twi      tw    Twi
+uga            Ugaritic
+uig      ug    Uighur
+ukr      uk    Ukrainian
+umb            Umbundu
+und            Undetermined
+urd      ur    Urdu
+uzb      uz    Uzbek
+vai            Vai
+ven            Venda
+vie      vi    Vietnamese
+vol      vo    Volapük
+vot            Votic
+wak            Wakashan languages
+wal            Walamo
+war            Waray
+was            Washo
+cym/wel  cy    Welsh
+wol      wo    Wolof
+xho      xh    Xhosa
+sah            Yakut
+yao            Yao
+yap            Yap
+yid      yi    Yiddish
+yor      yo    Yoruba
+zap            Zapotec
+zen            Zenaga
+zha      za    Zhuang
+zul      zu    Zulu
+zun            Zuni
+
+ISO 639: 2-letter codes
+
+AA "Afar"
+AB "Abkhazian"
+AF "Afrikaans"
+AM "Amharic"
+AR "Arabic"
+AS "Assamese"
+AY "Aymara"
+AZ "Azerbaijani"
+BA "Bashkir"
+BE "Byelorussian"
+BG "Bulgarian"
+BH "Bihari"
+BI "Bislama"
+BN "Bengali" "Bangla"
+BO "Tibetan"
+BR "Breton"
+CA "Catalan"
+CO "Corsican"
+CS "Czech"
+CY "Welsh"
+DA "Danish"
+DE "German"
+DZ "Bhutani"
+EL "Greek"
+EN "English" "American"
+EO "Esperanto"
+ES "Spanish"
+ET "Estonian"
+EU "Basque"
+FA "Persian"
+FI "Finnish"
+FJ "Fiji"
+FO "Faeroese"
+FR "French"
+FY "Frisian"
+GA "Irish"
+GD "Gaelic" "Scots Gaelic"
+GL "Galician"
+GN "Guarani"
+GU "Gujarati"
+HA "Hausa"
+HI "Hindi"
+HR "Croatian"
+HU "Hungarian"
+HY "Armenian"
+IA "Interlingua"
+IE "Interlingue"
+IK "Inupiak"
+IN "Indonesian"
+IS "Icelandic"
+IT "Italian"
+IW "Hebrew"
+JA "Japanese"
+JI "Yiddish"
+JW "Javanese"
+KA "Georgian"
+KK "Kazakh"
+KL "Greenlandic"
+KM "Cambodian"
+KN "Kannada"
+KO "Korean"
+KS "Kashmiri"
+KU "Kurdish"
+KY "Kirghiz"
+LA "Latin"
+LN "Lingala"
+LO "Laothian"
+LT "Lithuanian"
+LV "Latvian" "Lettish"
+MG "Malagasy"
+MI "Maori"
+MK "Macedonian"
+ML "Malayalam"
+MN "Mongolian"
+MO "Moldavian"
+MR "Marathi"
+MS "Malay"
+MT "Maltese"
+MY "Burmese"
+NA "Nauru"
+NE "Nepali"
+NL "Dutch"
+NO "Norwegian"
+OC "Occitan"
+OM "Oromo" "Afan"
+OR "Oriya"
+PA "Punjabi"
+PL "Polish"
+PS "Pashto" "Pushto"
+PT "Portuguese"
+QU "Quechua"
+RM "Rhaeto-Romance"
+RN "Kirundi"
+RO "Romanian"
+RU "Russian"
+RW "Kinyarwanda"
+SA "Sanskrit"
+SD "Sindhi"
+SG "Sangro"
+SH "Serbo-Croatian"
+SI "Singhalese"
+SK "Slovak"
+SL "Slovenian"
+SM "Samoan"
+SN "Shona"
+SO "Somali"
+SQ "Albanian"
+SR "Serbian"
+SS "Siswati"
+ST "Sesotho"
+SU "Sudanese"
+SV "Swedish"
+SW "Swahili"
+TA "Tamil"
+TE "Tegulu"
+TG "Tajik"
+TH "Thai"
+TI "Tigrinya"
+TK "Turkmen"
+TL "Tagalog"
+TN "Setswana"
+TO "Tonga"
+TR "Turkish"
+TS "Tsonga"
+TT "Tatar"
+TW "Twi"
+UK "Ukrainian"
+UR "Urdu"
+UZ "Uzbek"
+VI "Vietnamese"
+VO "Volapuk"
+WO "Wolof"
+XH "Xhosa"
+YO "Yoruba"
+ZH "Chinese"
+ZU "Zulu"