WIP: Add script to import languages from linguist

.travis.yml

@@ -8,3 +8,4 @@ install:
 
 script:
   - coala --ci
+  - python tools/import_from_linguist.py

data/LanguageType/data.yaml

@@ -0,0 +1 @@
+language_type: data

data/LanguageType/markup.yaml

@@ -0,0 +1 @@
+language_type: markup

data/LanguageType/programming.yaml

@@ -0,0 +1 @@
+language_type: programming

data/LanguageType/prose.yaml

@@ -0,0 +1 @@
+language_type: prose

models/Language.yaml

@@ -1,7 +1,9 @@
 identifier: String
+type: LanguageType
 creation_date: Integer
 # wikidata should be Qid only
 wikidata: String
+github_language_id: Integer
 full_name: String
 # versions is a comma separated list, as normalising it has no benefit
 # given that two languages with the same version identifier are completely
@@ -13,6 +15,7 @@ versions: String
 grammar_file: String
 aliases: Alias[]
 extensions: FileExtension[]
+interpreters: Array
 line_continuation: LineCont[]
 delimiters: Delimiter[]
 datatypes: DataType[]

models/LanguageType.yaml

@@ -0,0 +1 @@
+language_type: String

tools/import_from_linguist.py

@@ -0,0 +1,28 @@
+import requests
+import yaml
+import os
+
+req = requests.get('https://raw.githubusercontent.com/github/linguist/master/lib/linguist/languages.yml')
+
+languages_yml = yaml.safe_load(req.text)
+
+for language in languages_yml:
+    if language[0].upper()+language[1:].replace(' ', '')+'.yaml' not in os.listdir('data/Language'):
+        # This language doesn't have a data file yet
+        language_yml = languages_yml[language]
+        new_language = {
+            'identifier': language[0].upper()+language[1:].replace(' ', ''),
+            'github_language_id': language_yml['language_id']
+        }
+
+        if 'aliases' in language_yml:
+            new_language['aliases'] = language_yml['aliases']
+        if 'extensions' in language_yml:
+            new_language['extensions'] = language_yml['extensions']
+        if 'type' in language_yml:
+            new_language['type'] = language_yml['type']
+        if 'interpreters' in language_yml:
+            new_language['interpreters'] = language_yml['interpreters']
+
+        stream = open('data/Language/'+language[0].upper()+language[1:].replace(' ', '')+'.yaml', 'w')
+        yaml.dump(new_language, stream)