mirror of
https://github.com/ankidroid/Anki-Android.git
synced 2024-09-20 12:02:16 +02:00
51473903fc
It needs a regional specificier: ml-IN not ml hard to know that until you see how it comes down from crowdin...
234 lines
12 KiB
Python
Executable File
234 lines
12 KiB
Python
Executable File
#!/usr/bin/python
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright (c) 2010 norbert.nagold@gmail.com
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify it under
|
|
# the terms of the GNU General Public License as published by the Free Software
|
|
# Foundation; either version 3 of the License, or (at your option) any later
|
|
# version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
|
|
# PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along with
|
|
# this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
# This script extract localization from ankidroid.zip into the right folders.
|
|
# http://crowdin.net/download/project/ankidroid.zip
|
|
|
|
# Below is the list of official AnkiDroid localizations.
|
|
#
|
|
# The rules for making changes here:
|
|
# 1) Add a language if 01-core.xml is translated
|
|
# 2) Do not remove languages.
|
|
# 3) When you add a language, please also add it to mAppLanguages in LanguageUtil.java
|
|
# 4) If you add a language with a regional variant (anything with a hyphen) and a different variant
|
|
# with the same root exists, you must add the root to 'localizedRegions'
|
|
# e.g., 'ga-IE' exists with no other 'ga-' entries yet, to add 'ga-EN', also add ga to localizedRegions
|
|
languages = ['af', 'am', 'ar', 'az', 'be', 'bg', 'bn', 'ca', 'ckb', 'cs', 'da', 'de', 'el', 'eo',
|
|
'es-AR', 'es-ES', 'et', 'eu', 'fa', 'fi', 'fil', 'fr', 'fy-NL', 'ga-IE', 'gl', 'got',
|
|
'gu-IN', 'he', 'hi', 'hr', 'hu', 'hy-AM', 'id', 'is', 'it', 'ja', 'jv', 'ka', 'kk',
|
|
'km', 'ko', 'ku', 'ky', 'lt', 'lv', 'mk', 'ml-IN', 'mn', 'mr', 'ms', 'my', 'nl', 'nn-NO', 'no',
|
|
'or', 'pa-IN', 'pl', 'pt-BR', 'pt-PT', 'ro', 'ru', 'sat', 'sk', 'sl', 'sq', 'sr', 'ss', 'sv-SE',
|
|
'sw', 'ta', 'te', 'tg', 'th', 'ti', 'tl', 'tn', 'tr', 'ts', 'tt-RU', 'uk', 'ur-PK',
|
|
'uz', 've', 'vi', 'wo', 'xh', 'yu', 'zh-CN', 'zh-TW', 'zu'];
|
|
# languages which are localized for more than one region
|
|
localizedRegions = ['es', 'pt', 'zh']
|
|
|
|
fileNames = ['01-core', '02-strings', '03-dialogs', '04-network', '05-feedback', '06-statistics', '07-cardbrowser', '08-widget', '09-backup', '10-preferences', '11-arrays', '14-marketdescription', '15-markettitle', '16-multimedia-editor', '17-model-manager', '18-standard-models']
|
|
anyError = False
|
|
titleFile = 'docs/marketing/localized_description/ankidroid-titles.txt'
|
|
titleString = 'AnkiDroid Flashcards'
|
|
|
|
import os
|
|
import shutil
|
|
import zipfile
|
|
import urllib
|
|
import string
|
|
import re
|
|
import difflib
|
|
import subprocess
|
|
from os.path import expanduser
|
|
|
|
def replacechars(filename, fileExt, isCrowdin):
|
|
s = open(filename,"r+")
|
|
newfilename = filename + ".tmp"
|
|
fin = open(newfilename,"w")
|
|
errorOccured = False
|
|
if fileExt != '.csv':
|
|
for line in s.readlines():
|
|
if line.startswith("<?xml"):
|
|
line = "<?xml version=\"1.0\" encoding=\"utf-8\"?> \n <!-- \n ~ Copyright (c) 2009 Andrew <andrewdubya@gmail> \n ~ Copyright (c) 2009 Edu Zamora <edu.zasu@gmail.com> \n ~ Copyright (c) 2009 Daniel Svaerd <daniel.svard@gmail.com> \n ~ Copyright (c) 2009 Nicolas Raoul <nicolas.raoul@gmail.com> \n ~ Copyright (c) 2010 Norbert Nagold <norbert.nagold@gmail.com> \n ~ This program is free software; you can redistribute it and/or modify it under \n ~ the terms of the GNU General Public License as published by the Free Software \n ~ Foundation; either version 3 of the License, or (at your option) any later \n ~ version. \n ~ \n ~ This program is distributed in the hope that it will be useful, but WITHOUT ANY \n ~ WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A \n ~ PARTICULAR PURPOSE. See the GNU General Public License for more details. \n ~ \n ~ You should have received a copy of the GNU General Public License along with \n ~ this program. If not, see <http://www.gnu.org/licenses/>. \n --> \n \n"
|
|
else:
|
|
# some people outwitted crowdin's "0"-bug by filling in "0 ", this changes it back:
|
|
if line.startswith(" <item>0 </item>"):
|
|
line = " <item>0</item>\n"
|
|
line = string.replace(line, '\'', '\\\'')
|
|
line = string.replace(line, '\\\\\'', '\\\'')
|
|
line = string.replace(line, '\n\s', '\\n')
|
|
line = string.replace(line, 'amp;', '')
|
|
if re.search('%[0-9]\\s\\$|%[0-9]\\$\\s', line) != None:
|
|
errorOccured = True
|
|
# print line
|
|
fin.write(line)
|
|
else:
|
|
fin.write("<?xml version=\"1.0\" encoding=\"utf-8\"?> \n <!-- \n ~ Copyright (c) 2011 Norbert Nagold <norbert.nagold@gmail.com> \n ~ This program is free software; you can redistribute it and/or modify it under \n ~ the terms of the GNU General Public License as published by the Free Software \n ~ Foundation; either version 3 of the License, or (at your option) any later \n ~ version. \n ~ \n ~ This program is distributed in the hope that it will be useful, but WITHOUT ANY \n ~ WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A \n ~ PARTICULAR PURPOSE. See the GNU General Public License for more details. \n ~ \n ~ You should have received a copy of the GNU General Public License along with \n ~ this program. If not, see <http://www.gnu.org/licenses/>. \n --> \n \n \n<resources> \n <string-array name=\"tutorial_questions\"> \n")
|
|
content = re.sub('([^\"])\n', "\\1", s.read()).split("\n")
|
|
length = len(content)
|
|
line = []
|
|
for i in range(length - 1):
|
|
if isCrowdin:
|
|
start = content[i].rfind('\",\"') + 3
|
|
else:
|
|
start=content[i].find('\"') + 1
|
|
contentLine = content[i][start:len(content[i])-1]
|
|
sepPos = contentLine.find('<separator>')
|
|
if sepPos == -1:
|
|
if len(contentLine) > 2:
|
|
errorOccured = True
|
|
print contentLine
|
|
continue
|
|
line.append(["<![CDATA[" + contentLine[:sepPos] + "]]>", "<![CDATA[" + contentLine[sepPos+11:] + "]]>"])
|
|
for fi in line:
|
|
fi[0] = re.sub('\"+', '\\\"', fi[0])
|
|
fi[0] = re.sub('\'+', '\\\'', fi[0])
|
|
fi[0] = re.sub('\\\\{2,}', '\\\\', fi[0])
|
|
fin.write(" <item>" + fi[0] + "</item> \n");
|
|
fin.write(" </string-array>\n <string-array name=\"tutorial_answers\">\n");
|
|
for fi in line:
|
|
fi[1] = re.sub('\"+', '\\\"', fi[1])
|
|
fi[1] = re.sub('\'+', '\\\'', fi[1])
|
|
fi[1] = re.sub('\\\\{2,}', '\\\\', fi[1])
|
|
fin.write(" <item>" + fi[1] + "</item> \n");
|
|
fin.write(" </string-array>\n</resources>");
|
|
s.close()
|
|
fin.close()
|
|
shutil.move(newfilename,filename)
|
|
if errorOccured:
|
|
#os.remove(filename)
|
|
print 'Error in file ' + filename
|
|
return False
|
|
else:
|
|
# print 'File ' + filename + ' successfully copied' # Disabled, makes output too large.
|
|
return True
|
|
|
|
def fileExtFor(f):
|
|
if f == '14-marketdescription':
|
|
return '.txt'
|
|
elif f == '15-markettitle':
|
|
return '.txt'
|
|
else:
|
|
return '.xml'
|
|
|
|
def createIfNotExisting(directory):
|
|
if not os.path.isdir(directory):
|
|
os.mkdir(directory)
|
|
|
|
def update(valuesDirectory, f, source, fileExt, isCrowdin, language=''):
|
|
if f == '14-marketdescription':
|
|
newfile = 'docs/marketing/localized_description/marketdescription' + '-' + language + fileExt
|
|
file(newfile, 'w').write(source)
|
|
# translations must be compared to the old version of marketdescription (bug of crowdin)
|
|
oldContent = open('docs/marketing/localized_description/oldVersionJustToCompareWith.txt').readlines()
|
|
newContent = open(newfile).readlines()
|
|
for i in range(0, len(oldContent)):
|
|
if oldContent[i] != newContent[i]:
|
|
print 'File ' + newfile + ' successfully copied'
|
|
return True
|
|
os.remove(newfile)
|
|
print 'File marketdescription is not translated into language ' + language
|
|
return True
|
|
elif f == '15-markettitle':
|
|
# newfile = 'docs/marketing/localized_description/marketdescription' + '-' + language + fileExt
|
|
# file(newfile, 'w').write(source)
|
|
translatedTitle = source.replace("\n", "")
|
|
if titleString != translatedTitle:
|
|
s = open(titleFile, 'a')
|
|
s.write("\n" + language + ': ' + translatedTitle)
|
|
s.close()
|
|
print 'Added translated title'
|
|
else:
|
|
print 'Title not translated'
|
|
return True
|
|
else:
|
|
newfile = valuesDirectory + f + '.xml'
|
|
file(newfile, 'w').write(source)
|
|
return replacechars(newfile, fileExt, isCrowdin)
|
|
|
|
def build():
|
|
try:
|
|
try:
|
|
p = os.path.join(expanduser("~"), "src", "crowdin_key.txt")
|
|
print(p)
|
|
c = open(p,"r+")
|
|
except IOError as e0:
|
|
c = open("tools/crowdin_key.txt","r+")
|
|
CROWDIN_KEY = c.readline();
|
|
c.close()
|
|
print "Building ZIP on server..."
|
|
urllib.urlopen('https://api.crowdin.com/api/project/ankidroid/export?key=' + CROWDIN_KEY)
|
|
print "Built."
|
|
except IOError as e:
|
|
print "No crowdin_key.txt file, skipping build."
|
|
|
|
build()
|
|
|
|
zipname = 'ankidroid.zip'
|
|
|
|
print "Downloading Crowdin file"
|
|
urllib.urlretrieve('https://crowdin.com/backend/download/project/ankidroid.zip',zipname)
|
|
|
|
zip = zipfile.ZipFile(zipname, "r")
|
|
|
|
#create title file
|
|
t = open(titleFile, 'w')
|
|
t.write(titleString)
|
|
t.close()
|
|
|
|
for language in languages:
|
|
# Regional files need a marker in Android
|
|
# https://developer.android.com/guide/topics/resources/providing-resources#AlternativeResources -
|
|
# The language is defined by a two-letter ISO 639-1 language code, optionally followed by a two letter ISO 3166-1-alpha-2 region code (preceded by lowercase r).
|
|
#
|
|
# The codes are not case-sensitive; the r prefix is used to distinguish the region portion. You cannot specify a region alone.
|
|
if language.split('-', 1)[0] in localizedRegions:
|
|
androidLanguage = string.replace(language, '-', '-r') # zh-CW becomes zh-rCW
|
|
else:
|
|
androidLanguage = language.split('-', 1)[0] # Example: es-ES becomes es
|
|
|
|
if language == 'yu':
|
|
androidLanguage = 'yue'
|
|
if language == 'he':
|
|
androidLanguage = 'heb'
|
|
if language == 'id':
|
|
androidLanguage = 'ind'
|
|
if language == 'tl':
|
|
androidLanguage = 'tgl'
|
|
|
|
print "\nCopying language files from " + language + " to " + androidLanguage
|
|
valuesDirectory = "AnkiDroid/src/main/res/values-" + androidLanguage + "/"
|
|
createIfNotExisting(valuesDirectory)
|
|
|
|
# Copy localization files, mask chars and append gnu/gpl licence
|
|
for f in fileNames:
|
|
fileExt = fileExtFor(f)
|
|
anyError = not(update(valuesDirectory, f, zip.read(language + "/" + f + fileExt), fileExt, True, language)) or anyError
|
|
|
|
if anyError:
|
|
print "At least one file of the last handled language contains an error."
|
|
anyError = False
|
|
|
|
print "\nRemoving Crowdin file\n"
|
|
zip.close()
|
|
os.remove(zipname)
|
|
|
|
print "Checking translations for known classes of error."
|
|
print "(Note that if errors are found and you correct on crowdin, they make you wait 30 minutes for a new zip build)"
|
|
subprocess.check_call("./tools/find-broken-strings-variables.sh", shell=True)
|
|
|
|
print "Committing updates. Please add any fixes as another commit."
|
|
subprocess.call("git add docs/marketing/localized_description AnkiDroid/src/main/res/values*", shell=True)
|
|
subprocess.call("git commit -m 'Updated strings from Crowdin'", shell=True)
|