Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
37 changes: 37 additions & 0 deletions cleanup-unused-locales.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
#!/usr/bin/python3

import argparse
import shutil

from operator import methodcaller
from pathlib import Path


def get_locales(locales_dir):
return (l for l in locales_dir.iterdir() if l.is_dir())


def main():
parser = argparse.ArgumentParser()
parser.add_argument("cleanup_dir", type=Path, nargs="*")
parser.add_argument("-l", "--locales-dir", type=Path, action="append", default=[])
args = parser.parse_args()

include_locale_names = set(['en'])

for locales_dir in args.locales_dir:
locales = get_locales(locales_dir)
include_locale_names.update(locale.name for locale in locales)

print("Included locales: {}".format(include_locale_names))

for cleanup_dir in args.cleanup_dir:
locales = get_locales(cleanup_dir)
remove_locales = (l for l in locales if l.name not in include_locale_names)
for remove_locale in remove_locales:
print("Removing locale '{}'".format(remove_locale.absolute()))
shutil.rmtree(remove_locale.absolute())


if __name__ == "__main__":
main()
45 changes: 45 additions & 0 deletions org.learningequality.Kolibri.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,21 @@ modules:
- pip3 install --exists-action=i --no-index --find-links="file://${PWD}" --prefix=${FLATPAK_DEST} kolibri
- install -d ${FLATPAK_DEST}/libexec
- mv ${FLATPAK_DEST}/bin/kolibri ${FLATPAK_DEST}/libexec/kolibri
cleanup:
- /lib/python3.7/site-packages/kolibri/dist/cext/cp27
- /lib/python3.7/site-packages/kolibri/dist/cext/cp34
- /lib/python3.7/site-packages/kolibri/dist/cext/cp35
- /lib/python3.7/site-packages/kolibri/dist/cext/cp36
- /lib/python3.7/site-packages/kolibri/dist/cext/cp37/Windows
- /lib/python3.7/site-packages/kolibri/dist/cheroot/test
- /lib/python3.7/site-packages/kolibri/dist/cherrypy/test
- /lib/python3.7/site-packages/kolibri/dist/Cryptodome/SelfTest
- /lib/python3.7/site-packages/kolibri/dist/django_js_reverse/tests
- /lib/python3.7/site-packages/kolibri/dist/future/backports/test
- /lib/python3.7/site-packages/kolibri/dist/more_itertools/tests
- /lib/python3.7/site-packages/kolibri/dist/py2only
- /lib/python3.7/site-packages/kolibri/dist/sqlalchemy/testing
- /lib/python3.7/site-packages/kolibri/dist/tzlocal/test_data
sources:
- type: file
url: https://storage.googleapis.com/le-downloads/kolibri-0.13.3a0.dev0%2Bgit.62.g5d05c61b-py2.py3-none-any.whl
Expand Down Expand Up @@ -84,3 +99,33 @@ modules:
sources:
- type: dir
path: kolibri-flatpak-utils

- name: cleanup-unused-locales
buildsystem: simple
build-commands:
- >
./cleanup-unused-locales.py
-l /app/share/locale
-l /app/lib/python3.7/site-packages/kolibri/locale
/app/lib/python3.7/site-packages/kolibri/dist/mptt/locale
/app/lib/python3.7/site-packages/kolibri/dist/django_filters/locale
/app/lib/python3.7/site-packages/kolibri/dist/pycountry/locales
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/flatpages/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/admindocs/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/sites/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/sessions/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/gis/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/auth/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/contenttypes/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/postgres/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/redirects/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/humanize/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/admin/locale
/app/lib/python3.7/site-packages/kolibri/dist/django/conf/locale
Comment on lines +113 to +124

Copy link
Copy Markdown

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Maybe you can use wildcards here to reduce the maintenance of this list? Something like:

/app/lib/python3.7/site-packages/kolibri/dist/django/contrib/*/locale

Or even pass the recursive pattern "**" and use glob.glob(pathname, recursive=True) in the cleanup script?

/app/lib/python3.7/site-packages/kolibri/dist/oidc_provider/locale
/app/lib/python3.7/site-packages/kolibri/dist/kolibri_exercise_perseus_plugin/locale
/app/lib/python3.7/site-packages/kolibri/dist/rest_framework/locale
sources:
- type: file
path: cleanup-unused-locales.py