Merge pull request #15 from datasets/feature/auto-update-data

Daily auto-update of the data

.github/workflows/actions.yml

@@ -0,0 +1,26 @@
+on:
+  schedule:
+    - cron:  '0 0 * * *'
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@master
+    - name: Build the data and create local changes
+      uses: actions/setup-python@v1
+      with:
+        python-version: '3.6.10'
+        architecture: x64
+    - run: |
+        pip install -r requirements.txt
+        python process.py
+    - name: Commit files
+      run: |
+        git config --local user.email "action@github.com"
+        git config --local user.name "GitHub Action"
+        git commit -m "Daily auto-update of the data" -a
+    - name: Push changes
+      uses: ad-m/github-push-action@master
+      with:
+        github_token: ${{ secrets.gh }}

.gitignore

@@ -0,0 +1,146 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# static files generated from Django application using `collectstatic`
+media
+static
+
+# put you virtual env names here
+env36/

requirements.txt

@@ -0,0 +1,52 @@
+attrs==19.3.0
+awesome-slugify==1.6.5
+bitarray==1.2.1
+bitstring==3.1.6
+blessings==1.7
+boto3==1.12.26
+botocore==1.15.26
+cachetools==4.0.0
+cchardet==2.1.6
+certifi==2019.11.28
+chardet==3.0.4
+click==7.1.1
+dataflows==0.0.71
+datapackage==1.11.1
+docutils==0.15.2
+et-xmlfile==1.0.1
+idna==2.9
+ijson==2.6.1
+importlib-metadata==1.5.0
+inquirer==2.6.3
+isodate==0.6.0
+jdcal==1.4.1
+Jinja2==2.11.1
+jmespath==0.9.5
+jsonlines==1.2.0
+jsonpointer==2.0
+jsonschema==3.2.0
+kvfile==0.0.7
+linear-tsv==1.1.0
+MarkupSafe==1.1.1
+openpyxl==3.0.3
+pybloom-live==3.0.0
+pyrsistent==0.15.7
+python-dateutil==2.8.1
+python-editor==1.0.4
+readchar==2.0.1
+regex==2020.2.20
+requests==2.23.0
+rfc3986==1.3.2
+s3transfer==0.3.3
+six==1.14.0
+SQLAlchemy==1.3.15
+tableschema==1.15.0
+tableschema-sql==1.3.1
+tabulate==0.8.6
+tabulator==1.36.0
+unicodecsv==0.14.1
+Unidecode==0.4.21
+urllib3==1.25.8
+xlrd==1.2.0
+xmljson==0.2.0
+zipp==3.1.0