Browse Source

Merge pull request #15 from datasets/feature/auto-update-data

Daily auto-update of the data
master
Anuar Ustayev 4 years ago
committed by GitHub
parent
commit
b9eeaa34a2
No known key found for this signature in database GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 224 additions and 0 deletions
  1. +26
    -0
      .github/workflows/actions.yml
  2. +146
    -0
      .gitignore
  3. +52
    -0
      requirements.txt

+ 26
- 0
.github/workflows/actions.yml View File

@ -0,0 +1,26 @@
on:
schedule:
- cron: '0 0 * * *'
jobs:
deploy:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@master
- name: Build the data and create local changes
uses: actions/setup-python@v1
with:
python-version: '3.6.10'
architecture: x64
- run: |
pip install -r requirements.txt
python process.py
- name: Commit files
run: |
git config --local user.email "action@github.com"
git config --local user.name "GitHub Action"
git commit -m "Daily auto-update of the data" -a
- name: Push changes
uses: ad-m/github-push-action@master
with:
github_token: ${{ secrets.gh }}

+ 146
- 0
.gitignore View File

@ -0,0 +1,146 @@
# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
*$py.class
# C extensions
*.so
# Distribution / packaging
.Python
build/
develop-eggs/
dist/
downloads/
eggs/
.eggs/
lib/
lib64/
parts/
sdist/
var/
wheels/
pip-wheel-metadata/
share/python-wheels/
*.egg-info/
.installed.cfg
*.egg
MANIFEST
# PyInstaller
# Usually these files are written by a python script from a template
# before PyInstaller builds the exe, so as to inject date/other infos into it.
*.manifest
*.spec
# Installer logs
pip-log.txt
pip-delete-this-directory.txt
# Unit test / coverage reports
htmlcov/
.tox/
.nox/
.coverage
.coverage.*
.cache
nosetests.xml
coverage.xml
*.cover
*.py,cover
.hypothesis/
.pytest_cache/
cover/
# Translations
*.mo
*.pot
# Django stuff:
*.log
local_settings.py
db.sqlite3
db.sqlite3-journal
# Flask stuff:
instance/
.webassets-cache
# Scrapy stuff:
.scrapy
# Sphinx documentation
docs/_build/
# PyBuilder
.pybuilder/
target/
# Jupyter Notebook
.ipynb_checkpoints
# IPython
profile_default/
ipython_config.py
# pyenv
# For a library or package, you might want to ignore these files since the code is
# intended to run in multiple environments; otherwise, check them in:
# .python-version
# pipenv
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
# However, in case of collaboration, if having platform-specific dependencies or dependencies
# having no cross-platform support, pipenv may install dependencies that don't work, or not
# install all needed dependencies.
#Pipfile.lock
# PEP 582; used by e.g. github.com/David-OConnor/pyflow
__pypackages__/
# Celery stuff
celerybeat-schedule
celerybeat.pid
# SageMath parsed files
*.sage.py
# Environments
.env
.venv
env/
venv/
ENV/
env.bak/
venv.bak/
# Spyder project settings
.spyderproject
.spyproject
# Rope project settings
.ropeproject
# mkdocs documentation
/site
# mypy
.mypy_cache/
.dmypy.json
dmypy.json
# Pyre type checker
.pyre/
# pytype static type analyzer
.pytype/
# Cython debug symbols
cython_debug/
# static files generated from Django application using `collectstatic`
media
static
# put you virtual env names here
env36/

+ 52
- 0
requirements.txt View File

@ -0,0 +1,52 @@
attrs==19.3.0
awesome-slugify==1.6.5
bitarray==1.2.1
bitstring==3.1.6
blessings==1.7
boto3==1.12.26
botocore==1.15.26
cachetools==4.0.0
cchardet==2.1.6
certifi==2019.11.28
chardet==3.0.4
click==7.1.1
dataflows==0.0.71
datapackage==1.11.1
docutils==0.15.2
et-xmlfile==1.0.1
idna==2.9
ijson==2.6.1
importlib-metadata==1.5.0
inquirer==2.6.3
isodate==0.6.0
jdcal==1.4.1
Jinja2==2.11.1
jmespath==0.9.5
jsonlines==1.2.0
jsonpointer==2.0
jsonschema==3.2.0
kvfile==0.0.7
linear-tsv==1.1.0
MarkupSafe==1.1.1
openpyxl==3.0.3
pybloom-live==3.0.0
pyrsistent==0.15.7
python-dateutil==2.8.1
python-editor==1.0.4
readchar==2.0.1
regex==2020.2.20
requests==2.23.0
rfc3986==1.3.2
s3transfer==0.3.3
six==1.14.0
SQLAlchemy==1.3.15
tableschema==1.15.0
tableschema-sql==1.3.1
tabulate==0.8.6
tabulator==1.36.0
unicodecsv==0.14.1
Unidecode==0.4.21
urllib3==1.25.8
xlrd==1.2.0
xmljson==0.2.0
zipp==3.1.0

Loading…
Cancel
Save