add source code

aws · Feb 27, 2019 · 7aef146 · 7aef146
1 parent ad7135c
commit 7aef146
Show file tree

Hide file tree

Showing 33 changed files with 2,095 additions and 2 deletions.
diff --git a/.coveragerc b/.coveragerc
@@ -0,0 +1,6 @@
+[run]
+omit = awswrangler/__version__.py
+
+[paths]
+source =
+    awswrangler
diff --git a/.flake8 b/.flake8
@@ -0,0 +1,2 @@
+[flake8]
+ignore = E501,E203,W503
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,131 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# celery beat schedule file
+celerybeat-schedule
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv*/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+
+# Pycharm project settings
+.idea/
+
+# Visual Studio Code project settings
+.vscode/
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# MacOS
+.DS_Store
+
+# Files generated by AWS Cloudformation package
+output/
+
+# Development directory
+dev/
diff --git a/MANIFEST.in b/MANIFEST.in
@@ -0,0 +1 @@
+include README.md LICENSE requirements.txt
diff --git a/Makefile b/Makefile
@@ -0,0 +1,54 @@
+.PHONY: test
+
+init:
+	pip install pipenv --upgrade
+	pipenv install --dev
+
+test:
+	tox
+
+coverage:
+	coverage report
+
+coverage-html:
+	coverage html
+
+format:
+	black awswrangler tests
+
+lint:
+	flake8 awswrangler tests
+
+artifacts: format test generate-glue-egg generate-layers-3.7 generate-layers-3.6 generate-layers-2.7
+
+generate-glue-egg:
+	python2.7 setup.py bdist_egg
+
+generate-layers-3.7:
+	mkdir -p dist
+	docker run -v $(PWD):/var/task -it lambci/lambda:build-python3.7 /bin/bash -c "pip install awswrangler -t ./python"
+	zip -r awswrangler_layer_3.7.zip ./python
+	mv awswrangler_layer_3.7.zip dist/
+	rm -rf python
+
+generate-layers-3.6:
+	mkdir -p dist
+	docker run -v $(PWD):/var/task -it lambci/lambda:build-python3.6 /bin/bash -c "pip install awswrangler -t ./python"
+	zip -r awswrangler_layer_3.6.zip ./python
+	mv awswrangler_layer_3.6.zip dist/
+	rm -rf python
+
+generate-layers-2.7:
+	mkdir -p dist
+	docker run -v $(PWD):/var/task -it lambci/lambda:build-python2.7 /bin/bash -c "pip install awswrangler -t ./python"
+	zip -r awswrangler_layer_2.7.zip ./python
+	mv awswrangler_layer_2.7.zip dist/
+	rm -rf python
+
+build: format test
+	rm -fr build dist .egg requests.egg-info
+	python setup.py sdist bdist_wheel
+
+publish: build
+	twine upload dist/*
+	rm -fr build dist .egg requests.egg-info
diff --git a/Pipfile b/Pipfile
@@ -0,0 +1,21 @@
+[[source]]
+name = "pypi"
+url = "https://pypi.org/simple"
+verify_ssl = true
+
+[dev-packages]
+black = "*"
+flake8 = "*"
+tox = "*"
+pytest = "*"
+pytest-cov = "*"
+twine = "*"
+
+[packages]
+boto3 = "*"
+s3fs = "*"
+pandas = "*"
+pyarrow = "*"
+
+[pipenv]
+allow_prereleases = true