diff --git a/.github/FUNDING.yml b/.github/FUNDING.yml new file mode 100644 index 000000000..aa22b9d0a --- /dev/null +++ b/.github/FUNDING.yml @@ -0,0 +1 @@ +# These are supported funding model platforms diff --git a/.github/ISSUE_TEMPLATE/add-new-library-to-this-list.md b/.github/ISSUE_TEMPLATE/add-new-library-to-this-list.md new file mode 100644 index 000000000..eba33ff62 --- /dev/null +++ b/.github/ISSUE_TEMPLATE/add-new-library-to-this-list.md @@ -0,0 +1,10 @@ +--- +name: Add new library to this list +about: '' +title: '' +labels: '' +assignees: '' + +--- + +**Please open a Pull Request instead.** diff --git a/.github/ISSUE_TEMPLATE/add-xxx.md b/.github/ISSUE_TEMPLATE/add-xxx.md new file mode 100644 index 000000000..585f4919e --- /dev/null +++ b/.github/ISSUE_TEMPLATE/add-xxx.md @@ -0,0 +1,10 @@ +--- +name: Add XXX +about: Add new item to the list +title: '' +labels: '' +assignees: '' + +--- + +**Please open a Pull Request instead.** diff --git a/.github/PULL_REQUEST_TEMPLATE.md b/.github/PULL_REQUEST_TEMPLATE.md index 8feada4e8..fdacb788a 100644 --- a/.github/PULL_REQUEST_TEMPLATE.md +++ b/.github/PULL_REQUEST_TEMPLATE.md @@ -8,4 +8,4 @@ Enumerate comparisons. -- -Anyone who agrees with this pull request could vote for it by adding a :+1: to it, and usually, the maintainer will merge it when votes reach **20**. +Anyone who agrees with this pull request could submit an *Approve* review to it. diff --git a/.gitignore b/.gitignore index 4046e40f0..096c327d6 100644 --- a/.gitignore +++ b/.gitignore @@ -4,3 +4,6 @@ docs/index.md site/ + +# PyCharm IDE +.idea diff --git a/.travis.yml b/.travis.yml index 44c97353b..e1c0a23d2 100644 --- a/.travis.yml +++ b/.travis.yml @@ -1,10 +1,18 @@ -language: ruby +language: python -rvm: - - 2.2 - -before_script: - - gem install awesome_bot +python: + - "3.6" script: - - awesome_bot README.md --allow-dupe --white-list pyparsing,graphviz.org + - python sort.py + - cp README.md docs/index.md + - mkdocs build + +deploy: + provider: pages + local-dir: site + skip-cleanup: true + keep-history: true + github-token: $GITHUB_TOKEN + on: + branch: master diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index bcb24bfa6..943f93cba 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -5,13 +5,16 @@ Your contributions are always welcome! ## Guidelines * Add one link per Pull Request. + * Make sure the PR title is in the format of `Add project-name`. + * Write down the reason why the library is awesome. * Add the link: `* [project-name](http://example.com/) - A short description ends with a period.` - * Keep descriptions concise. + * Keep descriptions concise and **short**. * Add a section if needed. * Add the section description. * Add the section title to Table of Contents. -* Search previous suggestions before making a new one, as yours may be a duplicate. +* Search previous Pull Requests or Issues before making a new one, as yours may be a duplicate. * Don't mention `Python` in the description as it's implied. * Check your spelling and grammar. * Remove any trailing whitespace. -* Send a Pull Request with the reason why the library is awesome. + +Just a gentle reminder: **Try not to submit your own project. Instead, wait for someone finds it useful and submits it for you.** diff --git a/Makefile b/Makefile index 0c42fe4f1..eda7a8ff3 100644 --- a/Makefile +++ b/Makefile @@ -1,16 +1,14 @@ -BASEDIR=$(CURDIR) -DOCDIR=$(BASEDIR)/docs +site_install: + pip install -r requirements.txt -install: - pip install mkdocs +site_link: + ln -sf $(CURDIR)/README.md $(CURDIR)/docs/index.md -link: - ln -sf $(BASEDIR)/README.md $(DOCDIR)/index.md - -preview: - $(MAKE) link +site_preview: site_link mkdocs serve -deploy: - $(MAKE) link +site_build: site_link + mkdocs build + +site_deploy: site_link mkdocs gh-deploy --clean diff --git a/README.md b/README.md index 19eb72cd5..5a7f5f89d 100644 --- a/README.md +++ b/README.md @@ -1,26 +1,26 @@ # Awesome Python [![Awesome](https://cdn.rawgit.com/sindresorhus/awesome/d7305f38d29fed78fa85652e3a63e154dd8e8829/media/badge.svg)](https://github.com/sindresorhus/awesome) -A curated list of awesome Python frameworks, libraries, software and resources. +An opinionated list of awesome Python frameworks, libraries, software and resources. Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). - [Awesome Python](#awesome-python) - [Admin Panels](#admin-panels) - [Algorithms and Design Patterns](#algorithms-and-design-patterns) - - [Anti-spam](#anti-spam) - - [Asset Management](#asset-management) + - [ASGI Servers](#asgi-servers) + - [Asynchronous Programming](#asynchronous-programming) - [Audio](#audio) - [Authentication](#authentication) - [Build Tools](#build-tools) + - [Built-in Classes Enhancement](#built-in-classes-enhancement) - [Caching](#caching) - [ChatOps Tools](#chatops-tools) - [CMS](#cms) - - [Code Analysis and Linter](#code-analysis-and-linter) + - [Code Analysis](#code-analysis) + - [Command-line Interface Development](#command-line-interface-development) - [Command-line Tools](#command-line-tools) - - [Compatibility](#compatibility) - [Computer Vision](#computer-vision) - - [Concurrency and Parallelism](#concurrency-and-parallelism) - - [Configuration](#configuration) + - [Configuration Files](#configuration-files) - [Cryptography](#cryptography) - [Data Analysis](#data-analysis) - [Data Validation](#data-validation) @@ -31,674 +31,624 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). - [Debugging Tools](#debugging-tools) - [Deep Learning](#deep-learning) - [DevOps Tools](#devops-tools) + - [Distributed Computing](#distributed-computing) - [Distribution](#distribution) - [Documentation](#documentation) - [Downloader](#downloader) - - [E-commerce](#e-commerce) - [Editor Plugins and IDEs](#editor-plugins-and-ides) - [Email](#email) - [Environment Management](#environment-management) - - [Files](#files) - - [Foreign Function Interface](#foreign-function-interface) - - [Forms](#forms) + - [File Manipulation](#file-manipulation) - [Functional Programming](#functional-programming) - [Game Development](#game-development) - [Geolocation](#geolocation) - - [GUI](#gui) + - [GUI Development](#gui-development) - [Hardware](#hardware) - [HTML Manipulation](#html-manipulation) - - [HTTP](#http) - - [Imagery](#imagery) + - [HTTP Clients](#http-clients) + - [Image Processing](#image-processing) - [Implementations](#implementations) - [Interactive Interpreter](#interactive-interpreter) - [Internationalization](#internationalization) - [Job Scheduler](#job-scheduler) - [Logging](#logging) - [Machine Learning](#machine-learning) - - [MapReduce](#mapreduce) - [Miscellaneous](#miscellaneous) - [Natural Language Processing](#natural-language-processing) - [Network Virtualization](#network-virtualization) - - [Networking](#networking) - [News Feed](#news-feed) - [ORM](#orm) - [Package Management](#package-management) - [Package Repositories](#package-repositories) + - [Penetration testing](#penetration-testing) - [Permissions](#permissions) - [Processes](#processes) - - [Queue](#queue) + - [Recommender Systems](#recommender-systems) + - [Refactoring](#refactoring) - [RESTful API](#restful-api) + - [Robotics](#robotics) - [RPC Servers](#rpc-servers) - [Science](#science) - [Search](#search) - [Serialization](#serialization) - [Serverless Frameworks](#serverless-frameworks) + - [Shell](#shell) - [Specific Formats Processing](#specific-formats-processing) - [Static Site Generator](#static-site-generator) - [Tagging](#tagging) + - [Task Queues](#task-queues) - [Template Engine](#template-engine) - [Testing](#testing) - [Text Processing](#text-processing) - [Third-party APIs](#third-party-apis) - [URL Manipulation](#url-manipulation) - [Video](#video) + - [Web Asset Management](#web-asset-management) - [Web Content Extracting](#web-content-extracting) - [Web Crawling](#web-crawling) - [Web Frameworks](#web-frameworks) - [WebSocket](#websocket) - [WSGI Servers](#wsgi-servers) -- [Services](#services) - - [Code Quality](#code-quality) - - [Continuous Integration](#continuous-integration) - [Resources](#resources) + - [Newsletters](#newsletters) - [Podcasts](#podcasts) - - [Twitter](#twitter) - - [Websites](#websites) - - [Weekly](#weekly) -- [Other Awesome Lists](#other-awesome-lists) - [Contributing](#contributing) -- - - +--- ## Admin Panels *Libraries for administrative interfaces.* -* [Ajenti](https://github.com/ajenti/ajenti) - The admin panel your servers deserve. -* [django-suit](http://djangosuit.com/) - Alternative Django Admin-Interface (free only for Non-commercial use). -* [django-xadmin](https://github.com/sshwsfc/xadmin) - Drop-in replacement of Django admin comes with lots of goodies. +* [ajenti](https://github.com/ajenti/ajenti) - The admin panel your servers deserve. +* [django-grappelli](https://github.com/sehmaschine/django-grappelli) - A jazzy skin for the Django Admin-Interface. * [flask-admin](https://github.com/flask-admin/flask-admin) - Simple and extensible administrative interface framework for Flask. * [flower](https://github.com/mher/flower) - Real-time monitor and web admin for Celery. -* [Grappelli](http://grappelliproject.com) - A jazzy skin for the Django Admin-Interface. -* [Wooey](https://github.com/wooey/wooey) - A Django app which creates automatic web UIs for Python scripts. +* [jet-bridge](https://github.com/jet-admin/jet-bridge) - Admin panel framework for any application with nice UI (ex Jet Django). +* [wooey](https://github.com/wooey/wooey) - A Django app which creates automatic web UIs for Python scripts. +* [streamlit](https://github.com/streamlit/streamlit) - A framework which lets you build dashboards, generate reports, or create chat apps in minutes. ## Algorithms and Design Patterns -*Python implementation of algorithms and design patterns.* +*Python implementation of data structures, algorithms and design patterns. Also see [awesome-algorithms](https://github.com/tayllan/awesome-algorithms).* -* [algorithms](https://github.com/nryoung/algorithms) - A module of algorithms for Python. -* [PyPattyrn](https://github.com/tylerlaberge/PyPattyrn) - A simple yet effective library for implementing common design patterns. -* [python-patterns](https://github.com/faif/python-patterns) - A collection of design patterns in Python. -* [sortedcontainers](http://www.grantjenks.com/docs/sortedcontainers/) - Fast, pure-Python implementation of SortedList, SortedDict, and SortedSet types. +* Algorithms + * [algorithms](https://github.com/keon/algorithms) - Minimal examples of data structures and algorithms. + * [python-ds](https://github.com/prabhupant/python-ds) - A collection of data structure and algorithms for coding interviews. + * [sortedcontainers](https://github.com/grantjenks/python-sortedcontainers) - Fast and pure-Python implementation of sorted collections. + * [thealgorithms](https://github.com/TheAlgorithms/Python) - All Algorithms implemented in Python. +* Design Patterns + * [pypattyrn](https://github.com/tylerlaberge/PyPattyrn) - A simple yet effective library for implementing common design patterns. + * [python-patterns](https://github.com/faif/python-patterns) - A collection of design patterns in Python. + * [transitions](https://github.com/pytransitions/transitions) - A lightweight, object-oriented finite state machine implementation. -## Anti-spam +## ASGI Servers -*Libraries for fighting spam.* +*[ASGI](https://asgi.readthedocs.io/en/latest/)-compatible web servers.* -* [django-simple-captcha](https://github.com/mbi/django-simple-captcha) - A simple and highly customizable Django app to add captcha images to any Django form. -* [django-simple-spam-blocker](https://github.com/moqada/django-simple-spam-blocker) - Simple spam blocker for Django. +* [daphne](https://github.com/django/daphne) - A HTTP, HTTP2 and WebSocket protocol server for ASGI and ASGI-HTTP. +* [uvicorn](https://github.com/encode/uvicorn) - A lightning-fast ASGI server implementation, using uvloop and httptools. +* [hypercorn](https://github.com/pgjones/hypercorn) - An ASGI and WSGI Server based on Hyper libraries and inspired by Gunicorn. -## Asset Management +## Asynchronous Programming -*Tools for managing, compressing and minifying website assets.* +*Libraries for asynchronous, concurrent and parallel execution. Also see [awesome-asyncio](https://github.com/timofurrer/awesome-asyncio).* -* [django-compressor](https://github.com/django-compressor/django-compressor) - Compresses linked and inline JavaScript or CSS into a single cached file. -* [django-pipeline](https://github.com/jazzband/django-pipeline) - An asset packaging library for Django. -* [django-storages](https://github.com/jschneier/django-storages) - A collection of custom storage back ends for Django. -* [fanstatic](http://www.fanstatic.org/en/latest/) - Packages, optimizes, and serves static file dependencies as Python packages. -* [fileconveyor](http://fileconveyor.org/) - A daemon to detect and sync files to CDNs, S3 and FTP. -* [flask-assets](https://github.com/miracle2k/flask-assets) - Helps you integrate webassets into your Flask app. -* [jinja-assets-compressor](https://github.com/jaysonsantos/jinja-assets-compressor) - A Jinja extension to compile and compress your assets. -* [webassets](https://github.com/miracle2k/webassets) - Bundles, optimizes, and manages unique cache-busting URLs for static resources. +* [asyncio](https://docs.python.org/3/library/asyncio.html) - (Python standard library) Asynchronous I/O, event loop, coroutines and tasks. + - [awesome-asyncio](https://github.com/timofurrer/awesome-asyncio) +* [concurrent.futures](https://docs.python.org/3/library/concurrent.futures.html) - (Python standard library) A high-level interface for asynchronously executing callables. +* [multiprocessing](https://docs.python.org/3/library/multiprocessing.html) - (Python standard library) Process-based parallelism. +* [trio](https://github.com/python-trio/trio) - A friendly library for async concurrency and I/O. +* [twisted](https://github.com/twisted/twisted) - An event-driven networking engine. +* [uvloop](https://github.com/MagicStack/uvloop) - Ultra fast asyncio event loop. +* [eventlet](https://github.com/eventlet/eventlet) - Asynchronous framework with WSGI support. +* [gevent](https://github.com/gevent/gevent) - A coroutine-based Python networking library that uses [greenlet](https://github.com/python-greenlet/greenlet). ## Audio -*Libraries for manipulating audio.* - -* [audiolazy](https://github.com/danilobellini/audiolazy) - Expressive Digital Signal Processing (DSP) package for Python. -* [audioread](https://github.com/beetbox/audioread) - Cross-library (GStreamer + Core Audio + MAD + FFmpeg) audio decoding. -* [beets](http://beets.io/) - A music library manager and [MusicBrainz](https://musicbrainz.org/) tagger. -* [dejavu](https://github.com/worldveil/dejavu) - Audio fingerprinting and recognition. -* [django-elastic-transcoder](https://github.com/StreetVoice/django-elastic-transcoder) - Django + [Amazon Elastic Transcoder](http://aws.amazon.com/elastictranscoder/). -* [eyeD3](http://eyed3.nicfit.net/) - A tool for working with audio files, specifically MP3 files containing ID3 metadata. -* [id3reader](http://nedbatchelder.com/code/modules/id3reader.py) - A Python module for reading MP3 meta data. -* [m3u8](https://github.com/globocom/m3u8) - A module for parsing m3u8 file. -* [mingus](http://bspaans.github.io/python-mingus/) - An advanced music theory and notation package with MIDI file and playback support. -* [mutagen](https://github.com/quodlibet/mutagen) - A Python module to handle audio metadata. -* [pydub](https://github.com/jiaaro/pydub) - Manipulate audio with a simple and easy high level interface. -* [pyechonest](https://github.com/echonest/pyechonest) - Python client for the [Echo Nest](http://developer.echonest.com/) API. -* [talkbox](http://scikits.appspot.com/talkbox) - A Python library for speech/signal processing. -* [TimeSide](https://github.com/Parisson/TimeSide) - Open web audio processing framework. -* [tinytag](https://github.com/devsnd/tinytag) - A library for reading music meta data of MP3, OGG, FLAC and Wave files. +*Libraries for manipulating audio and its metadata.* + +* Audio + * [audioread](https://github.com/beetbox/audioread) - Cross-library (GStreamer + Core Audio + MAD + FFmpeg) audio decoding. + * [audioFlux](https://github.com/libAudioFlux/audioFlux) - A library for audio and music analysis, feature extraction. + * [dejavu](https://github.com/worldveil/dejavu) - Audio fingerprinting and recognition. + * [kapre](https://github.com/keunwoochoi/kapre) - Keras Audio Preprocessors. + * [librosa](https://github.com/librosa/librosa) - Python library for audio and music analysis. + * [matchering](https://github.com/sergree/matchering) - A library for automated reference audio mastering. + * [mingus](http://bspaans.github.io/python-mingus/) - An advanced music theory and notation package with MIDI file and playback support. + * [pyaudioanalysis](https://github.com/tyiannak/pyAudioAnalysis) - Audio feature extraction, classification, segmentation and applications. + * [pydub](https://github.com/jiaaro/pydub) - Manipulate audio with a simple and easy high level interface. + * [timeside](https://github.com/Parisson/TimeSide) - Open web audio processing framework. +* Metadata + * [beets](https://github.com/beetbox/beets) - A music library manager and [MusicBrainz](https://musicbrainz.org/) tagger. + * [eyed3](https://github.com/nicfit/eyeD3) - A tool for working with audio files, specifically MP3 files containing ID3 metadata. + * [mutagen](https://github.com/quodlibet/mutagen) - A Python module to handle audio metadata. + * [tinytag](https://github.com/devsnd/tinytag) - A library for reading music meta data of MP3, OGG, FLAC and Wave files. ## Authentication *Libraries for implementing authentications schemes.* * OAuth - * [Authomatic](http://peterhudec.github.io/authomatic/) - Simple but powerful framework agnostic authentication/authorization client. + * [authlib](https://github.com/lepture/authlib) - JavaScript Object Signing and Encryption draft implementation. * [django-allauth](https://github.com/pennersr/django-allauth) - Authentication app for Django that "just works." - * [django-oauth-toolkit](https://github.com/evonove/django-oauth-toolkit) - OAuth 2 goodies for Django. - * [Flask-OAuthlib](https://github.com/lepture/flask-oauthlib) - OAuth 1.0/a, 2.0 implementation of client and provider for Flask. - * [OAuthLib](https://github.com/idan/oauthlib) - A generic and thorough implementation of the OAuth request-signing logic. - * [python-oauth2](https://github.com/joestump/python-oauth2) - A fully tested, abstract interface to creating OAuth clients and servers. - * [python-social-auth](https://github.com/omab/python-social-auth) - An easy-to-setup social authentication mechanism. - * [rauth](https://github.com/litl/rauth) - A Python library for OAuth 1.0/a, 2.0, and Ofly. - * [sanction](https://github.com/demianbrecht/sanction) - A dead simple OAuth2 client implementation. -* Others - * [jose](https://github.com/demonware/jose) - JavaScript Object Signing and Encryption draft implementation. - * [PyJWT](https://github.com/jpadilla/pyjwt) - Implementation of the JSON Web Token draft 01. - * [python-jws](https://github.com/brianloveswords/python-jws) - Implementation of JSON Web Signatures draft 02. - * [python-jwt](https://github.com/davedoesdev/python-jwt) - Module for generating and verifying JSON Web Tokens. + * [django-oauth-toolkit](https://github.com/jazzband/django-oauth-toolkit) - OAuth 2 goodies for Django. + * [oauthlib](https://github.com/oauthlib/oauthlib) - A generic and thorough implementation of the OAuth request-signing logic. +* JWT + * [pyjwt](https://github.com/jpadilla/pyjwt) - JSON Web Token implementation in Python. + * [python-jose](https://github.com/mpdavis/python-jose/) - A JOSE implementation in Python. ## Build Tools *Compile software from source code.* -* [BitBake](http://www.yoctoproject.org/docs/1.6/bitbake-user-manual/bitbake-user-manual.html) - A make-like build tool for embedded Linux. -* [buildout](http://www.buildout.org/en/latest/) - A build system for creating, assembling and deploying applications from multiple parts. -* [PlatformIO](https://github.com/platformio/platformio) - A console tool to build code with different development platforms. -* [PyBuilder](https://github.com/pybuilder/pybuilder) - A continuous build tool written in pure Python. -* [SCons](http://www.scons.org/) - A software construction tool. +* [bitbake](https://github.com/openembedded/bitbake) - A make-like build tool for embedded Linux. +* [buildout](https://github.com/buildout/buildout) - A build system for creating, assembling and deploying applications from multiple parts. +* [platformio](https://github.com/platformio/platformio-core) - A console tool to build code with different development platforms. +* [pybuilder](https://github.com/pybuilder/pybuilder) - A continuous build tool written in pure Python. +* [scons](https://github.com/SCons/scons) - A software construction tool. + +## Built-in Classes Enhancement + +*Libraries for enhancing Python built-in classes.* + +* [attrs](https://github.com/python-attrs/attrs) - Replacement for `__init__`, `__eq__`, `__repr__`, etc. boilerplate in class definitions. +* [bidict](https://github.com/jab/bidict) - Efficient, Pythonic bidirectional map data structures and related functionality.. +* [box](https://github.com/cdgriffith/Box) - Python dictionaries with advanced dot notation access. +* [dataclasses](https://docs.python.org/3/library/dataclasses.html) - (Python standard library) Data classes. +* [dotteddict](https://github.com/carlosescri/DottedDict) - A library that provides a method of accessing lists and dicts with a dotted path notation. ## CMS *Content Management Systems.* -* [django-cms](http://www.django-cms.org/en/) - An Open source enterprise CMS based on the Django. -* [djedi-cms](http://djedi-cms.org/) - A lightweight but yet powerful Django CMS with plugins, inline editing and performance in mind. -* [FeinCMS](http://www.feincms.org/) - One of the most advanced Content Management Systems built on Django. -* [Kotti](http://kotti.pylonsproject.org/) - A high-level, Pythonic web application framework built on Pyramid. -* [Mezzanine](http://mezzanine.jupo.org/) - A powerful, consistent, and flexible content management platform. -* [Opps](http://opps.github.io/opps/) - A Django-based CMS for magazines, newspapers websites and portals with high-traffic. -* [Plone](https://plone.org/) - A CMS built on top of the open source application server Zope. -* [Quokka](http://quokkaproject.org/) - Flexible, extensible, small CMS powered by Flask and MongoDB. -* [Wagtail](https://wagtail.io/) - A Django content management system. -* [Widgy](https://wid.gy/) - Last CMS framework, based on Django. +* [feincms](https://github.com/feincms/feincms) - One of the most advanced Content Management Systems built on Django. +* [indico](https://github.com/indico/indico) - A feature-rich event management system, made @ [CERN](https://en.wikipedia.org/wiki/CERN). +* [wagtail](https://github.com/wagtail/wagtail) - A Django content management system. ## Caching *Libraries for caching data.* -* [Beaker](https://github.com/bbangert/beaker) - A library for caching and sessions for use with web applications and stand-alone Python scripts and applications. -* [DiskCache](http://www.grantjenks.com/docs/diskcache/) - SQLite and file backed cache backend with faster lookups than memcached and redis. +* [beaker](https://github.com/bbangert/beaker) - A WSGI middleware for sessions and caching. * [django-cache-machine](https://github.com/django-cache-machine/django-cache-machine) - Automatic caching and invalidation for Django models. * [django-cacheops](https://github.com/Suor/django-cacheops) - A slick ORM cache with automatic granular event-driven invalidation. -* [django-viewlet](https://github.com/5monkeys/django-viewlet) - Render template parts with extended cache control. -* [dogpile.cache](http://dogpilecache.readthedocs.io/) - dogpile.cache is next generation replacement for Beaker made by same authors. -* [HermesCache](https://pypi.python.org/pypi/HermesCache) - Python caching library with tag-based invalidation and dogpile effect prevention. -* [johnny-cache](https://github.com/jmoiron/johnny-cache) - A caching framework for django applications. -* [pylibmc](https://github.com/lericson/pylibmc) - A Python wrapper around the [libmemcached](http://libmemcached.org/libMemcached.html) interface. +* [dogpile.cache](https://github.com/sqlalchemy/dogpile.cache) - dogpile.cache is a next generation replacement for Beaker made by the same authors. +* [hermescache](https://pypi.org/project/HermesCache/) - Python caching library with tag-based invalidation and dogpile effect prevention. +* [pylibmc](https://github.com/lericson/pylibmc) - A Python wrapper around the [libmemcached](https://libmemcached.org/libMemcached.html) interface. +* [python-diskcache](https://github.com/grantjenks/python-diskcache) - SQLite and file backed cache backend with faster lookups than memcached and redis. ## ChatOps Tools *Libraries for chatbot development.* -* [Errbot](http://errbot.io/) - The easiest and most popular chatbot to implement ChatOps. +* [errbot](https://github.com/errbotio/errbot/) - The easiest and most popular chatbot to implement ChatOps. -## Code Analysis and Linter +## Code Analysis -*Libraries and tools for analysing, parsing and manipulation codebases.* +*Tools of static analysis, linters and code quality checkers. Also see [awesome-static-analysis](https://github.com/mre/awesome-static-analysis).* * Code Analysis - * [coala](http://coala-analyzer.org/) - Language independent and easily extendable code analysis application. * [code2flow](https://github.com/scottrogowski/code2flow) - Turn your Python and JavaScript code into DOT flowcharts. - * [pycallgraph](https://github.com/gak/pycallgraph) - A library that visualises the flow (call graph) of your Python application. - * [pysonar2](https://github.com/yinwang0/pysonar2) - A type inferencer and indexer for Python. -* Linter - * [Flake8](https://pypi.python.org/pypi/flake8) - The modular source code checker: pep8, pyflakes and co. - * [pylama](https://github.com/klen/pylama) - Code audit tool for Python and JavaScript. - * [Pylint](https://www.pylint.org/) - A Fully customizable source code analyzer. + * [prospector](https://github.com/PyCQA/prospector) - A tool to analyse Python code. + * [vulture](https://github.com/jendrikseipp/vulture) - A tool for finding and analysing dead Python code. +* Code Linters + * [flake8](https://github.com/PyCQA/flake8) - A wrapper around `pycodestyle`, `pyflakes` and McCabe. + * [awesome-flake8-extensions](https://github.com/DmytroLitvinov/awesome-flake8-extensions) + * [pylint](https://github.com/pylint-dev/pylint) - A fully customizable source code analyzer. +* Code Formatters + * [black](https://github.com/psf/black) - The uncompromising Python code formatter. + * [isort](https://github.com/timothycrosley/isort) - A Python utility / library to sort imports. + * [yapf](https://github.com/google/yapf) - Yet another Python code formatter from Google. +* Static Type Checkers, also see [awesome-python-typing](https://github.com/typeddjango/awesome-python-typing) + * [mypy](https://github.com/python/mypy) - Check variable types during compile time. + * [pyre-check](https://github.com/facebook/pyre-check) - Performant type checking. + * [typeshed](https://github.com/python/typeshed) - Collection of library stubs for Python, with static types. +* Static Type Annotations Generators + * [monkeytype](https://github.com/Instagram/MonkeyType) - A system for Python that generates static type annotations by collecting runtime types. + * [pytype](https://github.com/google/pytype) - Pytype checks and infers types for Python code - without requiring type annotations. + +## Command-line Interface Development + +*Libraries for building command-line applications.* + +* Command-line Application Development + * [cement](https://github.com/datafolklabs/cement) - CLI Application Framework for Python. + * [click](https://github.com/pallets/click/) - A package for creating beautiful command line interfaces in a composable way. + * [cliff](https://github.com/openstack/cliff) - A framework for creating command-line programs with multi-level commands. + * [python-fire](https://github.com/google/python-fire) - A library for creating command line interfaces from absolutely any Python object. + * [python-prompt-toolkit](https://github.com/prompt-toolkit/python-prompt-toolkit) - A library for building powerful interactive command lines. +* Terminal Rendering + * [alive-progress](https://github.com/rsalmei/alive-progress) - A new kind of Progress Bar, with real-time throughput, eta and very cool animations. + * [asciimatics](https://github.com/peterbrittain/asciimatics) - A package to create full-screen text UIs (from interactive forms to ASCII animations). + * [bashplotlib](https://github.com/glamp/bashplotlib) - Making basic plots in the terminal. + * [colorama](https://github.com/tartley/colorama) - Cross-platform colored terminal text. + * [rich](https://github.com/Textualize/rich) - Python library for rich text and beautiful formatting in the terminal. Also provides a great `RichHandler` log handler. + * [tqdm](https://github.com/tqdm/tqdm) - Fast, extensible progress bar for loops and CLI. ## Command-line Tools -*Libraries for building command-line application.* +*Useful CLI-based tools for productivity.* -* Command-line Application Development - * [asciimatics](https://github.com/peterbrittain/asciimatics) - Cross-platform, full-screen terminal package (i.e. mouse/keyboard input and coloured, positioned text output) complete with high-level API for complex animations and special effects. - * [cement](http://builtoncement.com/) - CLI Application Framework for Python. - * [click](http://click.pocoo.org/dev/) - A package for creating beautiful command line interfaces in a composable way. - * [cliff](http://docs.openstack.org/developer/cliff/) - A framework for creating command-line programs with multi-level commands. - * [clint](https://github.com/kennethreitz/clint) - Python Command-line Application Tools. - * [colorama](https://pypi.python.org/pypi/colorama) - Cross-platform colored terminal text. - * [docopt](http://docopt.org/) - Pythonic command line arguments parser. - * [Gooey](https://github.com/chriskiehl/Gooey) - Turn command line programs into a full GUI application with one line - * [Python-Fire](https://github.com/google/python-fire) - A library for creating command line interfaces (CLIs) from absolutely any Python object. - * [python-prompt-toolkit](https://github.com/jonathanslenders/python-prompt-toolkit) - A Library for building powerful interactive command lines. * Productivity Tools - * [aws-cli](https://github.com/aws/aws-cli) - A universal command-line interface for Amazon Web Services. - * [bashplotlib](https://github.com/glamp/bashplotlib) - Making basic plots in the terminal. - * [caniusepython3](https://github.com/brettcannon/caniusepython3) - Determine what projects are blocking you from porting to Python 3. - * [cookiecutter](https://github.com/audreyr/cookiecutter) - A command-line utility that creates projects from cookiecutters (project templates). + * [copier](https://github.com/copier-org/copier) - A library and command-line utility for rendering projects templates. + * [cookiecutter](https://github.com/cookiecutter/cookiecutter) - A command-line utility that creates projects from cookiecutters (project templates). * [doitlive](https://github.com/sloria/doitlive) - A tool for live presentations in the terminal. * [howdoi](https://github.com/gleitz/howdoi) - Instant coding answers via the command line. - * [httpie](https://github.com/jkbrzt/httpie) - A command line HTTP client, a user-friendly cURL replacement. - * [mycli](https://github.com/dbcli/mycli) - A Terminal Client for MySQL with AutoCompletion and Syntax Highlighting. - * [PathPicker](https://github.com/facebook/PathPicker) - Select files out of bash output. - * [percol](https://github.com/mooz/percol) - Adds flavor of interactive selection to the traditional pipe concept on UNIX. - * [pgcli](https://github.com/dbcli/pgcli) - Postgres CLI with autocompletion and syntax highlighting. - * [SAWS](https://github.com/donnemartin/saws) - A Supercharged AWS CLI. + * [invoke](https://github.com/pyinvoke/invoke) - A tool for managing shell-oriented subprocesses and organizing executable Python code into CLI-invokable tasks. + * [pathpicker](https://github.com/facebook/PathPicker) - Select files out of bash output. * [thefuck](https://github.com/nvbn/thefuck) - Correcting your previous console command. - * [try](https://github.com/timofurrer/try) - A dead simple CLI to try out python packages - It's never been easier. - -## Compatibility - -*Libraries for migrating from Python 2 to 3.* - -* [Python-Future](http://python-future.org/index.html) - The missing compatibility layer between Python 2 and Python 3. -* [Python-Modernize](https://github.com/mitsuhiko/python-modernize) - Modernizes Python code for eventual Python 3 migration. -* [Six](https://pypi.python.org/pypi/six) - Python 2 and 3 compatibility utilities. + * [tmuxp](https://github.com/tmux-python/tmuxp) - A [tmux](https://github.com/tmux/tmux) session manager. + * [try](https://github.com/timofurrer/try) - A dead simple CLI to try out python packages - it's never been easier. +* CLI Enhancements + * [httpie](https://github.com/httpie/cli) - A command line HTTP client, a user-friendly cURL replacement. + * [iredis](https://github.com/laixintao/iredis) - Redis CLI with autocompletion and syntax highlighting. + * [litecli](https://github.com/dbcli/litecli) - SQLite CLI with autocompletion and syntax highlighting. + * [mycli](https://github.com/dbcli/mycli) - MySQL CLI with autocompletion and syntax highlighting. + * [pgcli](https://github.com/dbcli/pgcli) - PostgreSQL CLI with autocompletion and syntax highlighting. ## Computer Vision -*Libraries for computer vision.* - -* [OpenCV](http://opencv.org/) - Open Source Computer Vision Library. -* [pyocr](https://github.com/jflesch/pyocr) - A wrapper for Tesseract and Cuneiform. -* [pytesseract](https://github.com/madmaze/pytesseract) - Another wrapper for [Google Tesseract OCR](https://github.com/tesseract-ocr). -* [SimpleCV](http://simplecv.org/) - An open source framework for building computer vision applications. - -## Concurrency and Parallelism - -*Libraries for concurrent and parallel execution.* +*Libraries for Computer Vision.* -* [eventlet](http://eventlet.net/) - Asynchronous framework with WSGI support. -* [gevent](http://www.gevent.org/) - A coroutine-based Python networking library that uses [greenlet](https://github.com/python-greenlet/greenlet). -* [multiprocessing](https://docs.python.org/2/library/multiprocessing.html) - (Python standard library) Process-based "threading" interface. -* [threading](https://docs.python.org/2/library/threading.html) - (Python standard library) Higher-level threading interface. -* [Tomorrow](https://github.com/madisonmay/Tomorrow) - Magic decorator syntax for asynchronous code. -* [uvloop](https://github.com/MagicStack/uvloop) - Ultra fast implementation of asyncio event loop on top of libuv. +* [easyocr](https://github.com/JaidedAI/EasyOCR) - Ready-to-use OCR with 40+ languages supported. +* [kornia](https://github.com/kornia/kornia/) - Open Source Differentiable Computer Vision Library for PyTorch. +* [opencv](https://opencv.org/) - Open Source Computer Vision Library. +* [pytesseract](https://github.com/madmaze/pytesseract) - A wrapper for [Google Tesseract OCR](https://github.com/tesseract-ocr). +* [tesserocr](https://github.com/sirfz/tesserocr) - Another simple, Pillow-friendly, wrapper around the `tesseract-ocr` API for OCR. -## Configuration +## Configuration Files *Libraries for storing and parsing configuration options.* -* [config](https://www.red-dove.com/config-doc/) - Hierarchical config from the author of [logging](https://docs.python.org/2/library/logging.html). -* [ConfigObj](http://www.voidspace.org.uk/python/configobj.html) - INI file parser with validation. -* [ConfigParser](https://docs.python.org/2/library/configparser.html) - (Python standard library) INI file parser. -* [profig](http://profig.readthedocs.org/en/default/) - Config from multiple formats with value conversion. -* [python-decouple](https://github.com/henriquebastos/python-decouple) - Strict separation of settings from code. +* [configparser](https://docs.python.org/3/library/configparser.html) - (Python standard library) INI file parser. +* [configobj](https://github.com/DiffSK/configobj) - INI file parser with validation. +* [hydra](https://github.com/facebookresearch/hydra) - Hydra is a framework for elegantly configuring complex applications. +* [python-decouple](https://github.com/HBNetwork/python-decouple) - Strict separation of settings from code. ## Cryptography -* [cryptography](https://cryptography.io/en/latest/) - A package designed to expose cryptographic primitives and recipes to Python developers. -* [hashids](https://github.com/davidaurelio/hashids-python) - Implementation of [hashids](http://hashids.org) in Python. -* [Paramiko](http://www.paramiko.org/) - A Python (2.6+, 3.3+) implementation of the SSHv2 protocol, providing both client and server functionality. -* [Passlib](https://pythonhosted.org/passlib/) - Secure password storage/hashing library, very high level. -* [PyNacl](https://github.com/pyca/pynacl) - Python binding to the Networking and Cryptography (NaCl) library. +* [cryptography](https://github.com/pyca/cryptography) - A package designed to expose cryptographic primitives and recipes to Python developers. +* [paramiko](https://github.com/paramiko/paramiko) - The leading native Python SSHv2 protocol library. +* [pynacl](https://github.com/pyca/pynacl) - Python binding to the Networking and Cryptography (NaCl) library. ## Data Analysis *Libraries for data analyzing.* -* [Blaze](https://github.com/blaze/blaze) - NumPy and Pandas interface to Big Data. -* [Open Mining](https://github.com/mining/mining) - Business Intelligence (BI) in Pandas interface. -* [Orange](http://orange.biolab.si/) - Data mining, data visualization, analysis and machine learning through visual programming or scripts. -* [Pandas](http://pandas.pydata.org/) - A library providing high-performance, easy-to-use data structures and data analysis tools. +* [pandas](http://pandas.pydata.org/) - A library providing high-performance, easy-to-use data structures and data analysis tools. +* [aws-sdk-pandas](https://github.com/aws/aws-sdk-pandas) - Pandas on AWS. +* [datasette](https://github.com/simonw/datasette) - An open source multi-tool for exploring and publishing data. +* [optimus](https://github.com/hi-primus/optimus) - Agile Data Science Workflows made easy with PySpark. ## Data Validation *Libraries for validating data. Used for forms in many cases.* -* [Cerberus](https://github.com/nicolaiarocci/cerberus/) - A lightweight and extensible data validation library. -* [colander](http://docs.pylonsproject.org/projects/colander/en/latest/) - Validating and deserializing data obtained via XML, JSON, an HTML form post. -* [jsonschema](https://github.com/Julian/jsonschema) - An implementation of [JSON Schema](http://json-schema.org/) for Python. +* [cerberus](https://github.com/pyeve/cerberus) - A lightweight and extensible data validation library. +* [colander](https://github.com/Pylons/colander) - Validating and deserializing data obtained via XML, JSON, an HTML form post. +* [jsonschema](https://github.com/python-jsonschema/jsonschema) - An implementation of [JSON Schema](http://json-schema.org/) for Python. * [schema](https://github.com/keleshev/schema) - A library for validating Python data structures. -* [Schematics](https://github.com/schematics/schematics) - Data Structure Validation. -* [valideer](https://github.com/podio/valideer) - Lightweight extensible data validation and adaptation library. +* [schematics](https://github.com/schematics/schematics) - Data Structure Validation. * [voluptuous](https://github.com/alecthomas/voluptuous) - A Python data validation library. +* [pydantic](https://github.com/pydantic/pydantic) - Data validation using Python type hints. ## Data Visualization -*Libraries for visualizing data. See: [awesome-javascript](https://github.com/sorrycc/awesome-javascript#data-visualization).* - -* [Altair](https://github.com/altair-viz/altair) - Declarative statistical visualization library for Python. -* [Bokeh](https://github.com/bokeh/bokeh) - Interactive Web Plotting for Python. -* [ggplot](https://github.com/yhat/ggplot) - Same API as ggplot2 for R. -* [Matplotlib](http://matplotlib.org/) - A Python 2D plotting library. -* [Pygal](http://www.pygal.org/en/latest/) - A Python SVG Charts Creator. -* [PyGraphviz](https://pypi.python.org/pypi/pygraphviz) - Python interface to [Graphviz](http://www.graphviz.org/). -* [PyQtGraph](http://www.pyqtgraph.org/) - Interactive and realtime 2D/3D/Image plotting and science/engineering widgets. -* [Seaborn](https://github.com/mwaskom/seaborn) - Statistical data visualization using Matplotlib. -* [VisPy](https://github.com/vispy/vispy) - High-performance scientific visualization based on OpenGL. +*Libraries for visualizing data. Also see [awesome-javascript](https://github.com/sorrycc/awesome-javascript#data-visualization).* + +* [altair](https://github.com/altair-viz/altair) - Declarative statistical visualization library for Python. +* [bokeh](https://github.com/bokeh/bokeh) - Interactive Web Plotting for Python. +* [bqplot](https://github.com/bloomberg/bqplot) - Interactive Plotting Library for the Jupyter Notebook. +* [cartopy](https://github.com/SciTools/cartopy) - A cartographic python library with matplotlib support. +* [diagrams](https://github.com/mingrammer/diagrams) - Diagram as Code. +* [matplotlib](https://github.com/matplotlib/matplotlib) - A Python 2D plotting library. +* [plotnine](https://github.com/has2k1/plotnine) - A grammar of graphics for Python based on ggplot2. +* [pygal](https://github.com/Kozea/pygal) - A Python SVG Charts Creator. +* [pygraphviz](https://github.com/pygraphviz/pygraphviz/) - Python interface to [Graphviz](http://www.graphviz.org/). +* [pyqtgraph](https://github.com/pyqtgraph/pyqtgraph) - Interactive and realtime 2D/3D/Image plotting and science/engineering widgets. +* [seaborn](https://github.com/mwaskom/seaborn) - Statistical data visualization using Matplotlib. +* [vispy](https://github.com/vispy/vispy) - High-performance scientific visualization based on OpenGL. ## Database *Databases implemented in Python.* -* [pickleDB](https://pythonhosted.org/pickleDB/) - A simple and lightweight key-value store for Python. -* [PipelineDB](https://www.pipelinedb.com/) - The Streaming SQL Database. -* [TinyDB](https://github.com/msiemens/tinydb) - A tiny, document-oriented database. -* [ZODB](http://www.zodb.org/en/latest/) - A native object database for Python. A key-value and object graph database. - +* [pickleDB](https://github.com/patx/pickledb) - A simple and lightweight key-value store for Python. +* [tinydb](https://github.com/msiemens/tinydb) - A tiny, document-oriented database. +* [zodb](https://github.com/zopefoundation/ZODB) - A native object database for Python. A key-value and object graph database. ## Database Drivers *Libraries for connecting and operating databases.* * MySQL - [awesome-mysql](http://shlomi-noach.github.io/awesome-mysql/) - * [mysql-python](https://sourceforge.net/projects/mysql-python/) - The MySQL database connector for Python. - * [mysqlclient](https://github.com/PyMySQL/mysqlclient-python) - mysql-python fork supporting Python 3. - * [oursql](https://pythonhosted.org/oursql/) - A better MySQL connector with support for native prepared statements and BLOBs. - * [PyMySQL](https://github.com/PyMySQL/PyMySQL) - Pure Python MySQL driver compatible to mysql-python. -* PostgreSQL - * [psycopg2](http://initd.org/psycopg/) - The most popular PostgreSQL adapter for Python. - * [queries](https://github.com/gmr/queries) - A wrapper of the psycopg2 library for interacting with PostgreSQL. - * [txpostgres](https://github.com/wulczer/txpostgres) - Twisted based asynchronous driver for PostgreSQL. + * [mysqlclient](https://github.com/PyMySQL/mysqlclient) - MySQL connector with Python 3 support ([mysql-python](https://sourceforge.net/projects/mysql-python/) fork). + * [pymysql](https://github.com/PyMySQL/PyMySQL) - A pure Python MySQL driver compatible to mysql-python. +* PostgreSQL - [awesome-postgres](https://github.com/dhamaniasad/awesome-postgres) + * [psycopg](https://github.com/psycopg/psycopg) - The most popular PostgreSQL adapter for Python. +* SQlite - [awesome-sqlite](https://github.com/planetopendata/awesome-sqlite) + * [sqlite3](https://docs.python.org/3/library/sqlite3.html) - (Python standard library) SQlite interface compliant with DB-API 2.0. + * [sqlite-utils](https://github.com/simonw/sqlite-utils) - Python CLI utility and library for manipulating SQLite databases. * Other Relational Databases - * [apsw](http://rogerbinns.github.io/apsw/) - Another Python SQLite wrapper. - * [dataset](https://github.com/pudo/dataset) - Store Python dicts in a database - works with SQLite, MySQL, and PostgreSQL. - * [pymssql](http://www.pymssql.org/en/latest/) - A simple database interface to Microsoft SQL Server. + * [pymssql](https://github.com/pymssql/pymssql) - A simple database interface to Microsoft SQL Server. + * [clickhouse-driver](https://github.com/mymarilyn/clickhouse-driver) - Python driver with native interface for ClickHouse. * NoSQL Databases - * [cassandra-python-driver](https://github.com/datastax/python-driver) - Python driver for Cassandra. - * [HappyBase](https://github.com/wbolster/happybase) - A developer-friendly library for Apache HBase. - * [Plyvel](https://github.com/wbolster/plyvel) - A fast and feature-rich Python interface to LevelDB. - * [py2neo](http://py2neo.org/2.0/) - Python wrapper client for Neo4j's restful interface. - * [pycassa](https://github.com/pycassa/pycassa) - Python Thrift driver for Cassandra. - * [PyMongo](https://docs.mongodb.org/ecosystem/drivers/python/) - The official Python client for MongoDB. - * [redis-py](https://github.com/andymccurdy/redis-py) - The Redis Python Client. - * [telephus](https://github.com/driftx/Telephus) - Twisted based client for Cassandra. - * [txRedis](https://github.com/deldotdr/txRedis) - Twisted based client for Redis. + * [cassandra-driver](https://github.com/datastax/python-driver) - The Python Driver for Apache Cassandra. + * [happybase](https://github.com/python-happybase/happybase) - A developer-friendly library for Apache HBase. + * [kafka-python](https://github.com/dpkp/kafka-python) - The Python client for Apache Kafka. + * [pymongo](https://github.com/mongodb/mongo-python-driver) - The official Python client for MongoDB. + * [motor](https://github.com/mongodb/motor) - The async Python driver for MongoDB. + * [redis-py](https://github.com/redis/redis-py) - The Python client for Redis. ## Date and Time *Libraries for working with dates and times.* -* [arrow](https://github.com/crsmithdev/arrow) - Better dates & times for Python. -* [Chronyk](https://github.com/KoffeinFlummi/Chronyk) - A Python 3 library for parsing human-written times and dates. -* [dateutil](https://github.com/dateutil/dateutil) - Extensions to the standard Python [datetime](https://docs.python.org/2/library/datetime.html) module. -* [delorean](https://github.com/myusuf3/delorean/) - A library for clearing up the inconvenient truths that arise dealing with datetimes. -* [moment](https://github.com/zachwill/moment) - A Python library for dealing with dates/times. Inspired by [Moment.js](http://momentjs.com/). -* [Pendulum](https://github.com/sdispater/pendulum) - Python datetimes made easy. -* [PyTime](https://github.com/shinux/PyTime) - A easy-use Python module which aims to operate date/time/datetime by string. -* [pytz](https://launchpad.net/pytz) - World timezone definitions, modern and historical. Brings the [tz database](https://en.wikipedia.org/wiki/Tz_database) into Python. -* [when.py](https://github.com/dirn/When.py) - Providing user-friendly functions to help perform common date and time actions. +* [arrow](https://github.com/arrow-py/arrow) - A Python library that offers a sensible and human-friendly approach to creating, manipulating, formatting and converting dates, times and timestamps. +* [dateutil](https://github.com/dateutil/dateutil) - Extensions to the standard Python [datetime](https://docs.python.org/3/library/datetime.html) module. +* [pendulum](https://github.com/sdispater/pendulum) - Python datetimes made easy. +* [pytz](https://pypi.org/project/pytz/) - World timezone definitions, modern and historical. Brings the [tz database](https://en.wikipedia.org/wiki/Tz_database) into Python. ## Debugging Tools *Libraries for debugging code.* * pdb-like Debugger - * [ipdb](https://pypi.python.org/pypi/ipdb) - IPython-enabled [pdb](https://docs.python.org/3/library/pdb.html). - * [pdb++](https://pypi.python.org/pypi/pdbpp/) - Another drop-in replacement for pdb. - * [pudb](https://pypi.python.org/pypi/pudb) - A full-screen, console-based Python debugger. - * [remote-pdb](https://github.com/ionelmc/python-remote-pdb) - Remote vanilla PDB (over TCP sockets). - * [wdb](https://github.com/Kozea/wdb) - An improbable web debugger through WebSockets. + * [ipdb](https://github.com/gotcha/ipdb) - IPython-enabled [pdb](https://docs.python.org/3/library/pdb.html). + * [pudb](https://github.com/inducer/pudb) - A full-screen, console-based Python debugger. +* Tracing + * [manhole](https://github.com/ionelmc/python-manhole) - Debugging UNIX socket connections and present the stacktraces for all threads and an interactive prompt. + * [python-hunter](https://github.com/ionelmc/python-hunter) - A flexible code tracing toolkit. * Profiler - * [line_profiler](https://github.com/rkern/line_profiler) - Line-by-line profiling. - * [memory_profiler](https://github.com/fabianp/memory_profiler) - Monitor Memory usage of Python code. - * [profiling](https://github.com/what-studio/profiling) - An interactive Python profiler. + * [py-spy](https://github.com/benfred/py-spy) - A sampling profiler for Python programs. Written in Rust. * [vprof](https://github.com/nvdv/vprof) - Visual Python profiler. * Others - * [django-debug-toolbar](https://github.com/django-debug-toolbar/django-debug-toolbar) - Display various debug information for Django. - * [django-devserver](https://github.com/dcramer/django-devserver) - A drop-in replacement for Django's runserver. - * [flask-debugtoolbar](https://github.com/mgood/flask-debugtoolbar) - A port of the django-debug-toolbar to flask. - * [hunter](https://github.com/ionelmc/python-hunter) - Hunter is a flexible code tracing toolkit. - * [lptrace](https://github.com/khamidou/lptrace) - [strace](http://man7.org/linux/man-pages/man1/strace.1.html) for Python programs. - * [manhole](https://github.com/ionelmc/python-manhole) - Debug service that will accept unix domain socket connections and present the stacktraces for all threads and an interactive prompt. + * [django-debug-toolbar](https://github.com/jazzband/django-debug-toolbar) - Display various debug information for Django. + * [flask-debugtoolbar](https://github.com/pallets-eco/flask-debugtoolbar) - A port of the django-debug-toolbar to flask. + * [icecream](https://github.com/gruns/icecream) - Inspect variables, expressions, and program execution with a single, simple function call. * [pyelftools](https://github.com/eliben/pyelftools) - Parsing and analyzing ELF files and DWARF debugging information. - * [pyringe](https://github.com/google/pyringe) - Debugger capable of attaching to and injecting code into Python processes. ## Deep Learning -*Frameworks for Neural Networks and Deep Learning. See: [awesome-deep-learning](https://github.com/ChristosChristofidis/awesome-deep-learning).* +*Frameworks for Neural Networks and Deep Learning. Also see [awesome-deep-learning](https://github.com/ChristosChristofidis/awesome-deep-learning).* -* [Caffe](https://github.com/BVLC/caffe) - A fast open framework for deep learning.. -* [Keras](https://github.com/fchollet/keras) - A high-level neural networks library and capable of running on top of either TensorFlow or Theano. -* [MXNet](https://github.com/dmlc/mxnet) - A deep learning framework designed for both efficiency and flexibility. -* [Neupy](http://neupy.com/pages/home.html) - Running and testing different Artificial Neural Networks algorithms. -* [Pytorch](http://pytorch.org/) - Tensors and Dynamic neural networks in Python with strong GPU acceleration. -* [TensorFlow](https://github.com/tensorflow/tensorflow) - The most popular Deep Learning framework created by Google. -* [Theano](https://github.com/Theano/Theano) - A library for fast numerical computation. +* [keras](https://github.com/keras-team/keras) - A high-level neural networks library and capable of running on top of either TensorFlow or Theano. +* [pytorch](https://github.com/pytorch/pytorch) - Tensors and Dynamic neural networks in Python with strong GPU acceleration. +* [pytorch-lightning](https://github.com/Lightning-AI/pytorch-lightning) - Deep learning framework to train, deploy, and ship AI products Lightning fast. +* [stable-baselines3](https://github.com/DLR-RM/stable-baselines3) - PyTorch implementations of Stable Baselines (deep) reinforcement learning algorithms. +* [tensorflow](https://github.com/tensorflow/tensorflow) - The most popular Deep Learning framework created by Google. +* [theano](https://github.com/Theano/Theano) - A library for fast numerical computation. ## DevOps Tools *Software and libraries for DevOps.* -* [Ansible](https://github.com/ansible/ansible) - A radically simple IT automation platform. -* [Cloud-Init](http://cloudinit.readthedocs.io/) - A multi-distribution package that handles early initialization of a cloud instance. -* [cuisine](https://github.com/sebastien/cuisine) - Chef-like functionality for Fabric. -* [Docker Compose](https://docs.docker.com/compose/) - Fast, isolated development environments using [Docker](https://www.docker.com/). -* [Fabric](http://www.fabfile.org/) - A simple, Pythonic tool for remote execution and deployment. -* [Fabtools](https://github.com/ronnix/fabtools) - Tools for writing awesome Fabric files. -* [honcho](https://github.com/nickstenning/honcho) - A Python clone of [Foreman](https://github.com/ddollar/foreman), for managing Procfile-based applications. -* [OpenStack](http://www.openstack.org/) - Open source software for building private and public clouds. -* [pexpect](https://github.com/pexpect/pexpect) - Controlling interactive programs in a pseudo-terminal like GNU expect. -* [psutil](https://github.com/giampaolo/psutil) - A cross-platform process and system utilities module. -* [SaltStack](https://github.com/saltstack/salt) - Infrastructure automation and management system. -* [supervisor](https://github.com/Supervisor/supervisor) - Supervisor process control system for UNIX. +* Configuration Management + * [ansible](https://github.com/ansible/ansible) - A radically simple IT automation platform. + * [cloudinit](https://github.com/canonical/cloud-init) - A multi-distribution package that handles early initialization of a cloud instance. + * [openstack](https://www.openstack.org/) - Open source software for building private and public clouds. + * [pyinfra](https://github.com/pyinfra-dev/pyinfra) - A versatile CLI tools and python libraries to automate infrastructure. + * [saltstack](https://github.com/saltstack/salt) - Infrastructure automation and management system. +* SSH-style Deployment + * [cuisine](https://github.com/sebastien/cuisine) - Chef-like functionality for Fabric. + * [fabric](https://github.com/fabric/fabric) - A simple, Pythonic tool for remote execution and deployment. +* Process Management + * [supervisor](https://github.com/Supervisor/supervisor) - Supervisor process control system for UNIX. +* Monitoring + * [psutil](https://github.com/giampaolo/psutil) - A cross-platform process and system utilities module. +* Backup + * [borg](https://github.com/borgbackup/borg) - A deduplicating archiver with compression and encryption. + +## Distributed Computing + +*Frameworks and libraries for Distributed Computing.* + +* Batch Processing + * [dask](https://github.com/dask/dask) - A flexible parallel computing library for analytic computing. + * [luigi](https://github.com/spotify/luigi) - A module that helps you build complex pipelines of batch jobs. + * [PySpark](https://github.com/apache/spark) - [Apache Spark](https://spark.apache.org/) Python API. + * [Ray](https://github.com/ray-project/ray/) - A system for parallel and distributed Python that unifies the machine learning ecosystem. +* Stream Processing + * [faust](https://github.com/robinhood/faust) - A stream processing library, porting the ideas from [Kafka Streams](https://kafka.apache.org/documentation/streams/) to Python. + * [streamparse](https://github.com/Parsely/streamparse) - Run Python code against real-time streams of data via [Apache Storm](http://storm.apache.org/). ## Distribution *Libraries to create packaged executables for release distribution.* -* [dh-virtualenv](https://github.com/spotify/dh-virtualenv) - Build and distribute a virtualenv as a Debian package. -* [Nuitka](http://nuitka.net/) - Compile scripts, modules, packages to an executable or extension module. -* [py2app](http://pythonhosted.org/py2app/) - Freezes Python scripts (Mac OS X). -* [py2exe](http://www.py2exe.org/) - Freezes Python scripts (Windows). -* [PyInstaller](https://github.com/pyinstaller/pyinstaller) - Converts Python programs into stand-alone executables (cross-platform). -* [pynsist](http://pynsist.readthedocs.io/) - A tool to build Windows installers, installers bundle Python itself. +* [py2app](https://github.com/ronaldoussoren/py2app) - Freezes Python scripts (Mac OS X). +* [py2exe](https://github.com/py2exe/py2exe) - Freezes Python scripts (Windows). +* [pyarmor](https://github.com/dashingsoft/pyarmor) - A tool used to obfuscate python scripts, bind obfuscated scripts to fixed machine or expire obfuscated scripts. +* [pyinstaller](https://github.com/pyinstaller/pyinstaller) - Converts Python programs into stand-alone executables (cross-platform). +* [shiv](https://github.com/linkedin/shiv) - A command line utility for building fully self-contained zipapps (PEP 441), but with all their dependencies included. ## Documentation *Libraries for generating project documentation.* -* [Sphinx](http://www.sphinx-doc.org/en/latest/) - Python Documentation generator. +* [sphinx](https://github.com/sphinx-doc/sphinx/) - Python Documentation generator. * [awesome-sphinxdoc](https://github.com/yoloseem/awesome-sphinxdoc) -* [MkDocs](http://www.mkdocs.org/) - Markdown friendly documentation generator. -* [pdoc](https://github.com/BurntSushi/pdoc) - Epydoc replacement to auto generate API documentation for Python libraries. -* [Pycco](https://github.com/pycco-docs/pycco) - The literate-programming-style documentation generator. +* [pdoc](https://github.com/mitmproxy/pdoc) - Epydoc replacement to auto generate API documentation for Python libraries. ## Downloader *Libraries for downloading.* +* [akshare](https://github.com/jindaxiang/akshare) - A financial data interface library, built for human beings! * [s3cmd](https://github.com/s3tools/s3cmd) - A command line tool for managing Amazon S3 and CloudFront. -* [s4cmd](https://github.com/bloomreach/s4cmd) - Super S3 command line tool, good for higher performance. -* [you-get](https://www.soimort.org/you-get/) - A YouTube/Youku/Niconico video downloader written in Python 3. -* [youtube-dl](http://rg3.github.io/youtube-dl/) - A small command-line program to download videos from YouTube. - -## E-commerce - -*Frameworks and libraries for e-commerce and payments.* - -* [alipay](https://github.com/lxneng/alipay) - Unofficial Alipay API for Python. -* [Cartridge](https://github.com/stephenmcd/cartridge) - A shopping cart app built using the Mezzanine. -* [django-oscar](http://oscarcommerce.com/) - An open-source e-commerce framework for Django. -* [django-shop](https://github.com/awesto/django-shop) - A Django based shop system. -* [merchant](https://github.com/agiliq/merchant) - A Django app to accept payments from various payment processors. -* [money](https://github.com/carlospalol/money) - Money class with optional CLDR-backed locale-aware formatting and an extensible currency exchange solution. -* [python-currencies](https://github.com/Alir3z4/python-currencies) - Display money format and its filthy currencies. -* [forex-python](https://github.com/MicroPyramid/forex-python) - Foreign exchange rates, Bitcoin price index and currency conversion. -* [shoop](https://www.shoop.io/en/) - An open source E-Commerce platform based on Django. +* [youtube-dl](https://github.com/ytdl-org/youtube-dl/) - A command-line program to download videos from YouTube and other video sites. ## Editor Plugins and IDEs * Emacs - * [Elpy](https://github.com/jorgenschaefer/elpy) - Emacs Python Development Environment. -* Sublime Text - * [Anaconda](https://github.com/DamnWidget/anaconda) - Anaconda turns your Sublime Text 3 in a full featured Python development IDE. - * [SublimeJEDI](https://github.com/srusskih/SublimeJEDI) - A Sublime Text plugin to the awesome auto-complete library Jedi. + * [elpy](https://github.com/jorgenschaefer/elpy) - Emacs Python Development Environment. * Vim - * [Jedi-vim](https://github.com/davidhalter/jedi-vim) - Vim bindings for the Jedi auto-completion library for Python. - * [Python-mode](https://github.com/klen/python-mode) - An all in one plugin for turning Vim into a Python IDE. + * [jedi-vim](https://github.com/davidhalter/jedi-vim) - Vim bindings for the Jedi auto-completion library for Python. + * [python-mode](https://github.com/python-mode/python-mode) - An all in one plugin for turning Vim into a Python IDE. * [YouCompleteMe](https://github.com/Valloric/YouCompleteMe) - Includes [Jedi](https://github.com/davidhalter/jedi)-based completion engine for Python. * Visual Studio * [PTVS](https://github.com/Microsoft/PTVS) - Python Tools for Visual Studio. * Visual Studio Code - * [Python](https://github.com/DonJayamanne/pythonVSCode) - An extension with rich support for the Python language, with features including linting, IntelliSense, formatting, refactoring, debugging, unit tests, and jupyter support. - * [Magic Python](https://github.com/MagicStack/MagicPython) - Cutting edge Python syntax highlighter for Sublime Text, Atom, and Visual Studio Code. Used by GitHub to highlight your Python code! + * [Python](https://marketplace.visualstudio.com/items?itemName=ms-python.python) - The official VSCode extension with rich support for Python. * IDE - * [LiClipse](http://www.liclipse.com/) - Free polyglot IDE based on Eclipse. Uses PyDev for Python support. * [PyCharm](https://www.jetbrains.com/pycharm/) - Commercial Python IDE by JetBrains. Has free community edition available. - * [Spyder](https://github.com/spyder-ide/spyder) - Open Source Python IDE. + * [spyder](https://github.com/spyder-ide/spyder) - Open Source Python IDE. ## Email *Libraries for sending and parsing email.* -* [envelopes](http://tomekwojcik.github.io/envelopes/) - Mailing for human beings. -* [flanker](https://github.com/mailgun/flanker) - A email address and Mime parsing library. -* [imbox](https://github.com/martinrusev/imbox) - Python IMAP for Humans. -* [inbox.py](https://github.com/kennethreitz/inbox.py) - Python SMTP Server for Humans. -* [lamson](https://github.com/zedshaw/lamson) - Pythonic SMTP Application Server. -* [Marrow Mailer](https://github.com/marrow/mailer) - High-performance extensible mail delivery framework. -* [modoboa](https://github.com/tonioo/modoboa) - A mail hosting and management platform including a modern and simplified Web UI. -* [Nylas Sync Engine](https://github.com/nylas/sync-engine) - Providing a RESTful API on top of a powerful email sync platform. -* [yagmail](https://github.com/kootenpv/yagmail) - Yet another Gmail/SMTP client. +* Mail Servers + * [modoboa](https://github.com/modoboa/modoboa) - A mail hosting and management platform including a modern Web UI. + * [salmon](https://github.com/moggers87/salmon) - A Python Mail Server. +* Clients + * [imbox](https://github.com/martinrusev/imbox) - Python IMAP for Humans. + * [yagmail](https://github.com/kootenpv/yagmail) - Yet another Gmail/SMTP client. +* Others + * [flanker](https://github.com/mailgun/flanker) - An email address and Mime parsing library. + * [mailer](https://github.com/marrow/mailer) - High-performance extensible mail delivery framework. ## Environment Management -*Libraries for Python version and environment management.* +*Libraries for Python version and virtual environment management.* -* [p](https://github.com/qw3rtman/p) - Dead simple interactive Python version management. -* [pyenv](https://github.com/yyuu/pyenv) - Simple Python version management. -* [venv](https://docs.python.org/3/library/venv.html) - (Python standard library in Python 3.3+) Creating lightweight virtual environments. -* [virtualenv](https://pypi.python.org/pypi/virtualenv) - A tool to create isolated Python environments. -* [virtualenvwrapper](https://pypi.python.org/pypi/virtualenvwrapper) - A set of extensions to virtualenv. +* [pyenv](https://github.com/pyenv/pyenv) - Simple Python version management. +* [virtualenv](https://github.com/pypa/virtualenv) - A tool to create isolated Python environments. -## Files +## File Manipulation -*Libraries for file manipulation and MIME type detection.* +*Libraries for file manipulation.* -* [imghdr](https://docs.python.org/2/library/imghdr.html) - (Python standard library) Determine the type of an image. -* [mimetypes](https://docs.python.org/2/library/mimetypes.html) - (Python standard library) Map filenames to MIME types. -* [path.py](https://github.com/jaraco/path.py) - A module wrapper for [os.path](https://docs.python.org/2/library/os.path.html). -* [pathlib](https://pathlib.readthedocs.org/en/pep428/) - (Python standard library in Python 3.4+) An cross-platform, object-oriented path library. +* [mimetypes](https://docs.python.org/3/library/mimetypes.html) - (Python standard library) Map filenames to MIME types. +* [pathlib](https://docs.python.org/3/library/pathlib.html) - (Python standard library) An cross-platform, object-oriented path library. +* [path.py](https://github.com/jaraco/path.py) - A module wrapper for [os.path](https://docs.python.org/3/library/os.path.html). * [python-magic](https://github.com/ahupp/python-magic) - A Python interface to the libmagic file type identification library. -* [Unipath](https://github.com/mikeorr/Unipath) - An object-oriented approach to file/directory operations. * [watchdog](https://github.com/gorakhargosh/watchdog) - API and shell utilities to monitor file system events. -## Foreign Function Interface - -*Libraries for providing foreign function interface.* - -* [cffi](https://pypi.python.org/pypi/cffi) - Foreign Function Interface for Python calling C code. -* [ctypes](https://docs.python.org/2/library/ctypes.html) - (Python standard library) Foreign Function Interface for Python calling C code. -* [PyCUDA](https://mathema.tician.de/software/pycuda/) - A Python wrapper for Nvidia's CUDA API. -* [SWIG](http://www.swig.org/Doc1.3/Python.html) - Simplified Wrapper and Interface Generator. - -## Forms - -*Libraries for working with forms.* - -* [Deform](https://github.com/Pylons/deform) - Python HTML form generation library influenced by the formish form generation library. -* [django-bootstrap3](https://github.com/dyve/django-bootstrap3) - Bootstrap 3 integration with Django. -* [django-crispy-forms](https://github.com/maraujop/django-crispy-forms) - A Django app which lets you create beautiful forms in a very elegant and DRY way. -* [django-remote-forms](https://github.com/WiserTogether/django-remote-forms) - A platform independent Django form serializer. -* [WTForms](https://github.com/wtforms/wtforms) - A flexible forms validation and rendering library. - ## Functional Programming *Functional Programming with Python.* -* [CyToolz](https://github.com/pytoolz/cytoolz/) - Cython implementation of Toolz: High performance functional utilities. -* [fn.py](https://github.com/kachayev/fn.py) - Functional programming in Python: implementation of missing features to enjoy FP. +* [coconut](https://github.com/evhub/coconut) - A variant of Python built for simple, elegant, Pythonic functional programming. * [funcy](https://github.com/Suor/funcy) - A fancy and practical functional tools. -* [Toolz](https://github.com/pytoolz/toolz) - A collection of functional utilities for iterators, functions, and dictionaries. +* [more-itertools](https://github.com/erikrose/more-itertools) - More routines for operating on iterables, beyond `itertools`. +* [returns](https://github.com/dry-python/returns) - A set of type-safe monads, transformers, and composition utilities. +* [cytoolz](https://github.com/pytoolz/cytoolz/) - Cython implementation of `Toolz`: High performance functional utilities. +* [toolz](https://github.com/pytoolz/toolz) - A collection of functional utilities for iterators, functions, and dictionaries. -## GUI +## GUI Development *Libraries for working with graphical user interface applications.* -* [curses](https://docs.python.org/2/library/curses.html#module-curses) - Built-in wrapper for [ncurses](http://www.gnu.org/software/ncurses/) used to create terminal GUI applications. -* [enaml](https://github.com/nucleic/enaml) - Creating beautiful user-interfaces with Declaratic Syntax like QML. +* [curses](https://docs.python.org/3/library/curses.html) - Built-in wrapper for [ncurses](http://www.gnu.org/software/ncurses/) used to create terminal GUI applications. +* [Eel](https://github.com/ChrisKnott/Eel) - A library for making simple Electron-like offline HTML/JS GUI apps. +* [enaml](https://github.com/nucleic/enaml) - Creating beautiful user-interfaces with Declarative Syntax like QML. * [Flexx](https://github.com/zoofIO/flexx) - Flexx is a pure Python toolkit for creating GUI's, that uses web technology for its rendering. +* [Gooey](https://github.com/chriskiehl/Gooey) - Turn command line programs into a full GUI application with one line. * [kivy](https://kivy.org/) - A library for creating NUI applications, running on Windows, Linux, Mac OS X, Android and iOS. -* [pyglet](https://bitbucket.org/pyglet/pyglet/wiki/Home) - A cross-platform windowing and multimedia library for Python. -* [PyGObject](https://wiki.gnome.org/Projects/PyGObject) - Python Bindings for GLib/GObject/GIO/GTK+ (GTK+3) -* [PyQt](https://riverbankcomputing.com/software/pyqt/intro) - Python bindings for the [Qt](http://www.qt.io/) cross-platform application and UI framework, with support for both Qt v4 and Qt v5 frameworks. -* [PySide](https://wiki.qt.io/PySide) - Python bindings for the [Qt](http://www.qt.io/) cross-platform application and UI framework, supporting the Qt v4 framework. -* [pywebview](https://github.com/r0x0r/pywebview/) - A lightweight cross-platform native wrapper around a webview component that allows to display HTML content in its own native dedicated window +* [pyglet](https://github.com/pyglet/pyglet) - A cross-platform windowing and multimedia library for Python. +* [PyGObject](https://pygobject.readthedocs.io/) - Python Bindings for GLib/GObject/GIO/GTK+ (GTK+3). +* [PyQt](https://doc.qt.io/qtforpython/) - Python bindings for the [Qt](https://www.qt.io/) cross-platform application and UI framework. +* [PySimpleGUI](https://github.com/PySimpleGUI/PySimpleGUI) - Wrapper for tkinter, Qt, WxPython and Remi. +* [pywebview](https://github.com/r0x0r/pywebview/) - A lightweight cross-platform native wrapper around a webview component. * [Tkinter](https://wiki.python.org/moin/TkInter) - Tkinter is Python's de-facto standard GUI package. * [Toga](https://github.com/pybee/toga) - A Python native, OS native GUI toolkit. * [urwid](http://urwid.org/) - A library for creating terminal GUI applications with strong support for widgets, events, rich colors, etc. -* [wxPython](http://wxpython.org/) - A blending of the wxWidgets C++ class library with the Python. +* [wxPython](https://wxpython.org/) - A blending of the wxWidgets C++ class library with the Python. +* [DearPyGui](https://github.com/RaylockLLC/DearPyGui/) - A Simple GPU accelerated Python GUI framework + +## GraphQL + +*Libraries for working with GraphQL.* + +* [graphene](https://github.com/graphql-python/graphene/) - GraphQL framework for Python. ## Game Development *Awesome game development libraries.* -* [Cocos2d](http://cocos2d.org/) - cocos2d is a framework for building 2D games, demos, and other graphical/interactive applications. It is based on pyglet. -* [Panda3D](https://www.panda3d.org/) - 3D game engine developed by Disney and maintained by Carnegie Mellon's Entertainment Technology Center. Written in C++, completely wrapped in Python. +* [Arcade](https://api.arcade.academy/en/latest/) - Arcade is a modern Python framework for crafting games with compelling graphics and sound. +* [Cocos2d](https://www.cocos.com/en/cocos2d-x) - cocos2d is a framework for building 2D games, demos, and other graphical/interactive applications. +* [Harfang3D](http://www.harfang3d.com) - Python framework for 3D, VR and game development. +* [Panda3D](https://www.panda3d.org/) - 3D game engine developed by Disney. * [Pygame](http://www.pygame.org/news.html) - Pygame is a set of Python modules designed for writing games. * [PyOgre](http://www.ogre3d.org/tikiwiki/PyOgre) - Python bindings for the Ogre 3D render engine, can be used for games, simulations, anything 3D. * [PyOpenGL](http://pyopengl.sourceforge.net/) - Python ctypes bindings for OpenGL and it's related APIs. -* [PySDL2](http://pysdl2.readthedocs.io/) - A ctypes based wrapper for the SDL2 library. +* [PySDL2](https://pysdl2.readthedocs.io) - A ctypes based wrapper for the SDL2 library. * [RenPy](https://www.renpy.org/) - A Visual Novel engine. ## Geolocation *Libraries for geocoding addresses and working with latitudes and longitudes.* -* [django-countries](https://github.com/SmileyChris/django-countries) - A Django app that provides country choices for use with forms, flag icons static files, and a country field for models. -* [GeoDjango](https://docs.djangoproject.com/en/dev/ref/contrib/gis/) - A world-class geographic web framework. -* [GeoIP](https://github.com/maxmind/geoip-api-python) - Python API for MaxMind GeoIP Legacy Database. -* [geojson](https://github.com/frewsxcv/python-geojson) - Python bindings and utilities for GeoJSON. +* [django-countries](https://github.com/SmileyChris/django-countries) - A Django app that provides a country field for models and forms. +* [geodjango](https://docs.djangoproject.com/en/dev/ref/contrib/gis/) - A world-class geographic web framework. +* [geojson](https://github.com/jazzband/geojson) - Python bindings and utilities for GeoJSON. * [geopy](https://github.com/geopy/geopy) - Python Geocoding Toolbox. -* [pygeoip](https://github.com/appliedsec/pygeoip) - Pure Python GeoIP API. ## HTML Manipulation *Libraries for working with HTML and XML.* -* [BeautifulSoup](https://www.crummy.com/software/BeautifulSoup/bs4/doc/) - Providing Pythonic idioms for iterating, searching, and modifying HTML or XML. +* [beautifulsoup](https://www.crummy.com/software/BeautifulSoup/bs4/doc/) - Providing Pythonic idioms for iterating, searching, and modifying HTML or XML. * [bleach](https://github.com/mozilla/bleach) - A whitelist-based HTML sanitization and text linkification library. -* [cssutils](https://pypi.python.org/pypi/cssutils/) - A CSS library for Python. +* [cssutils](https://pypi.org/project/cssutils/) - A CSS library for Python. * [html5lib](https://github.com/html5lib/html5lib-python) - A standards-compliant library for parsing and serializing HTML documents and fragments. * [lxml](http://lxml.de/) - A very fast, easy-to-use and versatile library for handling HTML and XML. -* [MarkupSafe](https://github.com/pallets/markupsafe) - Implements a XML/HTML/XHTML Markup safe string for Python. +* [markupsafe](https://github.com/pallets/markupsafe) - Implements a XML/HTML/XHTML Markup safe string for Python. * [pyquery](https://github.com/gawel/pyquery) - A jQuery-like library for parsing HTML. * [untangle](https://github.com/stchris/untangle) - Converts XML documents to Python objects for easy access. * [WeasyPrint](http://weasyprint.org) - A visual rendering engine for HTML and CSS that can export to PDF. -* [xmldataset](https://xmldataset.readthedocs.io) - Simple XML Parsing. +* [xmldataset](https://xmldataset.readthedocs.io/en/latest/) - Simple XML Parsing. * [xmltodict](https://github.com/martinblech/xmltodict) - Working with XML feel like you are working with JSON. -## HTTP +## HTTP Clients *Libraries for working with HTTP.* -* [grequests](https://github.com/kennethreitz/grequests) - requests + gevent for asynchronous HTTP requests. -* [httplib2](https://github.com/jcgregorio/httplib2) - Comprehensive HTTP client library. -* [requests](http://docs.python-requests.org/en/latest/) - HTTP Requests for Humans™. +* [httpx](https://github.com/encode/httpx) - A next generation HTTP client for Python. +* [requests](https://github.com/psf/requests) - HTTP Requests for Humans. * [treq](https://github.com/twisted/treq) - Python requests like API built on top of Twisted's HTTP client. -* [urllib3](https://github.com/shazow/urllib3) - A HTTP library with thread-safe connection pooling, file post support, sanity friendly. +* [urllib3](https://github.com/urllib3/urllib3) - A HTTP library with thread-safe connection pooling, file post support, sanity friendly. ## Hardware *Libraries for programming with hardware.* -* [ino](http://inotool.org/) - Command line toolkit for working with [Arduino](https://www.arduino.cc/). -* [Pingo](http://www.pingo.io/) - Pingo provides a uniform API to program devices like the Raspberry Pi, pcDuino, Intel Galileo, etc. -* [Pyro](http://pyrorobotics.com/) - Python Robotics. -* [PyUserInput](https://github.com/SavinaRoja/PyUserInput) - A module for cross-platform control of the mouse and keyboard. +* [keyboard](https://github.com/boppreh/keyboard) - Hook and simulate global keyboard events on Windows and Linux. +* [mouse](https://github.com/boppreh/mouse) - Hook and simulate global mouse events on Windows and Linux. +* [pynput](https://github.com/moses-palmer/pynput) - A library to control and monitor input devices. * [scapy](https://github.com/secdev/scapy) - A brilliant packet manipulation library. -* [wifi](https://github.com/rockymeza/wifi) - A Python library and command line tool for working with WiFi on Linux. -## Imagery +## Image Processing *Libraries for manipulating images.* -* [hmap](https://github.com/rossgoodwin/hmap) - Image histogram remapping. -* [imgSeek](https://sourceforge.net/projects/imgseek/) - A project for searching a collection of images using visual similarity. -* [nude.py](https://github.com/hhatto/nude.py) - Nudity detection. -* [pagan](https://github.com/daboth/pagan) - Retro identicon (Avatar) generation based on input string and hash. * [pillow](https://github.com/python-pillow/Pillow) - Pillow is the friendly [PIL](http://www.pythonware.com/products/pil/) fork. -* [pyBarcode](https://pythonhosted.org/pyBarcode/) - Create barcodes in Python without needing PIL. -* [pygram](https://github.com/ajkumar25/pygram) - Instagram-like image filters. +* [python-barcode](https://github.com/WhyNotHugo/python-barcode) - Create barcodes in Python with no extra dependencies. +* [pymatting](http://github.com/pymatting/pymatting) - A library for alpha matting. * [python-qrcode](https://github.com/lincolnloop/python-qrcode) - A pure Python QR Code generator. -* [Quads](https://github.com/fogleman/Quads) - Computer art based on quadtrees. +* [pywal](https://github.com/dylanaraps/pywal) - A tool that generates color schemes from images. +* [pyvips](https://github.com/libvips/pyvips) - A fast image processing library with low memory needs. +* [quads](https://github.com/fogleman/Quads) - Computer art based on quadtrees. * [scikit-image](http://scikit-image.org/) - A Python library for (scientific) image processing. * [thumbor](https://github.com/thumbor/thumbor) - A smart imaging service. It enables on-demand crop, re-sizing and flipping of images. -* [wand](https://github.com/dahlia/wand) - Python bindings for [MagickWand](http://www.imagemagick.org/script/magick-wand.php), C API for ImageMagick. +* [wand](https://github.com/emcconville/wand) - Python bindings for [MagickWand](http://www.imagemagick.org/script/magick-wand.php), C API for ImageMagick. ## Implementations *Implementations of Python.* -* [CLPython](https://github.com/metawilm/cl-python) - Implementation of the Python programming language written in Common Lisp. -* [CPython](https://github.com/python/cpython) - **Default, most widely used implementation of the Python programming language written in C.** Optimizing Static Compiler for Python. Uses type mixins to compile Python into C or C++ modules resulting in large performance gains. -* [Grumpy](http://grump.io) - More compiler than interpreter as more powerful CPython2.7 replacement (alpha). -* [IronPython](https://github.com/IronLanguages/ironpython3) - Implementation of the Python programming language written in C# targeting the .NET Framework and Mono. -* [Jython](https://hg.python.org/jython) - Implementation of Python programming language written in Java for the Java virtual machine (JVM). -* [MicroPython](https://github.com/micropython/micropython) - MicroPython - a lean and efficient Python programming language implementation for microcontrollers and constrained systems -* [Numba](http://numba.pydata.org/) - Python JIT complier to LLVM aimed at scientific Python. -* [PeachPy](https://github.com/Maratyszcza/PeachPy) - x86-64 assembler embedded in Python. Can be used as inline assembler for Python or as a stand-alone assembler for Windows, Linux, OS X, Native Client and Go. -* [Pyjion](https://github.com/Microsoft/Pyjion) - A JIT for Python based upon CoreCLR. -* [PyPy](https://bitbucket.org/pypy/pypy) - Implementation of the Python programming language written in RPython and translated into C. PyPy focuses on speed, efficiency and compatibility with the original CPython interpreter. The interpreter uses black magic to make Python very fast without having to add in additional type information. -* [PySec](https://github.com/ebranca/owasp-pysec) - Hardened version of python that makes it easier for security professionals and developers to write applications more resilient to attacks and manipulations. -* [Pyston](https://github.com/dropbox/pyston) - A Python implementation built using LLVM and modern JIT techniques with the goal of achieving good performance. -* [Stackless Python](https://bitbucket.org/stackless-dev/stackless/wiki/Home) - An enhanced version of the Python programming language which allows programmers to reap the benefits of thread-based programming without the performance and complexity problems associated with conventional threads. +* [cpython](https://github.com/python/cpython) - **Default, most widely used implementation of the Python programming language written in C.** +* [cython](https://github.com/cython/cython) - Optimizing Static Compiler for Python. +* [clpython](https://github.com/metawilm/cl-python) - Implementation of the Python programming language written in Common Lisp. +* [ironpython](https://github.com/IronLanguages/ironpython3) - Implementation of the Python programming language written in C#. +* [micropython](https://github.com/micropython/micropython) - A lean and efficient Python programming language implementation. +* [numba](https://github.com/numba/numba) - Python JIT compiler to LLVM aimed at scientific Python. +* [peachpy](https://github.com/Maratyszcza/PeachPy) - x86-64 assembler embedded in Python. +* [pypy](https://foss.heptapod.net/pypy/pypy) - A very fast and compliant implementation of the Python language. +* [pyston](https://github.com/pyston/pyston/) - A Python implementation using JIT techniques. ## Interactive Interpreter @@ -706,6 +656,7 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * [bpython](https://github.com/bpython/bpython) - A fancy interface to the Python interpreter. * [Jupyter Notebook (IPython)](https://jupyter.org) - A rich toolkit to help you make the most out of using Python interactively. + * [awesome-jupyter](https://github.com/markusschanta/awesome-jupyter) * [ptpython](https://github.com/jonathanslenders/ptpython) - Advanced Python REPL built on top of the [python-prompt-toolkit](https://github.com/jonathanslenders/python-prompt-toolkit). ## Internationalization @@ -719,49 +670,41 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). *Libraries for scheduling jobs.* -* [APScheduler](http://apscheduler.readthedocs.io/) - A light but powerful in-process task scheduler that lets you schedule functions. +* [Airflow](https://airflow.apache.org/) - Airflow is a platform to programmatically author, schedule and monitor workflows. +* [APScheduler](http://apscheduler.readthedocs.io/en/latest/) - A light but powerful in-process task scheduler that lets you schedule functions. * [django-schedule](https://github.com/thauber/django-schedule) - A calendaring app for Django. * [doit](http://pydoit.org/) - A task runner and build tool. * [gunnery](https://github.com/gunnery/gunnery) - Multipurpose task execution tool for distributed systems with web-based interface. -* [Joblib](http://pythonhosted.org/joblib/index.html) - A set of tools to provide lightweight pipelining in Python. +* [Joblib](https://joblib.readthedocs.io/) - A set of tools to provide lightweight pipelining in Python. * [Plan](https://github.com/fengsp/plan) - Writing crontab file in Python like a charm. +* [Prefect](https://github.com/PrefectHQ/prefect) - A modern workflow orchestration framework that makes it easy to build, schedule and monitor robust data pipelines. * [schedule](https://github.com/dbader/schedule) - Python job scheduling for humans. * [Spiff](https://github.com/knipknap/SpiffWorkflow) - A powerful workflow engine implemented in pure Python. -* [TaskFlow](http://docs.openstack.org/developer/taskflow/) - A Python library that helps to make task execution easy, consistent and reliable. +* [TaskFlow](https://docs.openstack.org/developer/taskflow/) - A Python library that helps to make task execution easy, consistent and reliable. ## Logging *Libraries for generating and working with logs.* -* [Eliot](https://github.com/ClusterHQ/eliot) - Logging for complex & distributed systems. * [logbook](http://logbook.readthedocs.io/en/stable/) - Logging replacement for Python. -* [logging](https://docs.python.org/2/library/logging.html) - (Python standard library) Logging facility for Python. -* [Raven](https://github.com/getsentry/raven-python) - The Python client for Sentry. -* [Sentry](https://pypi.python.org/pypi/sentry) - A realtime logging and aggregation server. +* [logging](https://docs.python.org/3/library/logging.html) - (Python standard library) Logging facility for Python. +* [loguru](https://github.com/Delgan/loguru) - Library which aims to bring enjoyable logging in Python. +* [sentry-python](https://github.com/getsentry/sentry-python) - Sentry SDK for Python. +* [structlog](https://www.structlog.org/en/stable/) - Structured logging made easy. ## Machine Learning -*Libraries for Machine Learning. See: [awesome-machine-learning](https://github.com/josephmisiti/awesome-machine-learning#python).* +*Libraries for Machine Learning. Also see [awesome-machine-learning](https://github.com/josephmisiti/awesome-machine-learning#python).* -* [gensim](https://github.com/piskvorky/gensim) - Topic Modelling for Humans. -* [LightFM](https://github.com/lyst/lightfm) - A Python implementation of a number of popular recommendation algorithms. -* [MLlib](http://spark.apache.org/mllib/) - [Apache Spark](http://spark.apache.org/)'s scalable Machine Learning library. +* [gym](https://github.com/openai/gym) - A toolkit for developing and comparing reinforcement learning algorithms. +* [H2O](https://github.com/h2oai/h2o-3) - Open Source Fast Scalable Machine Learning Platform. +* [Metrics](https://github.com/benhamner/Metrics) - Machine learning evaluation metrics. * [NuPIC](https://github.com/numenta/nupic) - Numenta Platform for Intelligent Computing. * [scikit-learn](http://scikit-learn.org/) - The most popular Python library for Machine Learning. -* [surprise](http://surpriselib.com) - A scikit for building and analyzing recommender systems. +* [Spark ML](http://spark.apache.org/docs/latest/ml-guide.html) - [Apache Spark](http://spark.apache.org/)'s scalable Machine Learning library. * [vowpal_porpoise](https://github.com/josephreisinger/vowpal_porpoise) - A lightweight Python wrapper for [Vowpal Wabbit](https://github.com/JohnLangford/vowpal_wabbit/). * [xgboost](https://github.com/dmlc/xgboost) - A scalable, portable, and distributed gradient boosting library. - -## MapReduce - -*Frameworks and libraries for MapReduce.* - -* [dpark](https://github.com/douban/dpark) - Python clone of Spark, a MapReduce alike framework in Python. -* [dumbo](https://github.com/klbostee/dumbo) - Python module that allows one to easily write and run Hadoop programs. -* [luigi](https://github.com/spotify/luigi) - A module that helps you build complex pipelines of batch jobs. -* [mrjob](https://github.com/Yelp/mrjob) - Run MapReduce jobs on Hadoop or Amazon Web Services. -* [PySpark](http://spark.apache.org/docs/latest/programming-guide.html) - The Spark Python API. -* [streamparse](https://github.com/Parsely/streamparse) - Run Python code against real-time streams of data. Integrates with [Apache Storm](http://storm.apache.org/). +* [MindsDB](https://github.com/mindsdb/mindsdb) - MindsDB is an open source AI layer for existing databases that allows you to effortlessly develop, train and deploy state-of-the-art machine learning models using standard queries. ## Microsoft Windows @@ -770,7 +713,7 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * [Python(x,y)](http://python-xy.github.io/) - Scientific-applications-oriented Python Distribution based on Qt and Spyder. * [pythonlibs](http://www.lfd.uci.edu/~gohlke/pythonlibs/) - Unofficial Windows binaries for Python extension packages. * [PythonNet](https://github.com/pythonnet/pythonnet) - Python Integration with the .NET Common Language Runtime (CLR). -* [PyWin32](https://sourceforge.net/projects/pywin32/) - Python Extensions for Windows. +* [PyWin32](https://github.com/mhammond/pywin32) - Python Extensions for Windows. * [WinPython](https://winpython.github.io/) - Portable development environment for Windows 7/8. ## Miscellaneous @@ -778,101 +721,98 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). *Useful libraries or tools that don't fit in the categories above.* * [blinker](https://github.com/jek/blinker) - A fast Python in-process signal/event dispatching system. +* [boltons](https://github.com/mahmoud/boltons) - A set of pure-Python utilities. * [itsdangerous](https://github.com/pallets/itsdangerous) - Various helpers to pass trusted data to untrusted environments. +* [magenta](https://github.com/magenta/magenta) - A tool to generate music and art using artificial intelligence. * [pluginbase](https://github.com/mitsuhiko/pluginbase) - A simple but flexible plugin system for Python. -* [Pychievements](https://github.com/PacketPerception/pychievements) - A framework for creating and tracking achievements. -* [Tryton](http://www.tryton.org/) - A general purpose business framework. +* [tryton](http://www.tryton.org/) - A general purpose business framework. ## Natural Language Processing *Libraries for working with human languages.* -* [Jieba](https://github.com/fxsjy/jieba) - Chinese text segmentation. -* [langid.py](https://github.com/saffsd/langid.py) - Stand-alone language identification system. -* [NLTK](http://www.nltk.org/) - A leading platform for building Python programs to work with human language data. -* [Pattern](http://www.clips.ua.ac.be/pattern) - A web mining module for the Python. -* [SnowNLP](https://github.com/isnowfy/snownlp) - A library for processing Chinese text. -* [spaCy](https://spacy.io/) - A library for industrial-strength natural language processing in Python and Cython. -* [TextBlob](https://github.com/sloria/TextBlob) - Providing a consistent API for diving into common NLP tasks. -* [TextGrocery](https://github.com/2shou/TextGrocery) - A simple, efficient short-text classification tool based on LibLinear and Jieba. +- General + * [gensim](https://github.com/RaRe-Technologies/gensim) - Topic Modeling for Humans. + * [langid.py](https://github.com/saffsd/langid.py) - Stand-alone language identification system. + * [nltk](http://www.nltk.org/) - A leading platform for building Python programs to work with human language data. + * [pattern](https://github.com/clips/pattern) - A web mining module. + * [polyglot](https://github.com/aboSamoor/polyglot) - Natural language pipeline supporting hundreds of languages. + * [pytext](https://github.com/facebookresearch/pytext) - A natural language modeling framework based on PyTorch. + * [PyTorch-NLP](https://github.com/PetrochukM/PyTorch-NLP) - A toolkit enabling rapid deep learning NLP prototyping for research. + * [spacy](https://spacy.io/) - A library for industrial-strength natural language processing in Python and Cython. + * [Stanza](https://github.com/stanfordnlp/stanza) - The Stanford NLP Group's official Python library, supporting 60+ languages. +- Chinese + * [funNLP](https://github.com/fighting41love/funNLP) - A collection of tools and datasets for Chinese NLP. + * [jieba](https://github.com/fxsjy/jieba) - The most popular Chinese text segmentation library. + * [pkuseg-python](https://github.com/lancopku/pkuseg-python) - A toolkit for Chinese word segmentation in various domains. + * [snownlp](https://github.com/isnowfy/snownlp) - A library for processing Chinese text. ## Network Virtualization *Tools and libraries for Virtual Networking and SDN (Software Defined Networking).* -* [Mininet](http://mininet.org/) - A popular network emulator and API written in Python. -* [POX](https://github.com/noxrepo/pox) - An open source development platform for Python-based Software Defined Networking (SDN) control applications, such as OpenFlow SDN controllers. -* [Pyretic](http://frenetic-lang.org/pyretic/) - A member of the Frenetic family of SDN programming languages that provides powerful abstractions over network switches or emulators. -* [SDX Platform](https://github.com/sdn-ixp/internet2award) - SDN based IXP implementation that leverages Mininet, POX and Pyretic. - -## Networking - -*Libraries for networking programming.* - -* [asyncio](https://docs.python.org/3/library/asyncio.html) - (Python standard library) Asynchronous I/O, event loop, coroutines and tasks. -* [diesel](https://github.com/dieseldev/diesel) - Greenlet-based event I/O Framework for Python. -* [pulsar](https://github.com/quantmind/pulsar) - Event-driven concurrent framework for Python. -* [pyzmq](http://zeromq.github.io/pyzmq/) - A Python wrapper for the ZeroMQ message library. -* [Twisted](https://twistedmatrix.com/trac/) - An event-driven networking engine. -* [txZMQ](https://github.com/smira/txZMQ) - Twisted based wrapper for the ZeroMQ message library. +* [mininet](https://github.com/mininet/mininet) - A popular network emulator and API written in Python. +* [napalm](https://github.com/napalm-automation/napalm) - Cross-vendor API to manipulate network devices. +* [pox](https://github.com/noxrepo/pox) - A Python-based SDN control applications, such as OpenFlow SDN controllers. ## News Feed *Libraries for building user's activities.* * [django-activity-stream](https://github.com/justquick/django-activity-stream) - Generating generic activity streams from the actions on your site. -* [Stream-Framework](https://github.com/tschellenbach/Stream-Framework) - Building newsfeed and notification systems using Cassandra and Redis. +* [Stream Framework](https://github.com/tschellenbach/Stream-Framework) - Building news feed and notification systems using Cassandra and Redis. ## ORM *Libraries that implement Object-Relational Mapping or data mapping techniques.* * Relational Databases - * [Django Models](https://docs.djangoproject.com/en/dev/topics/db/models/) - A part of Django. - * [SQLAlchemy](http://www.sqlalchemy.org/) - The Python SQL Toolkit and Object Relational Mapper. + * [Django Models](https://docs.djangoproject.com/en/dev/topics/db/models/) - The Django ORM. + * [SQLAlchemy](https://www.sqlalchemy.org/) - The Python SQL Toolkit and Object Relational Mapper. * [awesome-sqlalchemy](https://github.com/dahlia/awesome-sqlalchemy) - * [Orator](https://orator-orm.com) - The Orator ORM provides a simple yet beautiful ActiveRecord implementation. - * [Peewee](https://github.com/coleifer/peewee) - A small, expressive ORM. - * [PonyORM](https://ponyorm.com/) - ORM that provides a generator-oriented interface to SQL. - * [pyDAL](https://github.com/web2py/pydal/) - A pure Python Database Abstraction Layer. - * [python-sql](https://pypi.python.org/pypi/python-sql) - Write SQL queries pythonically. + * [dataset](https://github.com/pudo/dataset) - Store Python dicts in a database - works with SQLite, MySQL, and PostgreSQL. + * [orator](https://github.com/sdispater/orator) - The Orator ORM provides a simple yet beautiful ActiveRecord implementation. + * [orm](https://github.com/encode/orm) - An async ORM. + * [peewee](https://github.com/coleifer/peewee) - A small, expressive ORM. + * [pony](https://github.com/ponyorm/pony/) - ORM that provides a generator-oriented interface to SQL. + * [pydal](https://github.com/web2py/pydal/) - A pure Python Database Abstraction Layer. * NoSQL Databases - * [django-mongodb-engine](https://github.com/django-nonrel/mongodb-engine) - Django MongoDB Backend. - * [flywheel](https://github.com/mathcamp/flywheel) - Object mapper for Amazon DynamoDB. * [hot-redis](https://github.com/stephenmcd/hot-redis) - Rich Python data types for Redis. - * [MongoEngine](http://mongoengine.org/) - A Python Object-Document-Mapper for working with MongoDB. - * [PynamoDB](https://github.com/jlafon/PynamoDB) - A Pythonic interface for [Amazon DynamoDB](https://aws.amazon.com/dynamodb/). + * [mongoengine](https://github.com/MongoEngine/mongoengine) - A Python Object-Document-Mapper for working with MongoDB. + * [PynamoDB](https://github.com/pynamodb/PynamoDB) - A Pythonic interface for [Amazon DynamoDB](https://aws.amazon.com/dynamodb/). * [redisco](https://github.com/kiddouk/redisco) - A Python Library for Simple Models and Containers Persisted in Redis. -* Others - * [butterdb](https://github.com/Widdershin/butterdb) - A Python ORM for Google Drive Spreadsheets. - * [dataset](https://github.com/pudo/dataset) - A JSON-based database. ## Package Management *Libraries for package and dependency management.* -* [pip](https://pip.pypa.io/en/stable/) - The Python package and dependency manager. - * [Python Package Index](https://pypi.python.org/pypi) +* [pip](https://pip.pypa.io/en/stable/) - The package installer for Python. + * [pip-tools](https://github.com/jazzband/pip-tools) - A set of tools to keep your pinned Python dependencies fresh. + * [PyPI](https://pypi.org/) * [conda](https://github.com/conda/conda/) - Cross-platform, Python-agnostic binary package manager. -* [Curdling](http://clarete.li/curdling/) - Curdling is a command line tool for managing Python packages. -* [pip-tools](https://github.com/nvie/pip-tools) - A set of tools to keep your pinned Python dependencies fresh. -* [wheel](http://pythonwheels.com/) - The new standard of Python distribution and are intended to replace eggs. +* [poetry](https://github.com/sdispater/poetry) - Python dependency management and packaging made easy. ## Package Repositories *Local PyPI repository server and proxies.* +* [bandersnatch](https://github.com/pypa/bandersnatch/) - PyPI mirroring tool provided by Python Packaging Authority (PyPA). +* [devpi](https://github.com/devpi/devpi) - PyPI server and packaging/testing/release tool. +* [localshop](https://github.com/jazzband/localshop) - Local PyPI server (custom packages and auto-mirroring of pypi). * [warehouse](https://github.com/pypa/warehouse) - Next generation Python Package Repository (PyPI). - * [Warehouse](https://pypi.org/) -* [bandersnatch](https://bitbucket.org/pypa/bandersnatch) - PyPI mirroring tool provided by Python Packaging Authority (PyPA). -* [devpi](http://doc.devpi.net/latest/) - PyPI server and packaging/testing/release tool. -* [localshop](https://github.com/mvantellingen/localshop) - Local PyPI server (custom packages and auto-mirroring of pypi). + +## Penetration Testing + +*Frameworks and tools for penetration testing.* + +* [fsociety](https://github.com/Manisso/fsociety) - A Penetration testing framework. +* [setoolkit](https://github.com/trustedsec/social-engineer-toolkit) - A toolkit for social engineering. +* [sqlmap](https://github.com/sqlmapproject/sqlmap) - Automatic SQL injection and database takeover tool. ## Permissions *Libraries that allow or deny users access to data or functionality.* -* [Carteblanche](https://github.com/neuman/python-carteblanche/) - Module to align code with thoughts of users and designers. Also magically handles navigation and permissions. * [django-guardian](https://github.com/django-guardian/django-guardian) - Implementation of per object permissions for Django 1.2+ * [django-rules](https://github.com/dfunckt/django-rules) - A tiny but powerful app providing object-level permissions to Django, without requiring a database. @@ -880,68 +820,87 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). *Libraries for starting and communicating with OS processes.* -* [envoy](https://github.com/kennethreitz/envoy) - Python [subprocess](https://docs.python.org/2/library/subprocess.html) for Humans™. -* [sarge](http://sarge.readthedocs.io/) - Yet another wrapper for subprocess. +* [delegator.py](https://github.com/amitt001/delegator.py) - [Subprocesses](https://docs.python.org/3/library/subprocess.html) for Humans 2.0. +* [sarge](https://sarge.readthedocs.io/en/latest/) - Yet another wrapper for subprocess. * [sh](https://github.com/amoffat/sh) - A full-fledged subprocess replacement for Python. -## Queue +## Recommender Systems -*Libraries for working with event and task queues.* +*Libraries for building recommender systems.* -* [celery](http://www.celeryproject.org/) - An asynchronous task queue/job queue based on distributed message passing. -* [huey](https://github.com/coleifer/huey) - Little multi-threaded task queue. -* [mrq](https://github.com/pricingassistant/mrq) - Mr. Queue - A distributed worker task queue in Python using Redis & gevent. -* [rq](http://python-rq.org/) - Simple job queues for Python. -* [simpleq](https://github.com/rdegges/simpleq) - A simple, infinitely scalable, Amazon SQS based queue. +* [annoy](https://github.com/spotify/annoy) - Approximate Nearest Neighbors in C++/Python optimized for memory usage. +* [fastFM](https://github.com/ibayer/fastFM) - A library for Factorization Machines. +* [implicit](https://github.com/benfred/implicit) - A fast Python implementation of collaborative filtering for implicit datasets. +* [libffm](https://github.com/guestwalk/libffm) - A library for Field-aware Factorization Machine (FFM). +* [lightfm](https://github.com/lyst/lightfm) - A Python implementation of a number of popular recommendation algorithms. +* [spotlight](https://github.com/maciejkula/spotlight) - Deep recommender models using PyTorch. +* [Surprise](https://github.com/NicolasHug/Surprise) - A scikit for building and analyzing recommender systems. +* [tensorrec](https://github.com/jfkirk/tensorrec) - A Recommendation Engine Framework in TensorFlow. + +## Refactoring + +*Refactoring tools and libraries for Python* + + * [Bicycle Repair Man](http://bicyclerepair.sourceforge.net/) - Bicycle Repair Man, a refactoring tool for Python. + * [Bowler](https://pybowler.io/) - Safe code refactoring for modern Python. + * [Rope](https://github.com/python-rope/rope) - Rope is a python refactoring library. ## RESTful API -*Libraries for developing RESTful APIs.* +*Libraries for building RESTful APIs.* * Django - * [django-formapi](https://github.com/5monkeys/django-formapi) - Create JSON APIs with Django's form validation. - * [django-rest-framework](http://www.django-rest-framework.org/) - A powerful and flexible toolkit to build web APIs. - * [django-tastypie](http://tastypieapi.org/) - Creating delicious APIs for Django apps. + * [django-rest-framework](https://github.com/encode/django-rest-framework) - A powerful and flexible toolkit to build web APIs. + * [django-tastypie](https://github.com/django-tastypie/django-tastypie) - Creating delicious APIs for Django apps. * Flask - * [eve](https://github.com/nicolaiarocci/eve) - REST API framework powered by Flask, MongoDB and good intentions. - * [flask-api-utils](https://github.com/marselester/flask-api-utils) - Taking care of API representation and authentication for Flask. - * [flask-api](http://www.flaskapi.org/) - Browsable Web APIs for Flask. + * [eve](https://github.com/pyeve/eve) - REST API framework powered by Flask, MongoDB and good intentions. + * [flask-api](https://github.com/flask-api/flask-api) - Browsable Web APIs for Flask. * [flask-restful](https://github.com/flask-restful/flask-restful) - Quickly building REST APIs for Flask. - * [flask-restless](https://github.com/jfinkels/flask-restless) - Generating RESTful APIs for database models defined with SQLAlchemy. * Pyramid - * [cornice](https://github.com/mozilla-services/cornice) - A RESTful framework for Pyramid. + * [cornice](https://github.com/Cornices/cornice) - A RESTful framework for Pyramid. * Framework agnostic - * [falcon](http://falconframework.org/) - A high-performance framework for building cloud APIs and web app backends. - * [hug](https://github.com/timothycrosley/hug) - A Python3 framework for cleanly exposing APIs over HTTP and the Command Line with automatic documentation and validation. - * [restless](https://github.com/toastdriven/restless) - Framework agnostic REST framework based on lessons learned from Tastypie. - * [ripozo](https://github.com/vertical-knowledge/ripozo) - Quickly creating REST/HATEOAS/Hypermedia APIs. - * [sandman](https://github.com/jeffknupp/sandman) - Automated REST APIs for existing database-driven systems. + * [falcon](https://github.com/falconry/falcon) - A high-performance framework for building cloud APIs and web app backends. + * [fastapi](https://github.com/tiangolo/fastapi) - A modern, fast, web framework for building APIs with Python 3.6+ based on standard Python type hints. + * [hug](https://github.com/hugapi/hug) - A Python 3 framework for cleanly exposing APIs. + * [sandman2](https://github.com/jeffknupp/sandman2) - Automated REST APIs for existing database-driven systems. + * [sanic](https://github.com/sanic-org/sanic) - A Python 3.6+ web server and web framework that's written to go fast. + +## Robotics + +*Libraries for robotics.* + +* [PythonRobotics](https://github.com/AtsushiSakai/PythonRobotics) - This is a compilation of various robotics algorithms with visualizations. +* [rospy](http://wiki.ros.org/rospy) - This is a library for ROS (Robot Operating System). ## RPC Servers *RPC-compatible servers.* -* [SimpleJSONRPCServer](https://github.com/joshmarshall/jsonrpclib/) - This library is an implementation of the JSON-RPC specification. -* [SimpleXMLRPCServer](https://docs.python.org/2/library/simplexmlrpcserver.html) - (Python standard library) Simple XML-RPC server implementation, single-threaded. +* [RPyC](https://github.com/tomerfiliba/rpyc) (Remote Python Call) - A transparent and symmetric RPC library for Python * [zeroRPC](https://github.com/0rpc/zerorpc-python) - zerorpc is a flexible RPC implementation based on [ZeroMQ](http://zeromq.org/) and [MessagePack](http://msgpack.org/). ## Science -*Libraries for scientific computing.* +*Libraries for scientific computing. Also see [Python-for-Scientists](https://github.com/TomNicholas/Python-for-Scientists).* * [astropy](http://www.astropy.org/) - A community Python library for Astronomy. * [bcbio-nextgen](https://github.com/chapmanb/bcbio-nextgen) - Providing best-practice pipelines for fully automated high throughput sequencing analysis. * [bccb](https://github.com/chapmanb/bcbb) - Collection of useful code related to biological analysis. * [Biopython](http://biopython.org/wiki/Main_Page) - Biopython is a set of freely available tools for biological computation. * [cclib](http://cclib.github.io/) - A library for parsing and interpreting the results of computational chemistry packages. +* [Colour](http://colour-science.org/) - Implementing a comprehensive number of colour theory transformations and algorithms. +* [Karate Club](https://github.com/benedekrozemberczki/karateclub) - Unsupervised machine learning toolbox for graph structured data. * [NetworkX](https://networkx.github.io/) - A high-productivity software for complex networks. * [NIPY](http://nipy.org) - A collection of neuroimaging toolkits. * [NumPy](http://www.numpy.org/) - A fundamental package for scientific computing with Python. -* [Open Babel](http://openbabel.org/wiki/Main_Page) - A chemical toolbox designed to speak the many languages of chemical data. +* [ObsPy](https://github.com/obspy/obspy/wiki/) - A Python toolbox for seismology. +* [Open Babel](https://open-babel.readthedocs.io/) - A chemical toolbox designed to speak the many languages of chemical data. * [PyDy](http://www.pydy.org/) - Short for Python Dynamics, used to assist with workflow in the modeling of dynamic motion. * [PyMC](https://github.com/pymc-devs/pymc3) - Markov Chain Monte Carlo sampling toolkit. +* [QuTiP](http://qutip.org/) - Quantum Toolbox in Python. * [RDKit](http://www.rdkit.org/) - Cheminformatics and Machine Learning Software. -* [SciPy](http://www.scipy.org/) - A Python-based ecosystem of open-source software for mathematics, science, and engineering. +* [SciPy](https://www.scipy.org/) - A Python-based ecosystem of open-source software for mathematics, science, and engineering. +* [SimPy](https://gitlab.com/team-simpy/simpy) - A process-based discrete-event simulation framework. * [statsmodels](https://github.com/statsmodels/statsmodels) - Statistical modeling and econometrics in Python. * [SymPy](https://github.com/sympy/sympy) - A Python library for symbolic mathematics. * [Zipline](https://github.com/quantopian/zipline) - A Pythonic algorithmic trading library. @@ -953,44 +912,51 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * [django-haystack](https://github.com/django-haystack/django-haystack) - Modular search for Django. * [elasticsearch-dsl-py](https://github.com/elastic/elasticsearch-dsl-py) - The official high-level Python client for Elasticsearch. * [elasticsearch-py](https://www.elastic.co/guide/en/elasticsearch/client/python-api/current/index.html) - The official low-level Python client for [Elasticsearch](https://www.elastic.co/products/elasticsearch). -* [esengine](https://github.com/catholabs/esengine) - ElasticSearch ODM (Object Document Mapper) for Python. -* [solrpy](https://github.com/edsu/solrpy) - A Python client for [solr](http://lucene.apache.org/solr/). -* [Whoosh](http://whoosh.readthedocs.io/) - A fast, pure Python search engine library. +* [pysolr](https://github.com/django-haystack/pysolr) - A lightweight Python wrapper for [Apache Solr](https://lucene.apache.org/solr/). +* [whoosh](http://whoosh.readthedocs.io/en/latest/) - A fast, pure Python search engine library. ## Serialization *Libraries for serializing complex data types* -* [marshmallow](https://github.com/marshmallow-code/marshmallow) - marshmallow is an ORM/ODM/framework-agnostic library for converting complex datatypes, such as objects, to and from native Python datatypes. +* [marshmallow](https://github.com/marshmallow-code/marshmallow) - A lightweight library for converting complex objects to and from simple Python datatypes. +* [pysimdjson](https://github.com/TkTech/pysimdjson) - A Python bindings for [simdjson](https://github.com/lemire/simdjson). +* [python-rapidjson](https://github.com/python-rapidjson/python-rapidjson) - A Python wrapper around [RapidJSON](https://github.com/Tencent/rapidjson). +* [ultrajson](https://github.com/esnme/ultrajson) - A fast JSON decoder and encoder written in C with Python bindings. ## Serverless Frameworks *Frameworks for developing serverless Python code.* -* [apex](https://github.com/apex/apex) - Build, deploy, and manage [AWS Lambda](https://aws.amazon.com/lambda/) functions with ease. * [python-lambda](https://github.com/nficano/python-lambda) - A toolkit for developing and deploying Python code in AWS Lambda. -* [Zappa](https://github.com/Miserlou/Zappa) - A tool for deploying WSGI applications on AWS Lambda and API Gateway. +* [Zappa](https://github.com/zappa/Zappa) - A tool for deploying WSGI applications on AWS Lambda and API Gateway. + +## Shell + +*Shells based on Python.* + +* [xonsh](https://github.com/xonsh/xonsh/) - A Python-powered, cross-platform, Unix-gazing shell language and command prompt. ## Specific Formats Processing *Libraries for parsing and manipulating specific text formats.* * General - * [tablib](https://github.com/kennethreitz/tablib) - A module for Tabular Datasets in XLS, CSV, JSON, YAML. + * [tablib](https://github.com/jazzband/tablib) - A module for Tabular Datasets in XLS, CSV, JSON, YAML. * Office - * [Marmir](https://github.com/brianray/mm) - Takes Python data structures and turns them into spreadsheets. - * [openpyxl](https://openpyxl.readthedocs.io/) - A library for reading and writing Excel 2010 xlsx/xlsm/xltx/xltm files. + * [docxtpl](https://github.com/elapouya/python-docx-template) - Editing a docx document by jinja2 template + * [openpyxl](https://openpyxl.readthedocs.io/en/stable/) - A library for reading and writing Excel 2010 xlsx/xlsm/xltx/xltm files. * [pyexcel](https://github.com/pyexcel/pyexcel) - Providing one API for reading, manipulating and writing csv, ods, xls, xlsx and xlsm files. * [python-docx](https://github.com/python-openxml/python-docx) - Reads, queries and modifies Microsoft Word 2007/2008 docx files. - * [relatorio](http://relatorio.tryton.org/) - Templating OpenDocument files. - * [unoconv](https://github.com/dagwieers/unoconv) - Convert between any document format supported by LibreOffice/OpenOffice. - * [XlsxWriter](https://xlsxwriter.readthedocs.io) - A Python module for creating Excel .xlsx files. - * [xlwings](http://xlwings.org/) - A BSD-licensed library that makes it easy to call Python from Excel and vice versa. + * [python-pptx](https://github.com/scanny/python-pptx) - Python library for creating and updating PowerPoint (.pptx) files. + * [unoconv](https://github.com/unoconv/unoconv) - Convert between any document format supported by LibreOffice/OpenOffice. + * [XlsxWriter](https://github.com/jmcnamara/XlsxWriter) - A Python module for creating Excel .xlsx files. + * [xlwings](https://github.com/ZoomerAnalytics/xlwings) - A BSD-licensed library that makes it easy to call Python from Excel and vice versa. * [xlwt](https://github.com/python-excel/xlwt) / [xlrd](https://github.com/python-excel/xlrd) - Writing and reading data and formatting information from Excel files. * PDF - * [PDFMiner](https://github.com/euske/pdfminer) - A tool for extracting information from PDF documents. + * [pdfminer.six](https://github.com/pdfminer/pdfminer.six) - Pdfminer.six is a community maintained fork of the original PDFMiner. * [PyPDF2](https://github.com/mstamy2/PyPDF2) - A library capable of splitting, merging and transforming PDF pages. - * [ReportLab](http://www.reportlab.com/opensource/) - Allowing Rapid creation of rich PDF documents. + * [ReportLab](https://www.reportlab.com/opensource/) - Allowing Rapid creation of rich PDF documents. * Markdown * [Mistune](https://github.com/lepture/mistune) - Fastest and full featured pure Python parsers of Markdown. * [Python-Markdown](https://github.com/waylan/Python-Markdown) - A Python implementation of John Gruber’s Markdown. @@ -1005,18 +971,27 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). *Static site generator is a software that takes some text + templates as input and produces HTML files on the output.* -* [Cactus](https://github.com/koenbok/Cactus/) - Static site generator for designers. -* [Hyde](http://hyde.github.io/) - Jinja2-based static web site generator. -* [Lektor](https://www.getlektor.com/) - An easy to use static CMS and blog engine. -* [Nikola](https://www.getnikola.com/) - A static website and blog generator. -* [Pelican](http://blog.getpelican.com/) - Uses Markdown or ReST for content and Jinja 2 for themes. Supports DVCS, Disqus. AGPL. -* [Tinkerer](http://tinkerer.me/) - Tinkerer is a blogging engine/.static website generator powered by Sphinx. +* [lektor](https://github.com/lektor/lektor) - An easy to use static CMS and blog engine. +* [mkdocs](https://github.com/mkdocs/mkdocs/) - Markdown friendly documentation generator. +* [makesite](https://github.com/sunainapai/makesite) - Simple, lightweight, and magic-free static site/blog generator (< 130 lines). +* [nikola](https://github.com/getnikola/nikola) - A static website and blog generator. +* [pelican](https://github.com/getpelican/pelican) - Static site generator that supports Markdown and reST syntax. ## Tagging *Libraries for tagging items.* -* [django-taggit](https://github.com/alex/django-taggit) - Simple tagging for Django. +* [django-taggit](https://github.com/jazzband/django-taggit) - Simple tagging for Django. + +## Task Queues + +*Libraries for working with task queues.* + +* [celery](https://docs.celeryproject.org/en/stable/) - An asynchronous task queue/job queue based on distributed message passing. +* [dramatiq](https://github.com/Bogdanp/dramatiq) - A fast and reliable background task processing library for Python 3. +* [huey](https://github.com/coleifer/huey) - Little multi-threaded task queue. +* [mrq](https://github.com/pricingassistant/mrq) - A distributed worker task queue in Python using Redis & gevent. +* [rq](https://github.com/rq/rq) - Simple job queues for Python. ## Template Engine @@ -1031,43 +1006,42 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). *Libraries for testing codebases and generating test data.* * Testing Frameworks - * [hypothesis](https://github.com/HypothesisWorks/hypothesis-python) - Hypothesis is an advanced Quickcheck style property based testing library. - * [mamba](http://nestorsalceda.github.io/mamba/) - The definitive testing tool for Python. Born under the banner of BDD. - * [nose](https://github.com/nose-devs/nose) - A nicer unittest for Python. - * [nose2](https://github.com/nose-devs/nose2) - The successor to nose, based on unittest2. - * [pytest](http://pytest.org/latest/) - A mature full-featured Python testing tool. + * [hypothesis](https://github.com/HypothesisWorks/hypothesis) - Hypothesis is an advanced Quickcheck style property based testing library. + * [nose2](https://github.com/nose-devs/nose2) - The successor to `nose`, based on `unittest2. + * [pytest](https://docs.pytest.org/en/latest/) - A mature full-featured Python testing tool. * [Robot Framework](https://github.com/robotframework/robotframework) - A generic test automation framework. - * [unittest](https://docs.python.org/2/library/unittest.html) - (Python standard library) Unit testing framework. + * [unittest](https://docs.python.org/3/library/unittest.html) - (Python standard library) Unit testing framework. * Test Runners * [green](https://github.com/CleanCut/green) - A clean, colorful test runner. - * [tox](https://tox.readthedocs.io/) - Auto builds and tests distributions in multiple Python versions + * [mamba](http://nestorsalceda.github.io/mamba/) - The definitive testing tool for Python. Born under the banner of BDD. + * [tox](https://tox.readthedocs.io/en/latest/) - Auto builds and tests distributions in multiple Python versions * GUI / Web Testing * [locust](https://github.com/locustio/locust) - Scalable user load testing tool written in Python. * [PyAutoGUI](https://github.com/asweigart/pyautogui) - PyAutoGUI is a cross-platform GUI automation Python module for human beings. - * [Selenium](https://pypi.python.org/pypi/selenium) - Python bindings for [Selenium](http://www.seleniumhq.org/) WebDriver. + * [Schemathesis](https://github.com/kiwicom/schemathesis) - A tool for automatic property-based testing of web applications built with Open API / Swagger specifications. + * [Selenium](https://pypi.org/project/selenium/) - Python bindings for [Selenium](http://www.seleniumhq.org/) WebDriver. * [sixpack](https://github.com/seatgeek/sixpack) - A language-agnostic A/B Testing framework. * [splinter](https://github.com/cobrateam/splinter) - Open source tool for testing web applications. * Mock - * [doublex](https://pypi.python.org/pypi/doublex) - Powerful test doubles framework for Python. + * [doublex](https://pypi.org/project/doublex/) - Powerful test doubles framework for Python. * [freezegun](https://github.com/spulec/freezegun) - Travel through time by mocking the datetime module. * [httmock](https://github.com/patrys/httmock) - A mocking library for requests for Python 2.6+ and 3.2+. * [httpretty](https://github.com/gabrielfalcao/HTTPretty) - HTTP request mock tool for Python. * [mock](https://docs.python.org/3/library/unittest.mock.html) - (Python standard library) A mocking and patching library. + * [mocket](https://github.com/mindflayer/python-mocket) - A socket mock framework with gevent/asyncio/SSL support. * [responses](https://github.com/getsentry/responses) - A utility library for mocking out the requests Python library. * [VCR.py](https://github.com/kevin1024/vcrpy) - Record and replay HTTP interactions on your tests. * Object Factories - * [factory_boy](https://github.com/rbarrois/factory_boy) - A test fixtures replacement for Python. - * [mixer](https://github.com/klen/mixer) - Another fixtures replacement. Supported Django, Flask, SQLAlchemy, Peewee and etc. + * [factory_boy](https://github.com/FactoryBoy/factory_boy) - A test fixtures replacement for Python. + * [mixer](https://github.com/klen/mixer) - Another fixtures replacement. Supports Django, Flask, SQLAlchemy, Peewee and etc. * [model_mommy](https://github.com/vandersonmota/model_mommy) - Creating random fixtures for testing in Django. * Code Coverage - * [coverage](https://pypi.python.org/pypi/coverage) - Code coverage measurement. + * [coverage](https://pypi.org/project/coverage/) - Code coverage measurement. * Fake Data - * [church](https://github.com/lk-geimfari/church) - is a Python library that help you generate fake data. * [fake2db](https://github.com/emirozer/fake2db) - Fake database generator. * [faker](https://github.com/joke2k/faker) - A Python package that generates fake data. - * [radar](https://pypi.python.org/pypi/radar) - Generate random datetime / time. -* Error Handler - * [FuckIt.py](https://github.com/ajalt/fuckitpy) - FuckIt.py uses state-of-the-art technology to make sure your Python code runs whether it has any right to or not. + * [mimesis](https://github.com/lk-geimfari/mimesis) - is a Python library that help you generate fake data. + * [radar](https://pypi.org/project/radar/) - Generate random datetime / time. ## Text Processing @@ -1075,39 +1049,39 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * General * [chardet](https://github.com/chardet/chardet) - Python 2/3 compatible character encoding detector. - * [difflib](https://docs.python.org/2/library/difflib.html) - (Python standard library) Helpers for computing deltas. + * [difflib](https://docs.python.org/3/library/difflib.html) - (Python standard library) Helpers for computing deltas. * [ftfy](https://github.com/LuminosoInsight/python-ftfy) - Makes Unicode text less broken and more consistent automagically. * [fuzzywuzzy](https://github.com/seatgeek/fuzzywuzzy) - Fuzzy String Matching. * [Levenshtein](https://github.com/ztane/python-Levenshtein/) - Fast computation of Levenshtein distance and string similarity. - * [pangu.py](https://github.com/vinta/pangu.py) - Spacing texts for CJK and alphanumerics. + * [pangu.py](https://github.com/vinta/pangu.py) - Paranoid text spacing. * [pyfiglet](https://github.com/pwaller/pyfiglet) - An implementation of figlet written in Python. - * [shortuuid](https://github.com/stochastic-technologies/shortuuid) - A generator library for concise, unambiguous and URL-safe UUIDs. - * [unidecode](https://pypi.python.org/pypi/Unidecode) - ASCII transliterations of Unicode text. - * [uniout](https://github.com/moskytw/uniout) - Print readable chars instead of the escaped string. - * [xpinyin](https://github.com/lxneng/xpinyin) - A library to translate Chinese hanzi (漢字) to pinyin (拼音). + * [pypinyin](https://github.com/mozillazg/python-pinyin) - Convert Chinese hanzi (漢字) to pinyin (拼音). + * [textdistance](https://github.com/orsinium/textdistance) - Compute distance between sequences with 30+ algorithms. + * [unidecode](https://pypi.org/project/Unidecode/) - ASCII transliterations of Unicode text. * Slugify * [awesome-slugify](https://github.com/dimka665/awesome-slugify) - A Python slugify library that can preserve unicode. * [python-slugify](https://github.com/un33k/python-slugify) - A Python slugify library that translates unicode to ASCII. * [unicode-slugify](https://github.com/mozilla/unicode-slugify) - A slugifier that generates unicode slugs with Django as a dependency. +* Unique identifiers + * [hashids](https://github.com/davidaurelio/hashids-python) - Implementation of [hashids](http://hashids.org) in Python. + * [shortuuid](https://github.com/skorokithakis/shortuuid) - A generator library for concise, unambiguous and URL-safe UUIDs. * Parser - * [phonenumbers](https://github.com/daviddrysdale/python-phonenumbers) - Parsing, formatting, storing and validating international phone numbers. - * [PLY](http://www.dabeaz.com/ply/) - Implementation of lex and yacc parsing tools for Python - * [Pygments](http://pygments.org/) - A generic syntax highlighter. - * [pyparsing](http://pyparsing.wikispaces.com/) - A general purpose framework for generating parsers. + * [ply](https://github.com/dabeaz/ply) - Implementation of lex and yacc parsing tools for Python. + * [pygments](http://pygments.org/) - A generic syntax highlighter. + * [pyparsing](https://github.com/pyparsing/pyparsing) - A general purpose framework for generating parsers. * [python-nameparser](https://github.com/derek73/python-nameparser) - Parsing human names into their individual components. + * [python-phonenumbers](https://github.com/daviddrysdale/python-phonenumbers) - Parsing, formatting, storing and validating international phone numbers. * [python-user-agents](https://github.com/selwin/python-user-agents) - Browser user agent parser. * [sqlparse](https://github.com/andialbrecht/sqlparse) - A non-validating SQL parser. ## Third-party APIs -*Libraries for accessing third party services APIs. See: [List of Python API Wrappers and Libraries](https://github.com/realpython/list-of-python-api-wrappers).* +*Libraries for accessing third party services APIs. Also see [List of Python API Wrappers and Libraries](https://github.com/realpython/list-of-python-api-wrappers).* * [apache-libcloud](https://libcloud.apache.org/) - One Python library for all clouds. * [boto3](https://github.com/boto/boto3) - Python interface to Amazon Web Services. -* [django-wordpress](https://github.com/sunlightlabs/django-wordpress/) - WordPress models and views for Django. +* [django-wordpress](https://github.com/istrategylabs/django-wordpress) - WordPress models and views for Django. * [facebook-sdk](https://github.com/mobolic/facebook-sdk) - Facebook Platform Python SDK. -* [facepy](https://github.com/jgorset/facepy) - Facepy makes it really easy to interact with Facebook's Graph API -* [gmail](https://github.com/charlierguo/gmail) - A Pythonic interface for Gmail. * [google-api-python-client](https://github.com/google/google-api-python-client) - Google APIs Client Library for Python. * [gspread](https://github.com/burnash/gspread) - Google Spreadsheets Python API. * [twython](https://github.com/ryanmcgrath/twython) - A Python wrapper for the Twitter API. @@ -1119,167 +1093,108 @@ Inspired by [awesome-php](https://github.com/ziadoz/awesome-php). * [furl](https://github.com/gruns/furl) - A small Python library that makes parsing and manipulating URLs easy. * [purl](https://github.com/codeinthehole/purl) - A simple, immutable URL class with a clean API for interrogation and manipulation. * [pyshorteners](https://github.com/ellisonleao/pyshorteners) - A pure Python URL shortening lib. -* [short_url](https://github.com/Alir3z4/python-short_url) - Python implementation for generating Tiny URL and bit.ly-like URLs. -* [webargs](https://github.com/sloria/webargs) - A friendly library for parsing HTTP request arguments, with built-in support for popular web frameworks, including Flask, Django, Bottle, Tornado, and Pyramid. +* [webargs](https://github.com/marshmallow-code/webargs) - A friendly library for parsing HTTP request arguments with built-in support for popular web frameworks. ## Video *Libraries for manipulating video and GIFs.* -* [moviepy](http://zulko.github.io/moviepy/) - A module for script-based movie editing with many formats, including animated GIFs. +* [moviepy](https://zulko.github.io/moviepy/) - A module for script-based movie editing with many formats, including animated GIFs. * [scikit-video](https://github.com/aizvorski/scikit-video) - Video processing routines for SciPy. +* [vidgear](https://github.com/abhiTronix/vidgear) - Most Powerful multi-threaded Video Processing framework. -## WSGI Servers +## Web Asset Management -*WSGI-compatible web servers.* +*Tools for managing, compressing and minifying website assets.* -* [bjoern](https://pypi.python.org/pypi/bjoern) - Asynchronous, very fast and written in C. -* [fapws3](http://www.fapws.org/) - Asynchronous (network side only), written in C. -* [gunicorn](https://pypi.python.org/pypi/gunicorn) - Pre-forked, partly written in C. -* [meinheld](https://pypi.python.org/pypi/meinheld) - Asynchronous, partly written in C. -* [netius](https://github.com/hivesolutions/netius) - Asynchronous, very fast. -* [paste](http://pythonpaste.org/) - Multi-threaded, stable, tried and tested. -* [rocket](https://pypi.python.org/pypi/rocket) - Multi-threaded. -* [uWSGI](https://uwsgi-docs.readthedocs.io/) - A project aims at developing a full stack for building hosting services, written in C. -* [waitress](https://waitress.readthedocs.io/) - Multi-threaded, powers Pyramid. -* [Werkzeug](http://werkzeug.pocoo.org/) - A WSGI utility library for Python that powers Flask and can easily be embedded into your own projects. +* [django-compressor](https://github.com/django-compressor/django-compressor) - Compresses linked and inline JavaScript or CSS into a single cached file. +* [django-pipeline](https://github.com/jazzband/django-pipeline) - An asset packaging library for Django. +* [django-storages](https://github.com/jschneier/django-storages) - A collection of custom storage back ends for Django. +* [fanstatic](http://www.fanstatic.org/en/latest/) - Packages, optimizes, and serves static file dependencies as Python packages. +* [fileconveyor](http://wimleers.com/fileconveyor) - A daemon to detect and sync files to CDNs, S3 and FTP. +* [flask-assets](https://github.com/miracle2k/flask-assets) - Helps you integrate webassets into your Flask app. +* [webassets](https://github.com/miracle2k/webassets) - Bundles, optimizes, and manages unique cache-busting URLs for static resources. ## Web Content Extracting *Libraries for extracting web contents.* -* [Haul](https://github.com/vinta/Haul) - An Extensible Image Crawler. * [html2text](https://github.com/Alir3z4/html2text) - Convert HTML to Markdown-formatted text. * [lassie](https://github.com/michaelhelmick/lassie) - Web Content Retrieval for Humans. * [micawber](https://github.com/coleifer/micawber) - A small library for extracting rich content from URLs. * [newspaper](https://github.com/codelucas/newspaper) - News extraction, article extraction and content curation in Python. -* [opengraph](https://github.com/erikriver/opengraph) - A Python module to parse the Open Graph Protocol -* [python-goose](https://github.com/grangier/python-goose) - HTML Content/Article Extractor. * [python-readability](https://github.com/buriy/python-readability) - Fast Python port of arc90's readability tool. -* [sanitize](https://github.com/Alir3z4/python-sanitize) - Bringing sanity to world of messed-up data. +* [requests-html](https://github.com/psf/requests-html) - Pythonic HTML Parsing for Humans. * [sumy](https://github.com/miso-belica/sumy) - A module for automatic summarization of text documents and HTML pages. * [textract](https://github.com/deanmalmgren/textract) - Extract text from any document, Word, PowerPoint, PDFs, etc. +* [toapi](https://github.com/gaojiuli/toapi) - Every web site provides APIs. ## Web Crawling -*Libraries for scraping websites.* +*Libraries to automate web scraping.* -* [cola](https://github.com/chineking/cola) - A distributed crawling framework. -* [Demiurge](https://github.com/matiasb/demiurge) - PyQuery-based scraping micro-framework. -* [feedparser](http://pythonhosted.org/feedparser/) - Universal feed parser. -* [Grab](http://grablib.org/) - Site scraping framework. -* [MechanicalSoup](https://github.com/hickford/MechanicalSoup) - A Python library for automating interaction with websites. -* [portia](https://github.com/scrapinghub/portia) - Visual scraping for Scrapy. -* [pyspider](https://github.com/binux/pyspider) - A powerful spider system. -* [RoboBrowser](https://github.com/jmcarp/robobrowser) - A simple, Pythonic library for browsing the web without a standalone web browser. -* [Scrapy](http://scrapy.org/) - A fast high-level screen scraping and web crawling framework. +* [feedparser](https://github.com/kurtmckee/feedparser) - Universal feed parser. +* [grab](https://github.com/lorien/grab) - Site scraping framework. +* [mechanicalsoup](https://github.com/MechanicalSoup/MechanicalSoup) - A Python library for automating interaction with websites. +* [scrapy](https://github.com/scrapy/scrapy) - A fast high-level screen scraping and web crawling framework. ## Web Frameworks -*Full stack web frameworks.* - -* [Bottle](http://bottlepy.org/docs/dev/index.html) - A fast, simple and lightweight WSGI micro web-framework. -* [CherryPy](http://www.cherrypy.org/) - A minimalist Python web framework, HTTP/1.1-compliant and WSGI thread-pooled. -* [Django](https://www.djangoproject.com/) - The most popular web framework in Python. - * [awesome-django](https://github.com/rosarior/awesome-django) -* [Flask](http://flask.pocoo.org/) - A microframework for Python. - * [awesome-flask](https://github.com/humiaozuzu/awesome-flask) -* [Pyramid](http://www.pylonsproject.org/) - A small, fast, down-to-earth, open source Python web framework. - * [awesome-pyramid](https://github.com/uralbash/awesome-pyramid) -* [Sanic](https://github.com/channelcat/sanic) - Web server that's written to go fast. -* [Tornado](http://www.tornadoweb.org/en/latest/) - A Web framework and asynchronous networking library. -* [TurboGears](http://www.turbogears.org/) - A microframework that can scale up to a full stack solution. -* [Web2py](http://www.web2py.com/) - Full-stack enterprise framework for secure database-driven web-based applications. - * [GitHub Web2py](https://github.com/web2py) +*Traditional full stack web frameworks. Also see [RESTful API](https://github.com/vinta/awesome-python#restful-api).* + +* Synchronous + * [django](https://github.com/django/django) - The most popular web framework in Python. + * [awesome-django](https://github.com/shahraizali/awesome-django) + * [awesome-django](https://github.com/wsvincent/awesome-django) + * [flask](https://github.com/pallets/flask) - A microframework for Python. + * [awesome-flask](https://github.com/humiaozuzu/awesome-flask) + * [pyramid](https://pylonsproject.org/) - A small, fast, down-to-earth, open source Python web framework. + * [awesome-pyramid](https://github.com/uralbash/awesome-pyramid) + * [masonite](https://github.com/MasoniteFramework/masonite) - The modern and developer centric Python web framework. +* Asynchronous + * [tornado](https://github.com/tornadoweb/tornado) - A web framework and asynchronous networking library. ## WebSocket *Libraries for working with WebSocket.* -* [AutobahnPython](https://github.com/crossbario/autobahn-python) - WebSocket & WAMP for Python on Twisted and [asyncio](https://docs.python.org/3/library/asyncio.html). -* [Crossbar](https://github.com/crossbario/crossbar/) - Open-source Unified Application Router (Websocket & WAMP for Python on Autobahn). -* [django-socketio](https://github.com/stephenmcd/django-socketio) - WebSockets for Django. -* [WebSocket-for-Python](https://github.com/Lawouach/WebSocket-for-Python) - WebSocket client and server library for Python 2 and 3 as well as PyPy. - -# Services +* [autobahn-python](https://github.com/crossbario/autobahn-python) - WebSocket & WAMP for Python on Twisted and [asyncio](https://docs.python.org/3/library/asyncio.html). +* [channels](https://github.com/django/channels) - Developer-friendly asynchrony for Django. +* [websockets](https://github.com/aaugustin/websockets) - A library for building WebSocket servers and clients with a focus on correctness and simplicity. -Online tools and APIs to simplify development. +## WSGI Servers -## Continuous Integration +*WSGI-compatible web servers.* -*See: [awesome-CIandCD](https://github.com/ciandcd/awesome-ciandcd#online-build-system).* +* [gunicorn](https://github.com/benoitc/gunicorn) - Pre-forked, ported from Ruby's Unicorn project. +* [uwsgi](https://uwsgi-docs.readthedocs.io/en/latest/) - A project aims at developing a full stack for building hosting services, written in C. +* [waitress](https://github.com/Pylons/waitress) - Multi-threaded, powers Pyramid. +* [werkzeug](https://github.com/pallets/werkzeug) - A WSGI utility library for Python that powers Flask and can easily be embedded into your own projects. -* [CircleCI](https://circleci.com/) - A CI service that can run very fast parallel testing. (GitHub only) -* [Travis CI](https://travis-ci.org) - A popular CI service for your open source and [private](https://travis-ci.com) projects. (GitHub only) -* [Vexor CI](https://vexor.io) - A continuous integration tool for private apps with pay-per-minute billing model. -* [Wercker](http://wercker.com/) - A Docker-based platform for building and deploying applications and microservices. +# Resources -## Code Quality +Where to discover learning resources or new Python libraries. -* [Codacy](https://www.codacy.com/) - Automated Code Review to ship better code, faster. Free for Open Source. -* [Codecov](https://codecov.io/) - Code coverage dashboard. -* [Landscape](https://landscape.io/) - Hosted continuous Python code metrics. -* [QuantifiedCode](https://www.quantifiedcode.com/) - A data-driven, automated, continuous code review tool. +## Newsletters -# Resources - -Where to discover new Python libraries. +* [Awesome Python Newsletter](http://python.libhunt.com/newsletter) +* [Pycoder's Weekly](https://pycoders.com/) +* [Python Tricks](https://realpython.com/python-tricks/) +* [Python Weekly](https://www.pythonweekly.com/) ## Podcasts -* [Podcast.init](http://podcastinit.com/) -* [Talk Python To Me](https://talkpython.fm/) -* [Python Bytes](https://pythonbytes.fm) - -## Twitter - -* [@codetengu](https://twitter.com/codetengu) -* [@getpy](https://twitter.com/getpy) -* [@importpython](https://twitter.com/importpython) -* [@planetpython](https://twitter.com/planetpython) -* [@pycoders](https://twitter.com/pycoders) -* [@pypi](https://twitter.com/pypi) -* [@pythontrending](https://twitter.com/pythontrending) -* [@PythonWeekly](https://twitter.com/PythonWeekly) -* [@TalkPython](https://twitter.com/talkpython) - -## Websites - -* [/r/CoolGithubProjects](https://www.reddit.com/r/coolgithubprojects/) -* [/r/Python](https://www.reddit.com/r/python) -* [Awesome Python @LibHunt](http://python.libhunt.com) -* [Django Packages](https://www.djangopackages.com/) -* [Full Stack Python](https://www.fullstackpython.com/) -* [PyPI Ranking](http://pypi-ranking.info/alltime) -* [Python 3 Wall of Superpowers](http://python3wos.appspot.com/) -* [Python Hackers](http://pythonhackers.com/open-source/) -* [Python ZEEF](https://python.zeef.com/alan.richmond) -* [Python 开发社区](http://python.ctolib.com) -* [Trending Python repositories on GitHub today](https://github.com/trending?l=python) - -## Weekly - -* [CodeTengu Weekly](http://weekly.codetengu.com/) -* [Import Python Newsletter](http://importpython.com/newsletter/) -* [Pycoder's Weekly](http://pycoders.com/) -* [Python Weekly](http://www.pythonweekly.com/) +* [Django Chat](https://djangochat.com/) * [Python Bytes](https://pythonbytes.fm) - -# Other Awesome Lists - -List of lists. - -* Monty - * [awesome](https://github.com/sindresorhus/awesome) - * [lists](https://github.com/jnv/lists) -* Python - * [pycrumbs](https://github.com/kirang89/pycrumbs) - * [python-github-projects](https://github.com/checkcheckzz/python-github-projects) - * [python_reference](https://github.com/rasbt/python_reference) - * [pythonidae](https://github.com/svaksha/pythonidae) +* [Talk Python To Me](https://talkpython.fm/) +* [Python Test](https://podcast.pythontest.com/) +* [The Real Python Podcast](https://realpython.com/podcasts/rpp/) # Contributing Your contributions are always welcome! Please take a look at the [contribution guidelines](https://github.com/vinta/awesome-python/blob/master/CONTRIBUTING.md) first. -I will keep some pull requests open if I'm not sure whether those libraries are awesome, you could [vote for them](https://github.com/vinta/awesome-python/pulls) by adding :+1: to them. Pull requests will be merged when their votes reach **20**. +- - - + +If you have any question about this opinionated list, do not hesitate to contact me [@VintaChen](https://twitter.com/VintaChen) on Twitter or open an issue on GitHub. + diff --git a/docs/css/extra.css b/docs/css/extra.css new file mode 100644 index 000000000..1230d796a --- /dev/null +++ b/docs/css/extra.css @@ -0,0 +1,9 @@ +@media (min-width: 960px) { + html { + scroll-behavior: smooth; + } + + .md-content__inner > ul:nth-child(5) { + display: none; + } +} diff --git a/docs/extra.css b/docs/extra.css deleted file mode 100644 index 2f58f224a..000000000 --- a/docs/extra.css +++ /dev/null @@ -1,37 +0,0 @@ -.bs-sidebar.well { - /* margin-bottom: 0; */ -} - -.bs-sidebar .nav > li > a:hover, -.bs-sidebar .nav > li > a:focus { - border: none; - border-left: 2px solid; -} - -.bs-sidebar .nav > .active > a, -.bs-sidebar .nav > .active:hover > a, -.bs-sidebar .nav > .active:focus > a { - border: none; - border-left: 2px solid; -} - -@media (min-width: 992px) { - .bs-sidebar.affix { - /* top: 60px; */ - /* bottom: 0px; */ - top: 80px; - bottom: 23px; - overflow: auto; - } -} - -@media (min-width: 1200px) { - .bs-sidebar.affix-bottom, - .bs-sidebar.affix { - width: 280px; - } - - .container > .col-md-9 { - padding-left: 40px; - } -} diff --git a/mkdocs.yml b/mkdocs.yml index 6d2dd3937..67a0373a4 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -1,9 +1,26 @@ site_name: Awesome Python -site_url: http://awesome-python.com +site_url: https://awesome-python.com site_description: A curated list of awesome Python frameworks, libraries and software site_author: Vinta Chen +repo_name: vinta/awesome-python repo_url: https://github.com/vinta/awesome-python -theme: flatly -google_analytics: ['UA-510626-7', 'auto'] -pages: +theme: + name: material + palette: + primary: red + accent: pink +extra: + social: + - type: github + link: https://github.com/vinta + - type: twitter + link: https://twitter.com/vinta + - type: linkedin + link: https://www.linkedin.com/in/vinta +google_analytics: + - UA-510626-7 + - auto +extra_css: + - css/extra.css +nav: - "Life is short, you need Python.": "index.md" diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 000000000..89d64c303 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,2 @@ +mkdocs==1.0.4 +mkdocs-material==4.0.2 diff --git a/sort.py b/sort.py old mode 100644 new mode 100755 index d646c3faf..431bd02b4 --- a/sort.py +++ b/sort.py @@ -1,3 +1,4 @@ +#!/usr/bin/env python # coding: utf-8 """ @@ -29,10 +30,10 @@ def sort_blocks(): # Sorting the libraries inner_blocks = sorted(blocks[0].split('##')) - for i in range(1 , len(inner_blocks)): + for i in range(1, len(inner_blocks)): if inner_blocks[i][0] != '#': inner_blocks[i] = '##' + inner_blocks[i] - inner_blocks=''.join(inner_blocks) + inner_blocks = ''.join(inner_blocks) # Replacing the non-sorted libraries by the sorted ones and gathering all at the final_README file blocks[0] = inner_blocks @@ -68,7 +69,9 @@ def main(): with open('README.md', 'w+') as sorted_file: # Then all of the blocks are sorted individually - blocks = [''.join(sorted(block, key=lambda s: s.lower())) for block in blocks] + blocks = [ + ''.join(sorted(block, key=str.lower)) for block in blocks + ] # And the result is written back to README.md sorted_file.write(''.join(blocks))