Add data-loading libraries from ml-python

lukasmasuch · lukasmasuch · commit bfc9f667d577 · 2021-06-29T11:48:20.000Z
diff --git a/projects.yaml b/projects.yaml
@@ -42,6 +42,9 @@ categories:
   - category: "web-scraping"
     title: "Web Scraping & Crawling"
     subtitle: "Libraries for web scraping, crawling, downloading, and mining as well as libraries."
+  - category: "data-loading"
+    title: "Data Loading & Extraction"
+    subtitle: "Libraries for loading, collecting, and extracting data from a variety of data sources and formats."
   - category: "monitoring"
     title: "Monitoring"
   - category: "web-ui"
@@ -2692,3 +2695,129 @@ projects:
   - name: IP2Trace
     github_id: ip2location/ip2trace-python
     pypi_id: IP2Trace
+  # Data Loading & Extraction
+  - name: Datasets
+    pypi_id: datasets
+    github_id: huggingface/datasets
+    category: data-loading
+  - name: tabulator-py
+    github_id: frictionlessdata/tabulator-py
+    category: data-loading
+    conda_id: conda-forge/tabulator-py
+    pypi_id: tabulator
+  - name: messytables
+    github_id: okfn/messytables
+    category: data-loading
+    pypi_id: messytables
+  - name: datatest
+    github_id: shawnbrown/datatest
+    category: data-loading
+    pypi_id: datatest
+  - name: rows
+    github_id: turicas/rows
+    category: data-loading
+    pypi_id: rows
+  - name: deepdish
+    github_id: uchicago-cs/deepdish
+    category: data-loading
+    conda_id: conda-forge/deepdish
+    pypi_id: deepdish
+  - name: camelot
+    github_id: camelot-dev/camelot
+    category: data-loading
+    pypi_id: camelot
+  - name: excalibur
+    github_id: camelot-dev/excalibur
+    category: data-loading
+    pypi_id: excalibur-py
+  - name: xlwings
+    github_id: xlwings/xlwings
+    category: data-loading
+    conda_id: conda-forge/xlwings
+    pypi_id: xlwings
+  - name: csvs-to-sqlite
+    github_id: simonw/csvs-to-sqlite
+    category: data-loading
+    pypi_id: csvs-to-sqlite
+  - name: Tablib
+    pypi_id: tablib
+    github_id: jazzband/tablib
+    conda_id: conda-forge/tablib
+    category: data-loading
+  - name: python-magic
+    pypi_id: python-magic
+    github_id: ahupp/python-magic
+    conda_id: conda-forge/python-magic
+    category: data-loading
+  - name: SDV
+    pypi_id: sdv
+    github_id: sdv-dev/SDV
+    category: data-loading
+  - name: Intake
+    pypi_id: intake
+    github_id: intake/intake
+    conda_id: conda-forge/intake
+    category: data-loading
+  - name: csvkit
+    pypi_id: csvkit
+    github_id: wireservice/csvkit
+    conda_id: conda-forge/csvkit
+    category: data-loading
+  - name: snorkel
+    pypi_id: snorkel
+    github_id: snorkel-team/snorkel
+    conda_id: conda-forge/snorkel
+    category: data-loading
+  - name: pyexcel-xlsx
+    pypi_id: pyexcel-xlsx
+    github_id: pyexcel/pyexcel-xlsx
+    conda_id: conda-forge/pyexcel-xlsx
+    category: data-loading
+  - name: Faker
+    pypi_id: Faker
+    github_id: joke2k/faker
+    conda_id: conda-forge/faker
+    category: data-loading
+  - name: smart-open
+    pypi_id: smart-open
+    github_id: RaRe-Technologies/smart_open
+    category: data-loading
+  - name: pandas-datareader
+    pypi_id: pandas-datareader
+    github_id: pydata/pandas-datareader
+    conda_id: conda-forge/pandas-datareader
+    category: data-loading
+  - name: openpyxl
+    pypi_id: openpyxl
+    gitlab_id: "https://foss.heptapod.net/api/graphql::openpyxl/openpyxl"
+    conda_id: openpyxl
+    dockerhub_id: "openpyxl/openpyxl-ci"
+    docs_url: https://openpyxl.readthedocs.io/en/stable/
+    license: MIT
+    category: data-loading
+  - name: textract
+    pypi_id: textract
+    github_id: deanmalmgren/textract
+    conda_id: conda-forge/textract
+    category: data-loading
+  - name: PDFMiner
+    pypi_id: pdfminer
+    conda_id: conda-forge/pdfminer
+    github_id: euske/pdfminer
+    category: data-loading
+  - name: xmltodict
+    pypi_id: xmltodict
+    github_id: martinblech/xmltodict
+    conda_id: conda-forge/xmltodict
+    category: data-loading
+  - name: Singer
+    pypi_id: singer-python
+    github_id: singer-io/getting-started
+    description: "Standard for moving data between databases, web APIs, files, queues, and just about anything else you can think of."
+    license: AGPL-3.0
+    category: data-loading
+  - name: xlrd
+    pypi_id: xlrd
+    github_id: python-excel/xlrd
+    conda_id: conda-forge/xlrd
+    category: data-loading
