Fix empty batches & update data API #171

	name: Tests and Linting

	on:
	workflow_dispatch:
	pull_request:
	push:
	branches: [main]

	jobs:
	Linting:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	with:
	# requites to grab the history of the PR
	fetch-depth: 0
	- uses: actions/setup-python@v3
	- uses: pre-commit/[email protected]

	Pytest:
	runs-on: ubuntu-latest
	strategy:
	fail-fast: true
	matrix:
	python-version: ["3.7", "3.8", "3.9", "3.10"]
	steps:
	- uses: actions/checkout@v2
	- name: Set up Python
	uses: actions/setup-python@v2
	with:
	python-version: ${{ matrix.python-version }}
	architecture: x64

	- name: Cache HuggingFace Models
	uses: actions/cache@v2
	id: cache-huggingface
	with:
	path: ~/.cache/huggingface/
	key: ${{ matrix.python-version }}-huggingface

	- name: Install hatch
	run: pip install hatch

	- name: Test with Pytest on Python ${{ matrix.python-version }}
	run: hatch run tests

	- name: Upload coverage
	uses: codecov/codecov-action@v2
	if: matrix.python-version == '3.10'

	Documentation:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v2
	- uses: actions/setup-python@v2
	with:
	python-version: "3.10"

	- name: Install hatch
	run: pip install hatch

	- name: Build documentation
	run: hatch run docs:build

	Installation:
	runs-on: ubuntu-latest
	strategy:
	fail-fast: false
	matrix:
	python-version: ["3.7", "3.8", "3.9", "3.10"]
	steps:
	- uses: actions/checkout@v2
	- uses: actions/setup-python@v2
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install library from source
	run: \|
	pip install .

Provide feedback