Stateful dataloader #1955

	name: Run AIStore Datapipe Test
	on:
	push:
	branches:
	- main
	- release/*
	tags:
	pull_request:
	types: [opened, synchronize, reopened, labeled]
	branches:
	- main
	# For PR created by ghstack
	- gh///base
	- release/*

	jobs:
	test:
	if: ${{ github.repository_owner == 'pytorch' }}
	runs-on: ${{ matrix.os }}
	strategy:
	fail-fast: false
	matrix:
	os:
	- macos-latest
	- ubuntu-latest
	python-version:
	- 3.8
	- 3.9
	steps:
	- name: Get PyTorch Channel
	shell: bash
	run: \|
	if [[ "${{ github.base_ref }}" == release/* ]] \|\| [[ "${{ github.ref }}" == refs/heads/release/* ]] \|\| [[ "${{ github.ref }}" == refs/tags/v* ]]; then
	PT_CHANNEL="https://download.pytorch.org/whl/test/cpu/torch_test.html"
	else
	PT_CHANNEL="https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html"
	fi
	echo "value=$PT_CHANNEL" >> $GITHUB_OUTPUT
	id: pytorch_channel
	- name: Setup Python ${{ matrix.python-version }}
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python-version }}
	- name: Check out source repository
	uses: actions/checkout@v3
	- name: Install dependencies
	run: \|
	pip3 install -r requirements.txt
	pip3 install --pre torch -f "${{ steps.pytorch_channel.outputs.value }}"
	- name: Run AIStore local deployment
	uses: NVIDIA/aistore@main
	- name: Build TorchData
	run: \|
	pip3 install .
	- name: Install test requirements
	run: pip3 install -r test/requirements_aistore.txt
	- name: Run AIStore DataPipe tests with pytest
	run: pytest --no-header -v test/test_aistore.py

Provide feedback