Skip to content

Fix responsibleai toolbox build failures due to dependency updates #714

Fix responsibleai toolbox build failures due to dependency updates

Fix responsibleai toolbox build failures due to dependency updates #714

name: CI Text Notebooks
on:
push:
branches: [main]
pull_request:
branches: [main]
paths:
- "raiwidgets/**"
- "responsibleai_text/**"
- ".github/workflows/CI-notebook-text.yml"
- "libs/e2e/src/lib/describer/modelAssessment/**"
- "libs/interpret-text/**"
- "notebooks/**"
jobs:
ci-notebook-text:
env:
node-version: 16.x
strategy:
matrix:
operatingSystem: [ubuntu-latest, windows-latest]
pythonVersion: [3.8, 3.9, "3.10"]
runs-on: ${{ matrix.operatingSystem }}
steps:
- uses: actions/checkout@v4
- uses: conda-incubator/setup-miniconda@v3
with:
auto-update-conda: true
python-version: ${{ matrix.pythonVersion }}
- name: Use Node.js ${{ env.node-version }}
uses: actions/setup-node@v4
with:
node-version: ${{ env.node-version }}
- name: Install yarn
run: npm install yarn -g
- name: Install yarn dependencies
run: |
yarn config set network-timeout 300000
yarn install --frozen-lock-file
- name: Build Typescript
run: yarn buildall
- if: ${{ matrix.operatingSystem != 'macos-latest' }}
name: Install pytorch on non-MacOS
shell: bash -l {0}
run: |
conda install --yes --quiet "pytorch==1.13.1" "torchvision<0.15" captum cpuonly "numpy<1.24.0" -c pytorch
- if: ${{ matrix.operatingSystem == 'macos-latest' }}
name: Install Anaconda packages on MacOS, which should not include cpuonly according to official docs
shell: bash -l {0}
run: |
conda install --yes --quiet "pytorch<2.1,>1.13.1" "torchvision<0.16" captum "numpy<1.24.0" -c pytorch
- name: Setup tools
shell: bash -l {0}
run: |
python -m pip install --upgrade pip
pip install --upgrade setuptools
pip install --upgrade "pip-tools<=7.1.0"
- name: Install backwards-compatible keras for transformers
shell: bash -l {0}
run: |
pip install tf-keras
pip install keras==2.15
- name: Install dependencies
shell: bash -l {0}
run: |
pip install -r requirements-dev.txt
pip install .
working-directory: raiwidgets
- name: Install text dependencies
shell: bash -l {0}
run: |
pip install -r requirements-dev.txt --no-cache-dir
pip install .
working-directory: responsibleai_text
- name: Setup spacy
shell: bash -l {0}
run: |
python -m spacy download en_core_web_sm
- name: Pip freeze
shell: bash -l {0}
run: |
pip freeze > installed-requirements-dev.txt
cat installed-requirements-dev.txt
working-directory: raiwidgets
- name: Upload requirements
uses: actions/upload-artifact@v3
with:
name: requirements-dev.txt
path: raiwidgets/installed-requirements-dev.txt
- name: Run notebook tests
shell: bash -l {0}
run: python -m pytest -s -v notebooks -m text_notebooks
- name: Upload notebook test result
if: always()
uses: actions/upload-artifact@v3
with:
name: notebook-test-${{ matrix.operatingSystem }}-${{ matrix.pythonVersion }}
path: notebooks
- name: Upload e2e test screen shot
if: always()
uses: actions/upload-artifact@v3
with:
name: raiwidgets-e2e-screen-shot
path: dist/cypress