-
Notifications
You must be signed in to change notification settings - Fork 21
78 lines (74 loc) · 2.13 KB
/
test_rag.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
name: Test Rag Engine
on:
push:
paths:
- "nesis/rag/core/**"
- "nesis/rag/tests/**"
- "nesis/rag/requirements*"
- "nesis/rag/settings.yaml"
pull_request:
paths:
- "nesis/rag/core/**"
- "nesis/rag/tests/**"
- "nesis/rag/requirements*"
- "nesis/rag/settings.yaml"
jobs:
linter:
name: Black formatter
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: psf/black@stable
with:
options: "--check --verbose"
src: "./nesis/rag/"
version: "24.3.0"
test:
runs-on: ubuntu-latest
name: Test RAG API
env:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
services:
postgres:
image: ametnes/postgresql:16-debian-12
env:
POSTGRES_USER: postgres
POSTGRES_PASSWORD: password
POSTGRES_DB: nesis
ports:
- 5432:5432
# Set health checks to wait until postgres has started
options: >-
--health-cmd "pg_isready -h localhost -U $$POSTGRES_USER"
--health-interval 10s
--health-timeout 5s
--health-retries 10
memcached:
image: bitnami/memcached:1.6.19
ports:
- 11211:11211
steps:
- name: Check out source
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: "3.11"
- name: Install dependencies
run: |
python -m pip install --upgrade pip
sudo apt update -y
sudo apt install ffmpeg tesseract-ocr poppler-utils -y
pip install -r nesis/rag/requirements.txt -r nesis/rag/requirements-test.txt -r nesis/rag/requirements-huggingface.txt
pip install -U transformers
pip install -U tokenizers
- name: Run unit tests
env:
NESIS_MEMCACHE_HOSTS: localhost:11211
NESIS_RAG_PGVECTOR_URL: postgresql://postgres:password@localhost:5432/nesis
NESIS_RAG_EMBEDDING_MODE: local
OPENAI_API_KEY: sk_some_key
run: |
pytest nesis/rag/tests/