Skip to content
Merged
Changes from 1 commit
Commits
Show all changes
36 commits
Select commit Hold shift + click to select a range
4820bf9
partners[minor]: Add standard chat model tests to partner packages
bracesproul Jun 4, 2024
400b04b
google genai
bracesproul Jun 4, 2024
efb7f3f
yarn
bracesproul Jun 4, 2024
1510d62
groq
bracesproul Jun 4, 2024
74d2fe9
groq nit and mistral
bracesproul Jun 4, 2024
f694aad
add to azure in chat openai
bracesproul Jun 4, 2024
f9b4d85
chore: lint files
bracesproul Jun 4, 2024
5a8767e
drop azure openai pkg
bracesproul Jun 4, 2024
bdb4d55
add generic constructor args to standard tests pkg
bracesproul Jun 4, 2024
de2259c
implement cloudflare standard tests
bracesproul Jun 4, 2024
8991340
implement cohere standard tests
bracesproul Jun 4, 2024
183816c
google genai package standard tests
bracesproul Jun 4, 2024
b96008e
groq
bracesproul Jun 4, 2024
3f4a3b3
allow for custom function call ids, fix mistral
bracesproul Jun 4, 2024
ded3663
azure tests
bracesproul Jun 4, 2024
18c748e
chore: lint files
bracesproul Jun 4, 2024
20d16d2
update standard tests gh action to run all pkgs
bracesproul Jun 4, 2024
cc4f4e7
chore: lint files
bracesproul Jun 4, 2024
63de31e
revert workflow file rename
bracesproul Jun 4, 2024
c323fab
fix workflow job naming issue
bracesproul Jun 4, 2024
50971e2
add anthropic, fix api keys
bracesproul Jun 4, 2024
01573ab
cache deps?
bracesproul Jun 4, 2024
f978653
fix build
bracesproul Jun 4, 2024
ca50201
Merge branch 'main' into brace/standard-tests-partners
bracesproul Jun 4, 2024
74da454
update standard tests
bracesproul Jun 4, 2024
ee55ad9
cr
bracesproul Jun 4, 2024
31aa8f8
fix
bracesproul Jun 4, 2024
d607d2b
remove dep on job which doesnt exist
bracesproul Jun 4, 2024
4c0789b
cr
bracesproul Jun 4, 2024
e66d30e
cr
bracesproul Jun 4, 2024
8d8fac1
community[minor]: Add standard tests to community chat models
bracesproul Jun 4, 2024
77111c7
Merge branch 'main' into brace/standard-tests-community
bracesproul Jun 4, 2024
b2367b9
integration tests
bracesproul Jun 5, 2024
2a1af54
chore: lint files
bracesproul Jun 5, 2024
404fdae
Merge branch 'main' into brace/standard-tests-community
bracesproul Jun 5, 2024
d7f7d45
add bedrock test
bracesproul Jun 5, 2024
File filter

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
update standard tests
  • Loading branch information
bracesproul committed Jun 4, 2024
commit 74da454a9f009e65d064f223c76db32e7fdea4f3
69 changes: 14 additions & 55 deletions .github/workflows/standard-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,29 +6,6 @@ on:
- cron: '0 13 * * *'

jobs:
install-dependencies:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Use Node.js 18.x
uses: actions/setup-node@v3
with:
node-version: 18.x
- name: Cache Yarn packages
uses: actions/cache@v3
with:
path: node_modules
key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
restore-keys: |
${{ runner.os }}-yarn-
- name: Install dependencies
run: yarn install --immutable --mode=skip-build
- name: Upload node_modules artifact
uses: actions/upload-artifact@v3
with:
name: node_modules
path: node_modules

tests:
needs: install-dependencies
runs-on: ubuntu-latest
Expand All @@ -41,11 +18,9 @@ jobs:
uses: actions/setup-node@v3
with:
node-version: 18.x
- name: Download cached node_modules
uses: actions/download-artifact@v3
with:
name: node_modules
path: node_modules
cache: "yarn"
- name: Install dependencies
run: yarn install --immutable --mode=skip-build
- name: Run standard tests (integration) for ${{ matrix.package }}
run: yarn test:standard:int --filter=@langchain/${{ matrix.package }}
env:
Expand All @@ -58,23 +33,6 @@ jobs:
# The `@langchain/openai` package contains standard tests for ChatOpenAI and AzureChatOpenAI
# We want to run these separately, so we need to pass the exact path for each test, which means
# we need separate jobs for each test.
build-langchain-openai:
needs: install-dependencies
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Use Node.js 18.x
uses: actions/setup-node@v3
with:
node-version: 18.x
- name: Download cached node_modules
uses: actions/download-artifact@v3
with:
name: node_modules
path: node_modules
- name: Build `@langchain/openai`
run: yarn build --filter=@langchain/openai

tests-ChatOpenAI:
needs: build-langchain-openai
runs-on: ubuntu-latest
Expand All @@ -84,11 +42,11 @@ jobs:
uses: actions/setup-node@v3
with:
node-version: 18.x
- name: Download cached node_modules
uses: actions/download-artifact@v3
with:
name: node_modules
path: node_modules
cache: "yarn"
- name: Install dependencies
run: yarn install --immutable --mode=skip-build
- name: Build `@langchain/openai`
run: yarn build --filter=@langchain/openai
- name: Run standard tests (integration) for `@langchain/openai` ChatOpenAI
run: yarn workspace @langchain/openai test:single src/tests/chat_models.standard.int.test.ts
env:
Expand All @@ -103,15 +61,16 @@ jobs:
uses: actions/setup-node@v3
with:
node-version: 18.x
- name: Download cached node_modules
uses: actions/download-artifact@v3
with:
name: node_modules
path: node_modules
cache: "yarn"
- name: Install dependencies
run: yarn install --immutable --mode=skip-build
- name: Build `@langchain/openai`
run: yarn build --filter=@langchain/openai
- name: Run standard tests (integration) for `@langchain/openai` AzureChatOpenAI
run: yarn workspace @langchain/openai test:single src/tests/azure/chat_models.standard.int.test.ts
env:
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
AZURE_OPENAI_API_DEPLOYMENT_NAME: "chat"
AZURE_OPENAI_API_VERSION: ${{ secrets.AZURE_OPENAI_API_VERSION }}
AZURE_OPENAI_BASE_PATH: ${{ secrets.AZURE_OPENAI_BASE_PATH }}