standard-tests[major], openai[minor]: Init package & add standard tests to openai (#5612)

* standard-tests[major]: Init package

* fix build, cleanup

* base class and unit tests

* format n lint

* updates

* Added standard unit tests to oai and scripts, made getLsParams public

* yarn install

* always include api key

* set env var instead of constructor args

* added integration tests

* add int tests to openai

* add wso tests

* Add to root & turbo, added gh action

* usage metadata tests for streaming and invoke

* Added call options arg to integration tests

* tmp run standard test action in pr ci

* remove from pr ci

* test moar things, add readme

* chore: lint files

* token usage standard tests non streaming

Author: bracesproul

.github/workflows/standard-tests.yml

@@ -0,0 +1,23 @@
+name: Standard Tests (Integration)
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron:  '0 13 * * *'
+
+jobs:
+  openai:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js 18.x
+        uses: actions/setup-node@v3
+        with:
+          node-version: 18.x
+          cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable --mode=skip-build
+      - name: Run standard tests (integration)
+        run: yarn test:standard:int --filter=@langchain/openai
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

langchain-core/src/language_models/chat_models.ts

@@ -263,7 +263,7 @@ export abstract class BaseChatModel<
     }
   }
 
-  protected getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
+  getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
     return {
       ls_model_type: "chat",
       ls_stop: options.stop,

libs/langchain-anthropic/src/chat_models.ts

@@ -518,7 +518,7 @@ export class ChatAnthropicMessages<
     this.clientOptions = fields?.clientOptions ?? {};
   }
 
-  protected getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
+  getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
     const params = this.invocationParams(options);
     return {
       ls_provider: "openai",

libs/langchain-cohere/src/chat_models.ts

@@ -146,7 +146,7 @@ export class ChatCohere<
     this.streaming = fields?.streaming ?? this.streaming;
   }
 
-  protected getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
+  getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
     const params = this.invocationParams(options);
     return {
       ls_provider: "cohere",

libs/langchain-community/src/chat_models/fireworks.ts

@@ -104,7 +104,7 @@ export class ChatFireworks extends ChatOpenAI<ChatFireworksCallOptions> {
     this.apiKey = fireworksApiKey;
   }
 
-  protected getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
+  getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
     const params = super.getLsParams(options);
     params.ls_provider = "fireworks";
     return params;

libs/langchain-community/src/chat_models/ollama.ts

@@ -177,7 +177,7 @@ export class ChatOllama
     this.format = fields.format;
   }
 
-  protected getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
+  getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
     const params = this.invocationParams(options);
     return {
       ls_provider: "ollama",

libs/langchain-community/src/chat_models/togetherai.ts

@@ -116,7 +116,7 @@ export class ChatTogetherAI extends ChatOpenAI<ChatTogetherAICallOptions> {
     });
   }
 
-  protected getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
+  getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
     const params = super.getLsParams(options);
     params.ls_provider = "together";
     return params;

libs/langchain-google-common/src/chat_models.ts

@@ -231,7 +231,7 @@ export abstract class ChatGoogleBase<AuthOptions>
     this.buildConnection(fields ?? {}, client);
   }
 
-  protected getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
+  getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
     const params = this.invocationParams(options);
     return {
       ls_provider: "google_vertexai",

libs/langchain-google-genai/src/chat_models.ts

@@ -308,7 +308,7 @@ export class ChatGoogleGenerativeAI
     );
   }
 
-  protected getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
+  getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
     return {
       ls_provider: "google_genai",
       ls_model_name: this.model,

libs/langchain-mistralai/src/chat_models.ts

@@ -409,7 +409,7 @@ export class ChatMistralAI<
     this.model = this.modelName;
   }
 
-  protected getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
+  getLsParams(options: this["ParsedCallOptions"]): LangSmithParams {
     const params = this.invocationParams(options);
     return {
       ls_provider: "mistral",