chore(weave): Add stainless codegen (#3859)

Author: andrewtruong

.gitignore

@@ -19,4 +19,5 @@ gha-creds-*.json
 *.log
 */file::memory:?cache=shared
 tests/weave_models/
+tools/codegen/generate_config.yaml
 .cursor

Makefile

@@ -22,3 +22,6 @@ prepare-release: docs build
 synchronize-base-object-schemas:
 	cd weave && make generate_base_object_schemas && \
 	cd ../weave-js && yarn generate-schemas
+
+generate-bindings:
+	python tools/codegen/generate.py $(ARGS)

pyproject.toml

@@ -46,6 +46,15 @@ dependencies = [
   "gql[aiohttp,requests]",   # Used exclusively in wandb_api.py
   "jsonschema>=4.23.0",      # Used by scorers for field validation
   "diskcache==5.6.3",        # Used for data caching
+
+  # This dependency will be updated each time we regenerate the trace server bindings.
+  # 1. For normal dev, pin to a SHA and allow direct references.  This will look like:
+  #    weave_server_sdk @ git+https://github.com/wandb/weave-stainless@daf91fdd07535c570eb618b343e2d125f9b09e25
+  # 2. For deploys, pin to a specific version and remove allow-direct-references.  This will look like:
+  #    weave_server_sdk==0.0.1
+
+  # TODO: Uncomment when ready to commit to the new bindings.
+  "weave_server_sdk @ git+https://github.com/wandb/weave-stainless@9f62f9b3422d2afa7ad56f853ff510a81c1abb73",
 ]
 
 [project.optional-dependencies]
@@ -79,7 +88,7 @@ huggingface = ["huggingface-hub>=0.28.1"]
 instructor = [
   "instructor>=1.4.3,<1.7.0; python_version <= '3.9'",
   "instructor>=1.4.3; python_version > '3.9'",
-  "google-genai>=1.5.0"
+  "google-genai>=1.5.0",
 ]
 langchain = [
   "langchain-core>=0.2.1",
@@ -94,7 +103,8 @@ langchain_nvidia_ai_endpoints = [
   "langchain-nvidia-ai-endpoints",
 ]
 litellm = ["litellm>=1.36.1"]
-llamaindex = ["llama-index>=0.10.35,<0.12.0"] # temporary max pin b/c 0.12.0 changes call structure and therefor tests
+# temporary max pin b/c 0.12.0 changes call structure and therefor tests
+llamaindex = ["llama-index>=0.10.35,<0.12.0"]
 mistral0 = ["mistralai>=0.1.8,<1.0.0"]
 mistral1 = ["mistralai>=1.0.0"]
 scorers = [
@@ -105,7 +115,7 @@ scorers = [
   "transformers>=4.48.2",
   "torch>=2.4.1",
   "sentencepiece>=0.2.0",
-  "pip>=20.0", # this is needed for presidio-analyzer to pull the spacy models
+  "pip>=20.0",                    # this is needed for presidio-analyzer to pull the spacy models
   "presidio-analyzer>=2.2.0",
   "presidio-anonymizer>=2.2.0",
 ]
@@ -139,10 +149,16 @@ test = [
   "pillow",
   "filelock",
   "httpx",
-  
+
   "weave[trace_server]",
   "weave[trace_server_tests]",
 ]
+dev = [
+  # codegen
+  "tomlkit",
+  "python-multipart",
+
+]
 
 [project.urls]
 Company = "https://wandb.com"
@@ -171,6 +187,8 @@ exclude = [
   "weave/clear_cache.py",
 ]
 
+[tool.hatch.metadata]
+allow-direct-references = true
 [tool.pytest.ini_options]
 filterwarnings = [
   # treat warnings as errors

tools/codegen/README.md

@@ -0,0 +1,63 @@
+# Weave SDK Code Generator
+
+This tool generates code from the OpenAPI specification for Python, Node.js, and TypeScript using Stainless.
+
+## Setup
+
+1. Install weave locally:
+
+   ```
+   uv pip install -e .
+   ```
+
+2. Set the required environment variables:
+
+   - `STAINLESS_API_KEY`
+   - `GITHUB_TOKEN`
+
+3. Configure your local paths:
+
+   ```bash
+   # Copy the template configuration file
+   cp tools/codegen/generate_config.yaml.template tools/codegen/generate_config.yaml
+
+   # Edit generate_config.yaml with your local repository paths
+   ```
+
+   Note: Your local `generate_config.yaml` will be ignored by git to prevent checking in personal paths.
+
+## Commands / ARGS
+
+Note: If you run `make generate-bindings` from the weave root directory as suggested below, you'll need to pass the commands as with `ARGS=`, for example `ARGS="all"`. See more below.
+
+- **get-openapi-spec**: Starts a temporary server to fetch and save the OpenAPI spec.
+- **generate-code**: Generates client code using Stainless. You can specify the path for code generation for each language.
+- **update-pyproject**: Updates pyproject.toml with either the generated git SHA (normal dev) or the published pypi version (release).
+- **all**: Runs the full pipeline. Configuration can be provided via a YAML file (default: tools/codegen/generate_config.yaml).
+
+## Usage
+
+For help, run (from the weave root directory):
+
+```
+make generate-bindings ARGS="--help"
+```
+
+To run the full pipeline:
+
+```bash
+make generate-bindings ARGS="all"
+```
+
+## Stainless configuration
+
+In general, you won't need to change the Stainless configuration located at `tools/codegen/openapi.stainless.yml`. This file configures how Stainless will generate code, including options for different languages, security settings, etc.
+
+In the unlikely event that you need to change the configuration, it will probably be to add or remove an endpoint from generation. To do this, navigate to the `resources` key of the config. There, you'll see a list of resources we have like `calls`, `objects`, etc. If you want to manually add or remove a method, you can directly edit the relevant section. For example, you can comment out `calls/methods/start` to remove the `call_start` method from generated clients. You can also add new sections or endpoints entirely.
+
+## Adding new endpoints (TODO)
+
+## Troubleshooting
+
+- Ensure port 6345 is free if the server doesn't start.
+- Verify that all required environment variables are set.