Repository navigation
Expand file tree
/
Copy pathbootstrap.py
More file actions
147 lines (132 loc) · 5.73 KB
/
Copy pathbootstrap.py
File metadata and controls
147 lines (132 loc) · 5.73 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
"""Bootstrap a fresh coderd for an eval run: first user, AI provider pointed
at dogfood's gateway, default chat model, and the Harbor workspace template.
Prints ``KEY=VALUE`` lines (CODER_URL, CODER_SESSION_TOKEN, HARBOR_CODER_TEMPLATE)
for the caller to export.
Env: ``HARBOR_CODER_UPSTREAM_TOKEN`` (a Coder API key for the gateway, required),
``HARBOR_CODER_UPSTREAM_URL`` (default: dogfood's Anthropic gateway).
"""
from __future__ import annotations
import argparse
import asyncio
import json
import os
import sys
import time
import urllib.error
import urllib.request
from pathlib import Path
from harbor_coder.client import CoderAPIError, CoderClient
DEFAULT_UPSTREAM_URL = "https://dogfood.cdr.dev/api/v2/ai-gateway/anthropic"
FIRST_USER = {"email": "harbor@coder.invalid", "username": "harbor", "name": "Harbor Eval"}
def _probe_upstream(token: str, base_url: str, model: str) -> None:
"""One-token request matching what chatd sends, so a bad token or model
name fails here, not as N identical trial errors."""
req = urllib.request.Request(
f"{base_url.rstrip('/')}/v1/messages",
data=json.dumps(
{"model": model, "max_tokens": 1, "messages": [{"role": "user", "content": "hi"}]}
).encode(),
headers={
"x-api-key": token,
"anthropic-version": "2023-06-01",
"content-type": "application/json",
},
)
try:
urllib.request.urlopen(req, timeout=60).close()
except urllib.error.HTTPError as e:
raise SystemExit(
f"upstream probe: {base_url} returned {e.code}: {e.read().decode(errors='replace')[:200]}"
)
async def main() -> None:
p = argparse.ArgumentParser()
p.add_argument("--url", default="http://localhost:3000")
p.add_argument("--template-dir", required=True, type=Path)
p.add_argument("--model", default="claude-haiku-4-5")
p.add_argument("--state-dir", type=Path, default=Path(".harbor-coder"))
args = p.parse_args()
upstream_token = os.environ.get("HARBOR_CODER_UPSTREAM_TOKEN") or sys.exit(
"HARBOR_CODER_UPSTREAM_TOKEN is required"
)
upstream_url = os.environ.get("HARBOR_CODER_UPSTREAM_URL", DEFAULT_UPSTREAM_URL)
_probe_upstream(upstream_token, upstream_url, args.model)
deadline = time.time() + 120
while True:
try:
await asyncio.to_thread(lambda: urllib.request.urlopen(f"{args.url}/healthz", timeout=5).close())
break
except Exception as e: # noqa: BLE001
if time.time() > deadline:
raise SystemExit(f"coderd at {args.url} not healthy: {e!r}")
await asyncio.sleep(2)
anon = CoderClient(url=args.url, token="none")
pw_file = args.state_dir / "first-user-password"
if pw_file.exists():
password = pw_file.read_text()
else:
password = "HarborEval-" + os.urandom(8).hex()
await anon.request("POST", "/api/v2/users/first", body={**FIRST_USER, "password": password})
pw_file.parent.mkdir(parents=True, exist_ok=True)
pw_file.write_text(password)
pw_file.chmod(0o600)
login = await anon.request(
"POST", "/api/v2/users/login", body={"email": FIRST_USER["email"], "password": password}
)
client = CoderClient(url=args.url, token=login["session_token"])
org = await client.default_organization()
try:
provider = await client.request("GET", "/api/v2/ai/providers/anthropic")
# Replace the stored key: the token is short-lived, and a rerun
# against an existing coderd must not keep a stale one.
await client.request(
"PATCH",
f"/api/v2/ai/providers/{provider['id']}",
body={"base_url": upstream_url, "api_keys": [{"api_key": upstream_token}]},
)
except CoderAPIError as e:
if e.status != 404:
raise
provider = await client.request(
"POST",
"/api/v2/ai/providers",
body={
"type": "anthropic",
"name": "anthropic",
"display_name": "Anthropic",
"enabled": True,
"base_url": upstream_url,
"api_keys": [upstream_token],
},
)
models_path = f"/api/v2/organizations/{org['id']}/chats/models"
models = (await client.request("GET", models_path)).get("models") or []
existing = next((m for m in models if m.get("model") == args.model), None)
if existing is None:
await client.request(
"POST",
models_path,
body={
"ai_provider_id": provider["id"],
"model": args.model,
"context_limit": 200_000,
"is_default": True,
},
)
elif not existing.get("is_default"):
# Creating a model only becomes the default when it is the first one;
# a rerun with a different model must move the default explicitly.
await client.request("PATCH", f"{models_path}/{existing['id']}", body={"is_default": True})
default = await client.default_chat_model(org["id"])
if default != args.model:
raise SystemExit(f"default chat model is {default!r}, expected {args.model!r}")
print(f"default chat model: {default}", file=sys.stderr)
push = await asyncio.create_subprocess_exec(
"coder", "templates", "push", "harbor-task", "--directory", str(args.template_dir), "--yes",
env={**os.environ, "CODER_URL": args.url, "CODER_SESSION_TOKEN": client.token},
stdout=sys.stderr,
) # fmt: skip
if await push.wait() != 0:
raise SystemExit("coder templates push failed")
print(f"CODER_URL={args.url}\nCODER_SESSION_TOKEN={client.token}\nHARBOR_CODER_TEMPLATE=harbor-task")
if __name__ == "__main__":
asyncio.run(main())