From 5429554e708fdf7a9e0017301a00eb87a4182acd Mon Sep 17 00:00:00 2001 From: Petrus Pennanen Date: Sun, 18 Oct 2026 15:10:17 +0300 Subject: [PATCH 1/3] HIP: poll cancellation inside server prompt chunks Pass the lane cancellation hook to both prompt-step paths and enable layer polling for the 512/1024-row chunks used by the server. Keep tensor-parallel groups and short passes on their existing between-chunk cancellation path. Add CPU wiring/policy regressions and a served 27B gate which checks disconnect-to-release time, short-request latency and full native token hashes against an idle baseline. --- .../qwen3_5/backend/hip/engine/engine.zig | 2 +- .../qwen3_5/backend/hip/engine/hip_lanes.zig | 30 ++- .../qwen3_5/backend/hip/engine/prefix.zig | 18 ++ zig/src/families/qwen3_5/hip.zig | 1 + zig/tests/qwen35/serve_cancel_release.py | 177 ++++++++++++++++++ 5 files changed, 225 insertions(+), 3 deletions(-) create mode 100644 zig/tests/qwen35/serve_cancel_release.py diff --git a/zig/src/families/qwen3_5/backend/hip/engine/engine.zig b/zig/src/families/qwen3_5/backend/hip/engine/engine.zig index 5a27578539..80388006d8 100644 --- a/zig/src/families/qwen3_5/backend/hip/engine/engine.zig +++ b/zig/src/families/qwen3_5/backend/hip/engine/engine.zig @@ -338,7 +338,7 @@ pub const Engine = struct { /// The pass over `len` rows polling the cancel after each layer; null where it cannot stop (a short prompt, or tp). fn poll(e: *Engine, cancel: ?Cancel, len: usize, p: *Poll) ?fwd.Trace { const c = cancel orelse return null; - if (e.o.world > 1 or len < fwd.SPAN) return null; + if (!prefix.pollsLayers(e.o.world, len)) return null; p.* = .{ .stream = e.stream, .cancel = c }; return .{ .ctx = p, .layer = Poll.layer }; } diff --git a/zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig b/zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig index 750f0dd9cb..e8a560bfdb 100644 --- a/zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig +++ b/zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig @@ -333,6 +333,12 @@ pub const Hip = struct { return lane; } + /// The cancel a prompt chunk's forward polls after each layer (null: the chunk runs through, asked only between chunks). + fn cancelOf(s: *lanes.Stream) ?Engine.Cancel { + const c = s.cancel_check orelse return null; + return .{ .ctx = c.ptr, .check = c.check }; + } + /// One chunk of the prompt pass, ending on the next cut or the prompt's end; the last draws the first token. fn prefillStepFn(ptr: *anyopaque, s: *lanes.Stream) anyerror!bool { const h = of(ptr); @@ -348,11 +354,11 @@ pub const Hip = struct { // a structured reply keeps the prompt's last row: its first token is drawn again under the grammar if (s.grammar != null and lane.first_row == null) lane.first_row = try h.gpa.alloc(u16, h.e.drawer.vocab); const keep = if (s.grammar != null) lane.first_row else null; - _ = h.take(try h.e.prefill(&lane.caches, prompt, f.at, lane.hidden, .{ .sampling = sampling(s), .position = prompt.len, .keep = keep }, null)); + _ = h.take(try h.e.prefill(&lane.caches, prompt, f.at, lane.hidden, .{ .sampling = sampling(s), .position = prompt.len, .keep = keep }, cancelOf(s))); lane.fill = null; return true; } - try h.e.advance(&lane.caches, prompt, f.at, to, null); + try h.e.advance(&lane.caches, prompt, f.at, to, cancelOf(s)); f.at = to; if (f.next < f.count and to == f.stops[f.next]) { var owner: hip_prefix.Owner = .{ .caches = &lane.caches, .id = lane.id }; @@ -547,3 +553,23 @@ pub const Hip = struct { h.free(kv.value); } }; + +test "a prompt chunk's forward polls its stream's cancel" { + const Flag = struct { + on: bool = false, + fn check(p: *anyopaque) bool { + const f: *@This() = @ptrCast(@alignCast(p)); + return f.on; + } + }; + var flag: Flag = .{}; + var s = try lanes.Stream.init(std.testing.allocator, .{ .id = "long", .prompt = &.{ 1, 2, 3 }, .max_new = 8, .cancel_check = .{ .ptr = &flag, .check = Flag.check } }); + defer s.deinit(std.testing.allocator); + const c = Hip.cancelOf(&s) orelse return error.TestExpectedCancel; + try std.testing.expect(!c.check(c.ctx)); + flag.on = true; // the client left: the next layer edge ends the chunk + try std.testing.expect(c.check(c.ctx)); + var plain = try lanes.Stream.init(std.testing.allocator, .{ .id = "plain", .prompt = &.{ 1, 2, 3 }, .max_new = 8 }); + defer plain.deinit(std.testing.allocator); + try std.testing.expect(Hip.cancelOf(&plain) == null); // no hook: nothing to poll, no sync a layer +} diff --git a/zig/src/families/qwen3_5/backend/hip/engine/prefix.zig b/zig/src/families/qwen3_5/backend/hip/engine/prefix.zig index 15ee1d22a3..2b65a10aa0 100644 --- a/zig/src/families/qwen3_5/backend/hip/engine/prefix.zig +++ b/zig/src/families/qwen3_5/backend/hip/engine/prefix.zig @@ -12,6 +12,15 @@ pub const step = pages.tokens; /// Rows a prompt pass advances between two rounds when no other stream decodes; steps end on multiples of it. pub const chunk = 1024; +/// Rows from which a prompt pass synchronizes and asks its cancel after every layer (fewer: it runs through). +pub const poll_rows = 512; + +/// Whether a pass over `rows` rows on a group of `world` ranks stops at a layer edge when its request is cancelled; +/// a group never does, its ranks would part on the collective of the next layer. +pub fn pollsLayers(world: usize, rows: usize) bool { + return world == 1 and rows >= poll_rows; +} + /// Where the step from `at` ends: the next multiple of `rows`, or `limit` when that comes first. pub fn chunkEnd(at: usize, limit: usize, rows: usize) usize { return @min(limit, (at / rows + 1) * rows); @@ -24,3 +33,12 @@ test "a prompt step ends on the next multiple of its rows, or the prompt's cut" try std.testing.expectEqual(@as(usize, 1024), chunkEnd(700, 5000, chunk)); try std.testing.expectEqual(@as(usize, 900), chunkEnd(700, 900, 512)); } + +test "every prompt chunk a server pass runs stops at a layer edge when cancelled" { + // a 1024-row chunk of a 27B on gfx1151 takes about 5 s: the cancel must not wait for all of it + try std.testing.expect(pollsLayers(1, chunk)); + try std.testing.expect(pollsLayers(1, 512)); // the policy's default fill_rows, while other streams decode + try std.testing.expect(pollsLayers(1, 2048)); + try std.testing.expect(!pollsLayers(1, 20)); // a short prompt runs through: a sync a layer would only slow it + try std.testing.expect(!pollsLayers(2, chunk)); // tensor parallelism: the ranks stop together, between chunks +} diff --git a/zig/src/families/qwen3_5/hip.zig b/zig/src/families/qwen3_5/hip.zig index 63b4fd9308..b2320406ef 100644 --- a/zig/src/families/qwen3_5/hip.zig +++ b/zig/src/families/qwen3_5/hip.zig @@ -44,6 +44,7 @@ test { _ = moe; _ = sample; _ = prefix; + _ = hip_lanes; _ = radix; _ = native_engine; _ = pages; diff --git a/zig/tests/qwen35/serve_cancel_release.py b/zig/tests/qwen35/serve_cancel_release.py new file mode 100644 index 0000000000..102579ae09 --- /dev/null +++ b/zig/tests/qwen35/serve_cancel_release.py @@ -0,0 +1,177 @@ +"""A request cancelled in its prompt pass releases its lane within a layer; usage below (--help). + +serve_cancel.py measures only the next short request. This one splits the case into what can be told apart: + + alone a short request on the idle server, best of three (the baseline) + release the client of a long request leaves; seconds from its socket closing until /metrics says no request runs + lifetime the server's own `ended ... after=` for that request, arrival to end (with --server-log) + after a short request sent 0.05 s after another long request's client left, as serve_cancel.py sends it + +Every trial sends a fresh prompt (a nonce first), so no kept prompt state shortens it. A trial passes when its +release is within --release-max and its short request within --slack of alone, with the same text as alone. +The defaults hold the 27B to the 9B's and 35B's footing: a lane released at the next layer edge (about 0.08 s +of the 27B's 5 s chunk) plus the server's 50 ms disconnect poll, against the 4.6 s the 1.0.12 receipt waited. + +--baseline-27b prints the receipt's 27B numbers next to these (docs/receipts/gfx1151-qwen-833bbfcb): the next +short request 6.49 to 6.51 s, alone 1.90 s, the cancelled request ending 5.04 to 5.07 s after it arrived. +Exit 0 only when every trial passes; the summary line is one JSON object for the receipt. +""" + +import argparse +import http.client +import json +import re +import socket +import sys +import time +import urllib.parse + +RECEIPT_27B = {"after_short_s": [6.49, 6.51], "alone_s": 1.90, "lifetime_s": [5.04, 5.07]} + +ap = argparse.ArgumentParser(description=__doc__.splitlines()[0]) +ap.add_argument("url") +ap.add_argument("model") +ap.add_argument("--words", type=int, default=2200, help="long prompt words: 2,200 are 14,994 tokens, inside a 16,384 window") +ap.add_argument("--runs", type=int, default=3) +ap.add_argument("--drop-after", type=float, default=0.4, help="seconds from sending the long request to closing its socket") +ap.add_argument("--slack", type=float, default=0.5, help="seconds a short request after a cancel may take past alone") +ap.add_argument("--release-max", type=float, default=0.5, help="seconds from the disconnect to no running request") +ap.add_argument("--server-log", help="the server's stderr log, for each cancelled request's ended line") +ap.add_argument("--record", help="save each short request and full response as JSONL") +ap.add_argument("--baseline-27b", action="store_true", help="print the 1.0.12 receipt's 27B numbers beside these") +args = ap.parse_args() +HOST = urllib.parse.urlparse(args.url) + + +def body(text, max_tokens): + return json.dumps({"model": args.model, "messages": [{"role": "user", "content": text}], "max_tokens": max_tokens, + "temperature": 0.0, "stream": False, "chat_template_kwargs": {"enable_thinking": False}}) + + +def conn(): + return http.client.HTTPConnection(HOST.hostname, HOST.port, timeout=600) + + +def short(): + c = conn() + began = time.perf_counter() + request = body("Count from one to ten in words.", 32) + c.request("POST", "/v1/chat/completions", request, {"Content-Type": "application/json"}) + response = c.getresponse() + status = response.status + reply = json.load(response) + c.close() + seconds = time.perf_counter() - began + if args.record: + with open(args.record, "a") as f: + f.write(json.dumps({"request": json.loads(request), "status": status, "response": reply, "seconds": seconds}) + "\n") + if status != 200: + sys.exit(f"short request returned HTTP {status}: {reply}") + digest = reply.get("tensorfold", {}).get("token_sha256") + if not isinstance(digest, str) or not re.fullmatch(r"[0-9a-f]{64}", digest): + sys.exit("short reply has no complete native token_sha256") + return reply["choices"][0]["message"]["content"], digest, seconds + + +def running(): + c = conn() + c.request("GET", "/metrics") + page = c.getresponse().read().decode() + c.close() + m = re.search(r"^tensorfold:requests_running (\d+)$", page, re.M) + if not m: + sys.exit("no tensorfold:requests_running on /metrics (an API key gates it: start the server with --metrics-open)") + return int(m.group(1)) + + +def wait_running(want_at_least, limit): + began = time.perf_counter() + while time.perf_counter() - began < limit: + if running() >= want_at_least: + return True + time.sleep(0.01) + return False + + +def long_then_drop(nonce, watch): + """The long request, its socket closed --drop-after later: the perf_counter time of the close, and whether + /metrics saw it running before then (`watch`; the after trial does not ask, as serve_cancel.py does not).""" + text = f"{nonce} " + " ".join(f"item{i % 97}x{(i * 7919) % 1013}" for i in range(args.words)) + sock = socket.create_connection((HOST.hostname, HOST.port)) + payload = body(text, 8).encode() + sent = time.perf_counter() + sock.sendall(b"POST /v1/chat/completions HTTP/1.1\r\nHost: x\r\nContent-Type: application/json\r\nContent-Length: " + + str(len(payload)).encode() + b"\r\n\r\n" + payload) + seen = watch and wait_running(1, args.drop_after) + time.sleep(max(0.0, args.drop_after - (time.perf_counter() - sent))) + sock.close() + closed = time.perf_counter() + if args.record: + with open(args.record, "a") as f: + f.write(json.dumps({"kind": "cancelled_request", "request": json.loads(payload), + "socket_closed_monotonic_s": closed, "running_at_drop": seen}) + "\n") + return closed, seen + + +def lifetimes(): + if not args.server_log: + return [] + with open(args.server_log, errors="replace") as f: + return [float(m.group(1)) for m in re.finditer(r"ended \S+ reason=client-left prompt=\d+ tokens=\d+ after=([0-9.]+)s", f.read())] + + +def idle(limit=120, interval=0.05): + began = time.perf_counter() + while running() != 0: + if time.perf_counter() - began > limit: + sys.exit("the server never went idle") + time.sleep(interval) + + +idle() +before, before_hash, _ = short() +baselines = [short() for _ in range(3)] +if any(text != before or digest != before_hash for text, digest, _ in baselines): + sys.exit("idle baseline replies do not have identical text and native token hashes") +alone = min(seconds for _, _, seconds in baselines) +ended_before = len(lifetimes()) +trials, failed = [], 0 +for i in range(args.runs): + # release: nothing else in flight, so the running count is the long request alone + idle() + closed, seen = long_then_drop(f"release{i}-{time.time_ns()}", True) + idle(interval=0.005) + release = time.perf_counter() - closed + # after: the receipt's case, a short request right behind the disconnect + idle() + long_then_drop(f"after{i}-{time.time_ns()}", False) + time.sleep(0.05) + text, digest, after = short() + same = text == before and digest == before_hash + ok = seen and same and release <= args.release_max and after <= alone + args.slack + failed += not ok + trials.append({"release_s": round(release, 3), "after_short_s": round(after, 3), "running_at_drop": seen, "same_text": text == before, "same_native_tokens": digest == before_hash, "ok": ok}) + print(("ok " if ok else "FAIL ") + f"cancel {i}: released {release:.2f} s after the disconnect (max {args.release_max:.2f}); " + f"the next short request took {after:.2f} s (alone {alone:.2f} s, slack {args.slack:.2f})" + + ("" if seen else "; /metrics never saw the long request run before the disconnect") + + ("" if same else "; its text or native tokens differ from alone"), flush=True) +time.sleep(0.2) +ended = lifetimes()[ended_before:] +if args.server_log and len(ended) != 2 * args.runs: + failed += 1 + print(f"FAIL expected {2 * args.runs} client-left completions in the server log, got {len(ended)}") +summary = {"model": args.model, "words": args.words, "drop_after_s": args.drop_after, "alone_s": round(alone, 3), + "slack_s": args.slack, "release_max_s": args.release_max, "trials": trials, + "baseline_native_token_sha256": before_hash, "lifetime_s": ended, "failed": failed} +if ended: + print(f"server: {len(ended)} cancelled requests ended {min(ended):.2f} to {max(ended):.2f} s after they arrived (arrival to end, not disconnect to release)") +if args.baseline_27b: + summary["receipt_27b"] = RECEIPT_27B + r = RECEIPT_27B + print(f"1.0.12 receipt 27B: next short {r['after_short_s'][0]:.2f} to {r['after_short_s'][1]:.2f} s, alone {r['alone_s']:.2f} s, " + f"cancelled requests ended {r['lifetime_s'][0]:.2f} to {r['lifetime_s'][1]:.2f} s after arrival") + worst = max(t["after_short_s"] for t in trials) + print(f"this run: next short at most {worst:.2f} s, alone {alone:.2f} s: {r['after_short_s'][0] - worst:+.2f} s against the receipt's best") +print("summary " + json.dumps(summary)) +print("failed", failed) +sys.exit(1 if failed else 0) From ccdf102737563ae7a6629c8f516fe7e3ec742a46 Mon Sep 17 00:00:00 2001 From: Petrus Pennanen Date: Sun, 18 Oct 2026 15:18:42 +0300 Subject: [PATCH 2/3] Record gfx1151 cancellation failing control and fixed receipts Keep the fresh unmodified-versus-fixed 27B comparison, complete native token hashes, checkpoint pins and exact build/server commands. Separate disconnect-to-idle timing from request lifetime and mark the two unexercised drafting comparisons. Publish a sanitized copy with checksums while retaining original evidence privately. --- .../gfx1151-cancel-76aafcf2/README.md | 73 + .../gfx1151-cancel-76aafcf2/SHA256SUMS | 21 + .../gfx1151-cancel-76aafcf2/apply-fix.log | 4 + .../gfx1151-cancel-76aafcf2/audit.json | 24 + .../gfx1151-cancel-76aafcf2/base-build.log | 1 + .../gfx1151-cancel-76aafcf2/base-cancel.log | 8 + .../gfx1151-cancel-76aafcf2/base-http.jsonl | 13 + .../gfx1151-cancel-76aafcf2/base-server.log | 2542 +++++++++++++++++ .../base-uncancelled.json | 70 + .../gfx1151-cancel-76aafcf2/checkpoint.json | 125 + .../gfx1151-cancel-76aafcf2/cpu-fixed.log | 408 +++ .../gfx1151-cancel-76aafcf2/cpu-negative.log | 554 ++++ .../gfx1151-cancel-76aafcf2/environment.json | 7 + .../gfx1151-cancel-76aafcf2/fixed-build.log | 1 + .../gfx1151-cancel-76aafcf2/fixed-cancel.log | 8 + .../gfx1151-cancel-76aafcf2/fixed-http.jsonl | 13 + .../fixed-serve-check.log | 16 + .../gfx1151-cancel-76aafcf2/fixed-server.log | 195 ++ .../fixed-uncancelled.json | 70 + .../gfx1151-cancel-76aafcf2/provenance.json | 21 + .../gfx1151-cancel-76aafcf2/publication.json | 125 + .../gfx1151-cancel-76aafcf2/state.json | 274 ++ 22 files changed, 4573 insertions(+) create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/README.md create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/SHA256SUMS create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/apply-fix.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/audit.json create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/base-build.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/base-cancel.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/base-http.jsonl create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/base-server.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/base-uncancelled.json create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/checkpoint.json create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/cpu-fixed.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/cpu-negative.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/environment.json create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/fixed-build.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/fixed-cancel.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/fixed-http.jsonl create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/fixed-serve-check.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/fixed-server.log create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/fixed-uncancelled.json create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/provenance.json create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/publication.json create mode 100644 docs/receipts/gfx1151-cancel-76aafcf2/state.json diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/README.md b/docs/receipts/gfx1151-cancel-76aafcf2/README.md new file mode 100644 index 0000000000..a6475ddd7a --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/README.md @@ -0,0 +1,73 @@ +# gfx1151 cancellation follow-up + +Measured on 2026-10-18, following the unresolved 27B case in [#994](https://github.com/ashhart/TensorFold/pull/994). +This is a fresh A/B run on public source `76aafcf274e60a5e31a59ce145b2f71f7b366e9d` and the runtime patch +in `5429554e708fdf7a9e0017301a00eb87a4182acd`. It is not a full release qualification. + +The single GPU is a BOSGAME M5's Radeon 8060S (`gfx1151`). The checkpoint is +`TensorFold/Qwen3.8-27B-MLX-4bit` at `70ae7fac63274ff2eac54152031433374cb80f2f`. +All 17 checkpoint files match their previously pinned public Git-blob/LFS digests; see `checkpoint.json`. + +## Cancellation result + +The same gate runs three trials per build. Each trial separately measures the time from closing a long request's +socket until the engine's `requests_running` metric reaches zero, then the next short request sent 50 ms behind +another cancellation. Every long request uses a fresh nonce first, preventing long-prefix reuse. +The client closes 0.4 seconds after sending it. All twelve cancelled prompts fit within the 16,384-token window +and end with `reason=client-left`, zero emitted tokens. Actual prompt lengths are in `audit.json`. + +| Measurement | Unmodified base | Fixed | +| --- | ---: | ---: | +| Idle short baseline, best of three | 1.899 s | 1.913 s | +| Disconnect to idle metric, three trials | 4.720–4.744 s | 0.032–0.042 s | +| Next short request, three trials | 6.532–6.548 s | 1.902–1.907 s | +| Cancelled request lifetime, arrival to end | 5.08–5.14 s | 0.43–0.44 s | +| Gate: release <=0.5 s and short <=idle+0.5 s | **3/3 failed** | **3/3 passed** | + +All fourteen short replies across the two builds have the same complete native token SHA-256: +`ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5`. +`*-http.jsonl` retains each short request/response and each cancelled request's exact body. +`*-server.log` independently retains six client-left completions per build. +Arrival-to-end lifetime is not used as disconnect-to-release time. + +The harness's optional `--baseline-27b` also prints the historical v1.0.12 receipt for comparison. +Those historical numbers are labelled separately; the table above is the fresh unmodified-versus-fixed comparison. + +## Correctness and timing controls + +An identical uncancelled 14,975-token prompt produces the same full native token SHA-256 on both builds: +`677caeac8d5e87f26c67e37ff1551667fc3217c4690d7a276204d22c2504f0a1`. +Prefill takes 79.021 s before and 78.867 s after. This is one timing control, not a broad performance claim. +The complete requests and replies are in `*-uncancelled.json`. + +The unmodified `serve_check.py` then passes its 13 exercised comparisons on the fixed server, including +concurrent/solo and resumed/fresh checks. It prints 15 successes, but two drafting comparisons are unexercised: +this checkpoint has no draft head. The raw output retains all fifteen lines without inflating exercised coverage. + +The host build passes 292/292 steps; cached results are reused. It reports 126 new passes and two skips, and the +HIP Qwen family reports 32 passes/one skip. Before the implementation, retaining the old 2,048-row threshold and +the null cancellation hook makes both new CPU regressions fail. Remaining work in that deliberately failing build +was stopped once those two failures were captured; it is not a completed full-suite run. See `cpu-*.log`. + +## Reproduction and scope + +`state.json` retains exact build/server/test commands and both binary SHA-256 values. Use Zig 0.17.0, +HIP 7.1 and clang 21; the HIP build targets `gfx1151` with explicit compiler/include/device-bitcode paths. +The server uses `--context 16384 --parallel 4 --prompt-cache-gib 1 --no-thinking --metrics-open` on loopback. +Run from each source version, using the same pinned checkpoint: + +```sh +python3 zig/tests/qwen35/serve_cancel_release.py http://127.0.0.1:8092 amd-cancel-27b \ + --runs 3 --server-log SERVER_LOG --record HTTP_JSONL --baseline-27b +python3 zig/tests/qwen35/serve_check.py http://127.0.0.1:8092 amd-cancel-27b 64 +``` + +Only single-rank HIP Qwen prompt passes of at least 512 rows now poll cancellation at layer boundaries. +Shorter passes still finish their current chunk; tensor-parallel groups retain between-chunk cancellation so +ranks do not diverge at a collective. This run does not qualify every prompt cut, other models, multi-GPU, +drafting, or all release gates. It does not implement DFlash2 or resolve the separate benchmark-publication work. + +This directory is a separate sanitized publication copy. Machine-local paths/hostname are replaced with +placeholders and trailing whitespace normalized. Request/response values and native hashes are unchanged. +`publication.json` records source/published hashes; `SHA256SUMS` covers every published file except itself. +Original raw evidence and service-control state remain private and unchanged. diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/SHA256SUMS b/docs/receipts/gfx1151-cancel-76aafcf2/SHA256SUMS new file mode 100644 index 0000000000..b0a9f0c591 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/SHA256SUMS @@ -0,0 +1,21 @@ +de1dbfc937c0c98dd09a3e7f43e6355f52c70e9e9787a65f3b30b77ecf06d853 README.md +d4f77f3605d3ede0aeef5757c360bba26823b1baa46c592ba7de3c1fb5f34392 apply-fix.log +4ba097ef30465f860f9d123ba3cae1281f3cef8f71658522cd9c806c357e8a3c audit.json +01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b base-build.log +5127ed813d5e1490682f5859fef40327aae50cdc7ac44add58d65afe292d11b4 base-cancel.log +694402e41dc987834b2314fa71be2ed4386496730f72a60bbb7d2702e21e33cc base-http.jsonl +376990664a4a2514fd468950e949c221b209d2c26e15e2636c7b1c3aa7da4ce4 base-server.log +2a8f77d9ca5990ecbf3b54812af25bcde7a35123e4e67473e97e570054e56561 base-uncancelled.json +4c3cd0481e429da05b394a479be92ecc3017143d7aaa9224348b55db3896626e checkpoint.json +24adf478be7254d6d16f95925dd4215dd2858170193713ad4108e0811dc11221 cpu-fixed.log +307573b7894c6f340ec371e4b088f20e8bec07a5056aa3cea83d6fcdfc024d19 cpu-negative.log +2381a774b0b278f6ffc478ebf0d21592d466a1211b0c839221aa5c6cf40390a7 environment.json +01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b fixed-build.log +dc3344269ef666913603f710f9491e3f047bdd4b02c4025ecbd2f46ecd4d446e fixed-cancel.log +e64d7c189bc2aee370b1369dfa652e164585439b9acafa9529f512e05726ff2c fixed-http.jsonl +075c7d1ef54c7124576d094fc0badccc58565fbdce83bde2c3de9ad2ed961eb8 fixed-serve-check.log +22aea9113e62618196f70101b230999c897ad11b7b408aa64b506a24fcf43f31 fixed-server.log +45516e70ae391ccfb654e02b0a94ae741b89c0095df733936d41b33129750bb8 fixed-uncancelled.json +bed5b104958e61b9cb499a858de8286af7819bb906a6d43d6c46837057610236 provenance.json +6e0bdbb12d184a4360546c12e9ff7c2962722874c8750bb8d44cd6909a7e74b5 publication.json +984fa52ed6f27a7b79ef034691cd986e2b1ad7986ca2584a9f49a84a793fb0df state.json diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/apply-fix.log b/docs/receipts/gfx1151-cancel-76aafcf2/apply-fix.log new file mode 100644 index 0000000000..ef6a89afb0 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/apply-fix.log @@ -0,0 +1,4 @@ +patching file zig/src/families/qwen3_5/backend/hip/engine/engine.zig +patching file zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig +patching file zig/src/families/qwen3_5/backend/hip/engine/prefix.zig +patching file zig/src/families/qwen3_5/hip.zig diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/audit.json b/docs/receipts/gfx1151-cancel-76aafcf2/audit.json new file mode 100644 index 0000000000..7350bd78ac --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/audit.json @@ -0,0 +1,24 @@ +{ + "cancelled_prompt_tokens": { + "base": [ + 14994, + 14994, + 14994, + 14994, + 14994, + 14994 + ], + "fixed": [ + 14994, + 14994, + 14994, + 14994, + 14994, + 14994 + ] + }, + "cancelled_prompts_fit_context": true, + "short_http_responses": 14, + "identical_short_native_hashes": true, + "identical_long_native_hashes": true +} diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/base-build.log b/docs/receipts/gfx1151-cancel-76aafcf2/base-build.log new file mode 100644 index 0000000000..8b13789179 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/base-build.log @@ -0,0 +1 @@ + diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/base-cancel.log b/docs/receipts/gfx1151-cancel-76aafcf2/base-cancel.log new file mode 100644 index 0000000000..881da0dac6 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/base-cancel.log @@ -0,0 +1,8 @@ +FAIL cancel 0: released 4.73 s after the disconnect (max 0.50); the next short request took 6.55 s (alone 1.90 s, slack 0.50) +FAIL cancel 1: released 4.74 s after the disconnect (max 0.50); the next short request took 6.53 s (alone 1.90 s, slack 0.50) +FAIL cancel 2: released 4.72 s after the disconnect (max 0.50); the next short request took 6.54 s (alone 1.90 s, slack 0.50) +server: 6 cancelled requests ended 5.08 to 5.14 s after they arrived (arrival to end, not disconnect to release) +1.0.12 receipt 27B: next short 6.49 to 6.51 s, alone 1.90 s, cancelled requests ended 5.04 to 5.07 s after arrival +this run: next short at most 6.55 s, alone 1.90 s: -0.06 s against the receipt's best +summary {"model": "amd-cancel-27b", "words": 2200, "drop_after_s": 0.4, "alone_s": 1.899, "slack_s": 0.5, "release_max_s": 0.5, "trials": [{"release_s": 4.73, "after_short_s": 6.548, "running_at_drop": true, "same_text": true, "same_native_tokens": true, "ok": false}, {"release_s": 4.744, "after_short_s": 6.532, "running_at_drop": true, "same_text": true, "same_native_tokens": true, "ok": false}, {"release_s": 4.72, "after_short_s": 6.543, "running_at_drop": true, "same_text": true, "same_native_tokens": true, "ok": false}], "baseline_native_token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "lifetime_s": [5.13, 5.1, 5.14, 5.08, 5.12, 5.08], "failed": 3, "receipt_27b": {"after_short_s": [6.49, 6.51], "alone_s": 1.9, "lifetime_s": [5.04, 5.07]}} +failed 3 diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/base-http.jsonl b/docs/receipts/gfx1151-cancel-76aafcf2/base-http.jsonl new file mode 100644 index 0000000000..a56247900a --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/base-http.jsonl @@ -0,0 +1,13 @@ +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-3d5a88b37df8e273ccd163b3e764d686", "object": "chat.completion", "created": 1792325053, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.9591213058468, "seconds": 1.543314514, "prefill_seconds": 0.340928414, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.341625099, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.8869825119618326} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-bfcc4f2fdd5a254f275a58f665686da7", "object": "chat.completion", "created": 1792325054, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.986296076008314, "seconds": 1.540085016, "prefill_seconds": 0.362251003, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.363248699, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.9055209690122865} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-3e028ff23f6fd0511ee0289610cc7d2b", "object": "chat.completion", "created": 1792325056, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.995168020319932, "seconds": 1.539033583, "prefill_seconds": 0.357739679, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.358735345, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.8991795480251312} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-85722add5e15ce52bd24048e0ec6d428", "object": "chat.completion", "created": 1792325058, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.98680934709603, "seconds": 1.540024148, "prefill_seconds": 0.361431172, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.362252362, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.9035344570293091} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "release0-1792325060634589210 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338281.428093867, "running_at_drop": true} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "after0-1792325065766302416 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338286.559877061, "running_at_drop": false} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-1ef23ed91080cfe7b4d446f603f6e10a", "object": "chat.completion", "created": 1792325066, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.994248344810027, "seconds": 1.539142509, "prefill_seconds": 0.360965617, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 5.008039354, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 6.548493687005248} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "release1-1792325072768026515 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338293.56158277, "running_at_drop": true} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "after1-1792325077913549541 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338298.7069974, "running_at_drop": false} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-5cc57aa0cd062c2271d34201093b5a83", "object": "chat.completion", "created": 1792325078, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.977840257945841, "seconds": 1.541088471, "prefill_seconds": 0.360626979, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 4.989495208, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 6.531914733001031} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "release2-1792325084898685656 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338305.692095716, "running_at_drop": true} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "after2-1792325090019535330 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338310.813178531, "running_at_drop": false} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-bf888c11a51970493580a78de8b69c25", "object": "chat.completion", "created": 1792325090, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.971165903058345, "seconds": 1.541881443, "prefill_seconds": 0.373997865, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 4.999428453, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 6.542811753985006} diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/base-server.log b/docs/receipts/gfx1151-cancel-76aafcf2/base-server.log new file mode 100644 index 0000000000..a6a90a228b --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/base-server.log @@ -0,0 +1,2542 @@ +[tensorfold] HIP rank 0 of 1: policy matrix=auto,attention=auto,kernels=auto,graphs=auto,prefill_step=1024,fill_rows=512; mtp drafts 3 under 0.3, 8 snapshots +[tensorfold] open-file limit raised: soft 1024 -> 524288 +[tensorfold] HIP gfx1151 device 0, rank 0 of 1: model 14.10 GiB; 4 streams at once, 1.15 GiB each at a 16384-token window, of 89.7 GiB left after a 12.2 GiB reserve; prompt cache 1.00 GiB (143 pages, 3 snapshots); prompts in 1024-row chunks +[tensorfold] serving amd-cancel-27b at http://127.0.0.1:8092/v1 (sampling: temperature 1.0, top_k 20, top_p 0.95; drafts: on; context: 16384; loaded in 37.6s) +[tensorfold] 127.0.0.1 "GET /health HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14912 tokens: 233 pages pass the limit of 143 +[tensorfold] done chatcmpl-636d5fe5e9083c34a30d26f6617c6377 prompt=14975 cached=0 thinking=False effort=none tokens=32 sha=677caeac8d5e finish=length rounds=31 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] done chatcmpl-3d5a88b37df8e273ccd163b3e764d686 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-bfcc4f2fdd5a254f275a58f665686da7 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-3e028ff23f6fd0511ee0289610cc7d2b prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-85722add5e15ce52bd24048e0ec6d428 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] ended chatcmpl-3b561656eb7d1a6dddf2e6cea1727af0 reason=client-left prompt=14994 tokens=0 after=5.13s +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] ended chatcmpl-74acaf0319eb69622219977d3e7a8ea4 reason=client-left prompt=14994 tokens=0 after=5.10s +[tensorfold] done chatcmpl-1ef23ed91080cfe7b4d446f603f6e10a prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] ended chatcmpl-521535dc8dd0845636bb7f5a5b4aebb9 reason=client-left prompt=14994 tokens=0 after=5.14s +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] ended chatcmpl-0a58ffe47c050bd47194c64aa20e78d0 reason=client-left prompt=14994 tokens=0 after=5.08s +[tensorfold] done chatcmpl-5cc57aa0cd062c2271d34201093b5a83 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] ended chatcmpl-1f037b3cd79cfbe758b8ac66be0bcead reason=client-left prompt=14994 tokens=0 after=5.12s +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] ended chatcmpl-404c8c438deca16fb7500ecaea07a0d5 reason=client-left prompt=14994 tokens=0 after=5.08s +[tensorfold] done chatcmpl-bf888c11a51970493580a78de8b69c25 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +info: backend verify: 171 calls, 78956 us each +info: graphs: 9 captured (4 ms each), 330 of 339 rounds replayed diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/base-uncancelled.json b/docs/receipts/gfx1151-cancel-76aafcf2/base-uncancelled.json new file mode 100644 index 0000000000..c9fe3210ab --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/base-uncancelled.json @@ -0,0 +1,70 @@ +{ + "request": { + "model": "amd-cancel-27b", + "messages": [ + { + "role": "user", + "content": "prefill-control item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411" + } + ], + "max_tokens": 32, + "temperature": 0.0, + "stream": false, + "chat_template_kwargs": { + "enable_thinking": false + } + }, + "status": 200, + "response": { + "id": "chatcmpl-636d5fe5e9083c34a30d26f6617c6377", + "object": "chat.completion", + "created": 1792324971, + "model": "amd-cancel-27b", + "choices": [ + { + "index": 0, + "message": { + "role": "assistant", + "content": "Based on the data provided, here is the analysis of the `prefill-control` items.\n\n### 1. Data Structure Analysis\nThe input consists of" + }, + "finish_reason": "length" + } + ], + "usage": { + "prompt_tokens": 14975, + "completion_tokens": 32, + "total_tokens": 15007, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "exact_mode": "exact", + "tensorfold": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 11.21959919847936, + "seconds": 2.763022052, + "prefill_seconds": 79.020621268, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 79.026636799, + "sampling": "greedy", + "drafts": true, + "token_sha": "677caeac8d5e", + "token_sha256": "677caeac8d5e87f26c67e37ff1551667fc3217c4690d7a276204d22c2504f0a1", + "min_rows": 1 + }, + "speculative": { + "rounds": 31, + "drafted": 0, + "accepted": 0, + "acceptance_rate": 0.0, + "tokens_per_round": 1.032258064516129 + } + }, + "seconds": 81.79120905703166 +} diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/checkpoint.json b/docs/receipts/gfx1151-cancel-76aafcf2/checkpoint.json new file mode 100644 index 0000000000..16d3331b69 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/checkpoint.json @@ -0,0 +1,125 @@ +{ + "repo": "TensorFold/Qwen3.8-27B-MLX-4bit", + "revision": "70ae7fac63274ff2eac54152031433374cb80f2f", + "files": [ + { + "file": "chat_template.jinja", + "bytes": 8952, + "digest": "c0c686f9c38d70d179fb7b5f5aa7530bc913dda3", + "expected": "c0c686f9c38d70d179fb7b5f5aa7530bc913dda3", + "match": true + }, + { + "file": "config.json", + "bytes": 4932, + "digest": "3fb03e916f494e6745aa23df751da26f79e06470", + "expected": "3fb03e916f494e6745aa23df751da26f79e06470", + "match": true + }, + { + "file": "generation_config.json", + "bytes": 202, + "digest": "023756cfadf88e5bf69eefeee3e172f38c448d64", + "expected": "023756cfadf88e5bf69eefeee3e172f38c448d64", + "match": true + }, + { + "file": "model-00001-of-00003.safetensors", + "bytes": 5343268662, + "digest": "6cc1508e96fb5d0865dfd5753a79f4ec60651bf3e2a82844a7e8ae9c60528c0d", + "expected": "6cc1508e96fb5d0865dfd5753a79f4ec60651bf3e2a82844a7e8ae9c60528c0d", + "match": true + }, + { + "file": "model-00002-of-00003.safetensors", + "bytes": 5354185130, + "digest": "83f2a20ca8058f486a3634a27faf99587f4cd3c156a83dee34fb99e6ac178670", + "expected": "83f2a20ca8058f486a3634a27faf99587f4cd3c156a83dee34fb99e6ac178670", + "match": true + }, + { + "file": "model-00003-of-00003.safetensors", + "bytes": 5357087557, + "digest": "31b8c91ef899f79efaaa69e3d2c096f6e2ebeb2ff20e29222abbd9ebc79e560a", + "expected": "31b8c91ef899f79efaaa69e3d2c096f6e2ebeb2ff20e29222abbd9ebc79e560a", + "match": true + }, + { + "file": "model.safetensors.index.json", + "bytes": 218281, + "digest": "05a3a3a17368d54d2887783e96b3a8191e9655f0", + "expected": "05a3a3a17368d54d2887783e96b3a8191e9655f0", + "match": true + }, + { + "file": "tokenizer.json", + "bytes": 19989325, + "digest": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523", + "expected": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523", + "match": true + }, + { + "file": "tokenizer_config.json", + "bytes": 1165, + "digest": "1d134cd298be1e3be25db393d93a1cefe80e3214", + "expected": "1d134cd298be1e3be25db393d93a1cefe80e3214", + "match": true + }, + { + "file": ".gitattributes", + "bytes": 1570, + "digest": "52373fe24473b1aa44333d318f578ae6bf04b49b", + "expected": "52373fe24473b1aa44333d318f578ae6bf04b49b", + "match": true + }, + { + "file": "LICENSE", + "bytes": 11544, + "digest": "f938136e3adacfd92be087f6e113b5d6d97f678f", + "expected": "f938136e3adacfd92be087f6e113b5d6d97f678f", + "match": true + }, + { + "file": "README.md", + "bytes": 7694, + "digest": "efc1f01b8f3559bce0e12ab3d639cedf31d8062b", + "expected": "efc1f01b8f3559bce0e12ab3d639cedf31d8062b", + "match": true + }, + { + "file": "preprocessor_config.json", + "bytes": 390, + "digest": "2ea84a437d448ff71b08df68fdd949d5cc4ebb64", + "expected": "2ea84a437d448ff71b08df68fdd949d5cc4ebb64", + "match": true + }, + { + "file": "processor_config.json", + "bytes": 991, + "digest": "8f29fe38a79a9d8367009ebebd25c35b1f3c4e40", + "expected": "8f29fe38a79a9d8367009ebebd25c35b1f3c4e40", + "match": true + }, + { + "file": "qwen-logo.png", + "bytes": 11203, + "digest": "559e037931bded333328cb920e297700a0c06a22", + "expected": "559e037931bded333328cb920e297700a0c06a22", + "match": true + }, + { + "file": "video_preprocessor_config.json", + "bytes": 385, + "digest": "3ba673a5ad7d4d13f54155ecd38b2a94a6dac8fe", + "expected": "3ba673a5ad7d4d13f54155ecd38b2a94a6dac8fe", + "match": true + }, + { + "file": "vocab.json", + "bytes": 6722759, + "digest": "0aa0ce0658d60ac4a5d609f4eadb0e8e43514176", + "expected": "0aa0ce0658d60ac4a5d609f4eadb0e8e43514176", + "match": true + } + ] +} diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/cpu-fixed.log b/docs/receipts/gfx1151-cancel-76aafcf2/cpu-fixed.log new file mode 100644 index 0000000000..0b973ebe62 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/cpu-fixed.log @@ -0,0 +1,408 @@ +test ++- test-cuda-host + +- run test w +tf_h3_forward: BadH3Dimensions +tf_h3_forward_host: BadH3Dimensions +tf_h3_forward: BadH3Dimensions +tf_h3_forward_host: BadH3Dimensions +tf_h3_forward: BadH3Dimensions +tf_h3_forward_host: BadH3Dimensions +tf_h3_forward: BadH3Rotary +tf_h3_forward_host: BadH3Rotary +tf_h3_forward: BadH3Rotary +tf_h3_forward_host: BadH3Rotary +tf_h3_forward: BadH3Keep +tf_h3_forward_host: BadH3Keep +tf_h3_forward: BadH3Keep +tf_h3_forward_host: BadH3Keep +tf_h3_forward: BadH3Blocks +tf_h3_forward_host: BadH3Blocks +tf_h3_forward: BadH3Scalar +tf_h3_forward_host: BadH3Scalar +tf_h3_forward: BadH3Scalar +tf_h3_forward_host: BadH3Scalar +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward_host: BadH3Scalar +H3 model retained at close: NotReady +H3 geometry retained: NotReady +tensor blocks.0.norm1.weight: MissingTensor +tensor blocks.1.attn.qkv_proj.weight: MissingTensor +tensor blocks.1.norm1.weight: MissingTensor +failed command: ./.zig-cache/o/0dc554be0f759762c8e18fb548e0aab7/test --cache-dir=./.zig-cache --seed=0x82b2493b --listen=- + +test ++- test-cuda-host + +- run test w +[default] (warn): Drama readback drain failed: retaining its buffers and engine owner +[default] (warn): Drama readback drain failed: retaining its buffers and engine owner +codec requested 1, actual sizes { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 } +codec requested 1, actual sizes { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 } +codec requested 4, actual sizes { 4, 4, 4, 4, 1 } +codec requested 16, actual sizes { 16, 1 } +codec requested 1, actual sizes { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 } +Drama replay passed: eager/graphs, poison/reset, codec chunks and interleaved state +[default] (warn): drama3: config hidden_size = 4096, the kernels need 2048 +[default] (warn): codec.pth pickle names os.system, outside the tensor state-dict allow-list +failed command: ./.zig-cache/o/9792312ce4e318cabd06e4148b317551/test --cache-dir=./.zig-cache --seed=0x82b2493b --listen=- + +Build Summary: 292/292 steps succeeded; 126/128 tests passed (2 skipped) +test success ++- run test cached +| +- compile test debug native-native cached 70ms MaxRSS:32M ++- run test cached +| +- compile test debug native cached 83ms MaxRSS:32M ++- run test cached +| +- compile test debug native cached 182ms MaxRSS:31M +| +- options cached +| +- compile exe digest-writer debug native cached 189ms MaxRSS:31M ++- run test 6 pass (6 total) 19ms MaxRSS:3M +| +- compile test debug native cached 101ms MaxRSS:32M ++- test-flashnext-batch-host success +| +- run test 6 pass (6 total) 3s MaxRSS:30M +| +- compile test debug native cached 108ms MaxRSS:32M +| +- WriteFile flashnext-test-empty.zig cached ++- run test cached +| +- compile test debug native-native cached 76ms MaxRSS:32M ++- run test cached +| +- compile test debug native-native cached 85ms MaxRSS:32M ++- run test cached +| +- compile test debug native-native cached 84ms MaxRSS:32M ++- run test cached +| +- compile test debug native-native cached 76ms MaxRSS:32M ++- run test cached +| +- compile test debug native-native cached 106ms MaxRSS:31M ++- run test cached +| +- compile test debug native-native cached 111ms MaxRSS:32M ++- run test cached +| +- compile test fast native-native cached 111ms MaxRSS:32M +| +- WriteFile drama3.metallib cached +| +- run xcrun (drama3.metallib) cached +| +- run xcrun (d3_dense.air) cached +| +- run xcrun (d3_gdn.air) cached +| +- run xcrun (d3_attn.air) cached +| +- run xcrun (d3_moe.air) cached +| +- run xcrun (d3_sample.air) cached +| +- run xcrun (d3_codec.air) cached ++- run test cached +| +- compile test fast native-native cached 105ms MaxRSS:32M +| +- WriteFile draft_ids.txt cached +| +- WriteFile nemotron_packed.metallib cached +| +- run xcrun (nemotron_packed.metallib) cached +| +- run xcrun (coop_down_1_0.air) cached +| +- run xcrun (coop_down_2_0.air) cached +| +- run xcrun (coop_down_2_1.air) cached +| +- run xcrun (coop_draft_1_0.air) cached +| +- run xcrun (coop_draft_2_0.air) cached +| +- run xcrun (coop_draft_2_1.air) cached +| +- run xcrun (coop_eh_1_0.air) cached +| +- run xcrun (coop_eh_1_0_sk.air) cached +| +- run xcrun (coop_eh_2_0.air) cached +| +- run xcrun (coop_eh_2_0_sk.air) cached +| +- run xcrun (coop_eh_2_1.air) cached +| +- run xcrun (coop_eh_2_1_sk.air) cached +| +- run xcrun (coop_head_1_0.air) cached +| +- run xcrun (coop_head_2_0.air) cached +| +- run xcrun (coop_head_2_1.air) cached +| +- run xcrun (coop_in_1_0.air) cached +| +- run xcrun (coop_in_1_0_sk.air) cached +| +- run xcrun (coop_in_2_0.air) cached +| +- run xcrun (coop_in_2_0_sk.air) cached +| +- run xcrun (coop_in_2_1.air) cached +| +- run xcrun (coop_in_2_1_sk.air) cached +| +- run xcrun (coop_out_1_0.air) cached +| +- run xcrun (coop_out_1_0_sk.air) cached +| +- run xcrun (coop_out_2_0.air) cached +| +- run xcrun (coop_out_2_0_sk.air) cached +| +- run xcrun (coop_out_2_1.air) cached +| +- run xcrun (coop_out_2_1_sk.air) cached +| +- run xcrun (coop_qkv_1_0.air) cached +| +- run xcrun (coop_qkv_2_0.air) cached +| +- run xcrun (coop_qkv_2_1.air) cached +| +- run xcrun (coop_up_1_0.air) cached +| +- run xcrun (coop_up_2_0.air) cached +| +- run xcrun (coop_up_2_1.air) cached +| +- run xcrun (up_relu2_1_0.air) cached +| +- run xcrun (up_relu2_2_0.air) cached +| +- run xcrun (up_relu2_2_1.air) cached ++- run test cached +| +- compile test fast native-native cached 103ms MaxRSS:32M ++- run test cached +| +- compile test fast native-native cached 101ms MaxRSS:31M ++- run test cached +| +- compile test fast native-native cached 84ms MaxRSS:32M ++- run test cached +| +- compile test fast native-native cached 89ms MaxRSS:32M +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test fast native-native cached 112ms MaxRSS:32M +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- test-exl3 success +| +- compile obj exl3_metal_loader debug native-native cached 90ms MaxRSS:31M +| | +- WriteFile exl3_projection.metal cached +| +- run test cached +| | +- compile test fast native-native cached 102ms MaxRSS:32M +| | +- WriteFile exl3_projection.metal (reused) +| +- run test cached +| +- compile test fast native-native cached 91ms MaxRSS:32M +| +- WriteFile exl3_projection.metal (reused) ++- run test cached +| +- compile test fast native-native cached 113ms MaxRSS:32M +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test safe native-native cached 130ms MaxRSS:32M +| +- WriteFile exlr8_alias.zig cached +| +- WriteFile drama3_core.zig cached +| +- WriteFile draft_ids.txt (reused) +| +- WriteFile xsum.metal cached +| +- WriteFile drama3.metallib cached +| | +- run xcrun (drama3.metallib) cached +| | +- run xcrun (d3_dense.air) cached +| | +- run xcrun (d3_gdn.air) cached +| | +- run xcrun (d3_attn.air) cached +| | +- run xcrun (d3_moe.air) cached +| | +- run xcrun (d3_sample.air) cached +| | +- run xcrun (d3_codec.air) cached +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test safe native-native cached 101ms MaxRSS:32M +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test fast native-native cached 102ms MaxRSS:32M +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test fast native-native cached 102ms MaxRSS:32M +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test safe native-native cached 111ms MaxRSS:32M +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test safe native-native cached 105ms MaxRSS:31M ++- run test cached +| +- compile test safe native-native cached 103ms MaxRSS:32M +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test safe native-native cached 72ms MaxRSS:31M ++- run test cached +| +- compile test safe native-native cached 76ms MaxRSS:31M ++- run test cached +| +- compile test safe native-native cached 102ms MaxRSS:32M ++- run test cached +| +- compile test safe native-native cached 113ms MaxRSS:32M +| +- WriteFile xsum.metal (reused) +| +- WriteFile xsum.metal (reused) +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test safe native-native cached 101ms MaxRSS:32M ++- run test cached +| +- compile test safe native-native cached 75ms MaxRSS:32M ++- run sh success 65ms +| +- compile exe tensorfold-native safe native-native success 2m MaxRSS:4G +| +- options cached +| +- WriteFile drama3_core.zig (reused) +| +- WriteFile exlr8_alias.zig cached +| +- WriteFile draft_ids.txt (reused) +| +- WriteFile xsum.metal (reused) +| +- WriteFile drama3.metallib (+1 more reused dependencies) +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test debug native-native cached 100ms MaxRSS:32M ++- run test cached +| +- compile test debug native-native cached 83ms MaxRSS:32M ++- run test cached +| +- compile test debug native-native cached 90ms MaxRSS:32M ++- run test cached +| +- compile test debug native-native cached 86ms MaxRSS:32M ++- run test cached +| +- compile test fast native-native cached 92ms MaxRSS:31M ++- run test cached +| +- compile test fast native-native cached 95ms MaxRSS:32M ++- run test cached +| +- compile test fast native-native cached 101ms MaxRSS:32M +| +- WriteFile tensorfold.metallib cached +| +- run xcrun (tensorfold.metallib) cached +| +- run xcrun (runtime_tests.air) cached +| +- run xcrun (nemotron_expert_up.air) cached +| +- run xcrun (nemotron_expert_down.air) cached ++- run test cached +| +- compile test fast native-native cached 114ms MaxRSS:32M +| +- WriteFile draft_ids.txt (reused) +| +- WriteFile xsum.metal (reused) +| +- WriteFile nemotron_packed.metallib (+1 more reused dependencies) ++- run test cached +| +- compile test fast native-native cached 103ms MaxRSS:32M ++- run test cached +| +- compile test fast native-native cached 105ms MaxRSS:31M ++- run test cached +| +- compile test fast native-native cached 83ms MaxRSS:32M ++- run test cached +| +- compile test fast native-native cached 108ms MaxRSS:32M ++- run test cached +| +- compile test fast native-native cached 83ms MaxRSS:32M ++- test-cuda-host success +| +- run test cached +| | +- compile test debug native cached 151ms MaxRSS:32M +| +- run test 30 pass (30 total) 179ms MaxRSS:4M +| | +- compile test debug native cached 218ms MaxRSS:32M +| | +- WriteFile h3-compile-only.fatbin cached +| | +- options cached +| +- run test cached +| | +- compile test debug native cached 185ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 177ms MaxRSS:32M +| | +- WriteFile draft_ids.txt (reused) +| | +- options (reused) +| +- compile obj exl3_host_compile debug native cached 185ms MaxRSS:31M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 191ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 205ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 160ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 160ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 108ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 189ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 157ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test fast native cached 163ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test fast native cached 189ms MaxRSS:32M +| | +- options (reused) +| +- compile obj bolt_host_compile debug aarch64-linux-gnu cached 102ms MaxRSS:31M +| | +- options cached +| | +- WriteFile draft_ids.txt (reused) +| +- run test 26 pass (26 total) 784ms MaxRSS:6M +| | +- compile test debug native cached 190ms MaxRSS:32M +| | +- options (reused) +| +- compile obj drama_cuda_native_host debug native cached 232ms MaxRSS:31M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 103ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 193ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 152ms MaxRSS:31M +| +- run test cached +| | +- compile test debug native cached 175ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 192ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 101ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 267ms MaxRSS:32M +| | +- WriteFile draft_ids.txt (reused) +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 188ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 162ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 198ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 113ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 182ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 204ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 107ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 163ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 187ms MaxRSS:32M +| | +- options (reused) +| | +- WriteFile draft_ids.txt (reused) +| +- run test cached +| | +- compile test debug native cached 177ms MaxRSS:32M +| +- run test cached +| | +- compile test debug native cached 190ms MaxRSS:32M +| | +- options (reused) +| +- run test cached +| | +- compile test debug native cached 192ms MaxRSS:31M +| +- run test cached +| | +- compile test debug native cached 154ms MaxRSS:32M +| +- run test cached +| +- compile test debug native cached 250ms MaxRSS:32M +| +- options (reused) +| +- options (reused) +| +- WriteFile draft_ids.txt (reused) +| +- WriteFile exlr8_alias.zig cached ++- run test cached +| +- compile test debug native cached 66ms MaxRSS:32M +| +- options cached ++- run test cached +| +- compile test debug native cached 66ms MaxRSS:32M +| +- options (reused) ++- run test cached +| +- compile test debug native cached 76ms MaxRSS:32M +| +- options (reused) ++- run test cached +| +- compile test debug native cached 183ms MaxRSS:31M ++- test-kv-pool success +| +- run test cached +| | +- compile test debug native cached 84ms MaxRSS:32M +| +- run test cached +| +- compile test debug native cached 95ms MaxRSS:32M ++- run test cached +| +- compile test debug native cached 108ms MaxRSS:32M +| +- options cached +| | +- compile lib hip-mock-success debug native cached 99ms MaxRSS:31M +| | +- compile lib hip-mock-failed debug native cached 71ms MaxRSS:31M +| | +- compile lib hip-mock-missing debug native cached 100ms MaxRSS:31M +| +- WriteFile kernels.zig cached ++- run test 23 pass, 1 skip (24 total) 120ms MaxRSS:5M +| +- compile test debug native cached 76ms MaxRSS:31M ++- run test cached +| +- compile test debug native cached 92ms MaxRSS:32M +| +- WriteFile kernels.zig cached ++- run test 32 pass, 1 skip (33 total) 122ms MaxRSS:5M +| +- compile test debug native success 7s MaxRSS:490M +| +- WriteFile kernels.zig (reused) ++- run test cached +| +- compile test debug native cached 84ms MaxRSS:32M +| +- WriteFile kernels.zig (reused) ++- run test cached +| +- compile test debug native cached 87ms MaxRSS:32M +| +- WriteFile kernels.zig (reused) ++- run test 3 pass (3 total) 7ms MaxRSS:3M +| +- compile test debug native success 3s MaxRSS:288M +| +- WriteFile kernels.zig (reused) ++- compile exe tf-qwen35-test debug native success 2s MaxRSS:169M +| +- WriteFile kernels.zig (reused) ++- compile exe tensorfold-native safe native success 4s MaxRSS:258M +| +- options (reused) +| +- WriteFile exlr8_alias.zig cached +| +- WriteFile kernels.zig (reused) ++- run test cached +| +- compile test safe native-native cached 89ms MaxRSS:32M ++- run test cached +| +- compile test debug native cached 104ms MaxRSS:32M ++- run test cached +| +- compile test debug native cached 90ms MaxRSS:32M ++- run exe learned-warning-test success 20ms + +- compile exe learned-warning-test debug native cached 87ms MaxRSS:32M diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/cpu-negative.log b/docs/receipts/gfx1151-cancel-76aafcf2/cpu-negative.log new file mode 100644 index 0000000000..f3c8028f37 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/cpu-negative.log @@ -0,0 +1,554 @@ +test ++- run test w +[default] (warn): pack /.zig-cache/tmp/BE5wSwjd1YF4jUQ3/pack.safetensors has no recorded source; skipping the identity check +[default] (warn): pack pack.safetensors has no recorded source; skipping the identity check +[default] (warn): language_model.mtp.fc_embedding: not read at its declared width: UnsupportedQuantization +[default] (warn): language_model.model.embed_tokens: not stored at its declared width: InvalidAffineShape +[default] (warn): model.layers.0.mlp.up_proj.weight: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): model.layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): lane L0.att.o: LaneRowsNotFours +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): model.layers.0.self_attn.v_proj.weight: another spelling of module layers.0.self_attn.v_proj declares a different width +failed command: ./.zig-cache/o/6912cf8414324d74bdfa6475ced95635/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +[default] (warn): language_model.model.layers.0: gate and up of one expert differ in width; one kernel reads both +[default] (warn): model.layers.0.mlp.up_proj.weight: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): model.layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): model.layers.0.self_attn.v_proj.weight: another spelling of module layers.0.self_attn.v_proj declares a different width +[default] (warn): language_model.mtp.fc_embedding: not read at its declared width: UnsupportedQuantization +[default] (warn): language_model.model.embed_tokens: not stored at its declared width: InvalidAffineShape +[default] (warn): pack /.zig-cache/tmp/Nwb_SsVEsMYuCjF_/pack.safetensors has no recorded source; skipping the identity check +[default] (warn): pack pack.safetensors has no recorded source; skipping the identity check +[default] (warn): lane L0.att.o: LaneRowsNotFours +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +failed command: ./.zig-cache/o/cd81c3b3a112571b4a0d7f5625f9fe44/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test 30 pass, 1 skip, 2 fail (33 total) +unk's forward polls its stream's cancel (test) + const c = Hip.cancelOf(&s) orelse return error.TestExpectedCancel; + ^ +error: 'backend.hip.engine.prefix.test.every prompt chunk a server pass runs stops at a layer edge when cancelled' failed: + /lib/std/testing.zig:584:14: 0x1047a0b6b in expect (test) + if (!ok) return error.Tes +error: 'backend.hip.engine.hip_lanes.test.a prompt chunk's forward polls its stream's cancel' failed: + tUnexpectedResult; + ^ + /zig/src/families/qwen3_5/backend/hip/engine/prefix.zig:39:5: 0x1047c11c3 in test.every prompt chunk a server pass runs stops at a layer edge when cancelled (test) + try std.testing.expect(pollsLayers(1, chunk)); + ^ + /zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig:568:39: 0x1047c039b in test.a prompt ch +failed command: ./.zig-cache/o/b1237ef159ceae8419897d20ca2d201d/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +[default] (warn): lm_head is 8-bit in groups of 64: CUDA reads Nemotron MLX checkpoints at 4-bit in groups of 64 only; mixed and 6- or 8-bit (oQ) checkpoints serve on Macs +[default] (warn): backbone.embeddings is 8-bit in groups of 64: the Intel GPU engine reads Nemotron MLX checkpoints at 4-bit in groups of 64 only; mixed and 6- or 8-bit (oQ) checkpoints serve on Macs +failed command: ./.zig-cache/o/61f4f42007c910ae0dba3d28a8174637/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +codec requested 1, actual sizes { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 } +codec requested 1, actual sizes { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 } +codec requested 4, actual sizes { 4, 4, 4, 4, 1 } +codec requested 16, actual sizes { 16, 1 } +codec requested 1, actual sizes { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 } +Drama replay passed: eager/graphs, poison/reset, codec chunks and interleaved state +[default] (warn): drama3: config hidden_size = 4096, the kernels need 2048 +[default] (warn): codec.pth pickle names os.system, outside the tensor state-dict allow-list +failed command: ./.zig-cache/o/ce0681dd30466573327c4eaf83563533/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +[default] (warn): a round could not be recorded: OutOfDeviceMemory +failed command: ./.zig-cache/o/dd82287749019c7316954e8fb931dab1/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +[default] (warn): glm: restoring 1500 tokens failed (PoolMoveNotDrained); pool relocation aborted +failed command: ./.zig-cache/o/9c900e13443c4ea3333643efc5df6815/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +[default] (warn): language_model.mtp.fc_embedding: not read at its declared width: UnsupportedQuantization +[default] (warn): language_model.model.embed_tokens: not stored at its declared width: InvalidAffineShape +[default] (warn): model.layers.0.mlp.up_proj.weight: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): model.layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): lane L0.att.o: LaneRowsNotFours +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): pack /.zig-cache/tmp/VNO0g7e8zAjP-0MI/pack.safetensors has no recorded source; skipping the identity check +[default] (warn): pack pack.safetensors has no recorded source; skipping the identity check +[default] (warn): model.layers.0.self_attn.v_proj.weight: another spelling of module layers.0.self_attn.v_proj declares a different width +failed command: ./.zig-cache/o/349ecedab64728c1d4cb34081643bae7/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +[default] (warn): XPU: a command list did not drain at close; its memory and context stay until the process ends +failed command: ./.zig-cache/o/73389d3e8a9d3943258cfb4fbdd98b4c/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +failed command: ./.zig-cache/o/d2c2ff8e57a06f1a6fed88daefb31c03/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +RESULT CPU reference comparison: largest difference 1.000 of its tolerance (element 1) +RESULT CPU reference comparison: largest difference 1.000 of its tolerance (element 1) +RESULT CPU reference comparison: largest difference 2.000 of its tolerance (element 0) +FAIL CPU reference comparison within its float64 tolerance +RESULT CPU reference comparison: largest difference 2.000 of its tolerance (element 0) +FAIL CPU reference comparison within its float64 tolerance +FAIL CPU reference comparison: non-finite error at element 0 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 2 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 2 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 2 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 2 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got inf, reference 0e0, tolerance 1e0) +failed command: ./.zig-cache/o/f645b174ea1a132f03379093ca69ad47/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +[default] (warn): lane host: stopping at a round boundary: 1 running and 2 queued request(s) end (server restarting: retry shortly) +[default] (warn): lane host: stopping at a round boundary: 1 running and 1 queued request(s) end (server restarting: retry shortly) +[default] (warn): lane host: a round failed (GpuFailed): every admitted stream fails +[default] (warn): lane host: a round failed (GpuFailed): every admitted stream fails +[default] (warn): lane host: a round failed (the planner refused): every admitted stream fails +[default] (warn): lane host: a round failed (PlannerFull): every admitted stream fails +[default] (warn): lane host: stopping at a round boundary: 1 running and 1 queued request(s) end (drain deadline) +failed command: ./.zig-cache/o/a8b7681f29e9e489e82bddc04264a5b8/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +REFUSE TF_GLM_PREFILL_REDUCE=split: rank 0 cannot exchange with rank 2; split sends every rank's rows to every other, and a fabric where some ranks reach only their neighbours (a ring of four without a switch) needs TF_GLM_PREFILL_REDUCE=ring or gather +REFUSE TF_GLM_PREFILL_REDUCE=split: rank 1 cannot exchange with rank 3; split sends every rank's rows to every other, and a fabric where some ranks reach only their neighbours (a ring of four without a switch) needs TF_GLM_PREFILL_REDUCE=ring or gather +REFUSE TF_GLM_PREFILL_REDUCE=split: rank 2 cannot exchange with rank 0; split sends every rank's rows to every other, and a fabric where some ranks reach only their neighbours (a ring of four without a switch) needs TF_GLM_PREFILL_REDUCE=ring or gather +REFUSE TF_GLM_PREFILL_REDUCE=split: rank 3 cannot exchange with rank 1; split sends every rank's rows to every other, and a fabric where some ranks reach only their neighbours (a ring of four without a switch) needs TF_GLM_PREFILL_REDUCE=ring or gather +failed command: ./.zig-cache/o/2d07c8f61ec9bafcd37e5ab2f870292f/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +[default] (err): rank 0: another rank's process ended (its line closed); this rank stops instead of waiting on it +[default] (err): rank 0: rank 1 stopped (peer OOM); this rank stops too +failed command: ./.zig-cache/o/8af90ee1f5afbc6fa047940aa19c92a6/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +[default] (warn): Drama readback drain failed: retaining its buffers and engine owner +[default] (warn): Drama readback drain failed: retaining its buffers and engine owner +codec requested 1, actual sizes { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 } +codec requested 1, actual sizes { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 } +codec requested 4, actual sizes { 4, 4, 4, 4, 1 } +codec requested 16, actual sizes { 16, 1 } +codec requested 1, actual sizes { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 } +Drama replay passed: eager/graphs, poison/reset, codec chunks and interleaved state +[default] (warn): drama3: config hidden_size = 4096, the kernels need 2048 +[default] (warn): codec.pth pickle names os.system, outside the tensor state-dict allow-list +failed command: ./.zig-cache/o/9792312ce4e318cabd06e4148b317551/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +[default] (warn): /opt/homebrew/opt/jpeg-turbo/lib/libturbojpeg.0.dylib is not libjpeg-turbo 3.1.4.1; JPEG images are refused until it is +libjpeg-turbo 3.1.4.1 not found: LFM2's JPEG cases skipped +libjpeg-turbo 3.1.4.1 not found: LFM2's JPEG cases skipped +failed command: ./.zig-cache/o/a64a60772cfc1f86e858c82af44048c2/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +[default] (warn): lm_head is 8-bit in groups of 64: CUDA reads Nemotron MLX checkpoints at 4-bit in groups of 64 only; mixed and 6- or 8-bit (oQ) checkpoints serve on Macs +[default] (warn): backbone.embeddings is 8-bit in groups of 64: the Intel GPU engine reads Nemotron MLX checkpoints at 4-bit in groups of 64 only; mixed and 6- or 8-bit (oQ) checkpoints serve on Macs +fake target: proposed=68 verified=68 accepted=68 +failed command: ./.zig-cache/o/95751544d95087a1be5e6edaceb4b7b9/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +[default] (warn): qwen3_5: a failed restore's stream did not drain: its kept state's host copy stays +[default] (warn): qwen3_5: a kept state's host copy goes to the copy-source quarantine: a restore's copies did not drain +[default] (warn): qwen3_5: a failed restore's stream did not drain: its kept state's host copy stays +failed command: ./.zig-cache/o/b224b01689fb39f9ece5438996601159/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +RESULT CPU reference comparison: largest difference 1.000 of its tolerance (element 1) +RESULT CPU reference comparison: largest difference 1.000 of its tolerance (element 1) +RESULT CPU reference comparison: largest difference 2.000 of its tolerance (element 0) +FAIL CPU reference comparison within its float64 tolerance +RESULT CPU reference comparison: largest difference 2.000 of its tolerance (element 0) +FAIL CPU reference comparison within its float64 tolerance +FAIL CPU reference comparison: non-finite error at element 0 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 2 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 2 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 2 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 2 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got inf, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 1 (got -nan, reference 0e0, tolerance 1e0) +FAIL CPU reference comparison: non-finite error at element 0 (got inf, reference 0e0, tolerance 1e0) +failed command: ./.zig-cache/o/4e1b9a76e32557579e3b1e47dccd71c9/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +RESULT valid stale prefix: largest difference 0.000 of its tolerance (element 0) +FAIL no-op projection: non-finite error at element 0 (got -nan, reference 0e0, tolerance 1e0) +failed command: ./.zig-cache/o/5b746291ecae1cbb01f8571f00cd90ad/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +tf_h3_forward: BadH3Dimensions +tf_h3_forward_host: BadH3Dimensions +tf_h3_forward: BadH3Dimensions +tf_h3_forward_host: BadH3Dimensions +tf_h3_forward: BadH3Dimensions +tf_h3_forward_host: BadH3Dimensions +tf_h3_forward: BadH3Rotary +tf_h3_forward_host: BadH3Rotary +tf_h3_forward: BadH3Rotary +tf_h3_forward_host: BadH3Rotary +tf_h3_forward: BadH3Keep +tf_h3_forward_host: BadH3Keep +tf_h3_forward: BadH3Keep +tf_h3_forward_host: BadH3Keep +tf_h3_forward: BadH3Blocks +tf_h3_forward_host: BadH3Blocks +tf_h3_forward: BadH3Scalar +tf_h3_forward_host: BadH3Scalar +tf_h3_forward: BadH3Scalar +tf_h3_forward_host: BadH3Scalar +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward_host: BadH3Address +tf_h3_forward_host: BadH3Scalar +H3 model retained at close: NotReady +H3 geometry retained: NotReady +tensor blocks.0.norm1.weight: MissingTensor +tensor blocks.1.attn.qkv_proj.weight: MissingTensor +tensor blocks.1.norm1.weight: MissingTensor +failed command: ./.zig-cache/o/0dc554be0f759762c8e18fb548e0aab7/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +[default] (warn): lane host: stopping at a round boundary: 1 running and 2 queued request(s) end (server restarting: retry shortly) +[default] (warn): lane host: stopping at a round boundary: 1 running and 1 queued request(s) end (server restarting: retry shortly) +[default] (warn): lane host: a round failed (GpuFailed): every admitted stream fails +[default] (warn): lane host: a round failed (GpuFailed): every admitted stream fails +[default] (warn): lane host: a round failed (the planner refused): every admitted stream fails +[default] (warn): lane host: a round failed (PlannerFull): every admitted stream fails +[default] (warn): lane host: stopping at a round boundary: 1 running and 1 queued request(s) end (drain deadline) +failed command: ./.zig-cache/o/93ba57251d862534c87fdc67cc02794e/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- test-cuda-host + +- run test w +[default] (warn): /opt/homebrew/opt/jpeg-turbo/lib/libturbojpeg.0.dylib is not libjpeg-turbo 3.1.4.1; JPEG images are refused until it is +libjpeg-turbo 3.1.4.1 not found: JPEG pixel cases skipped +libjpeg-turbo 3.1.4.1 not found: JPEG pixel cases skipped +libjpeg-turbo 3.1.4.1 not found: JPEG pixel cases skipped +[default] (warn): model.layers.0.mlp.up_proj.weight: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): model.layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +failed command: ./.zig-cache/o/3a63da6d7db29cdcdb66339666983ff8/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +[default] (warn): language_model.lm_head: stored affine but declared unquantized +[default] (warn): language_model.model.embed_tokens: stored affine but declared unquantized +[default] (warn): model.layers.0.self_attn.v_proj.weight: another spelling of module layers.0.self_attn.v_proj declares a different width +[default] (warn): model.layers.0.mlp.up_proj.weight: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): model.layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +failed command: ./.zig-cache/o/5e4ac653658c1f3fdbe92381c216b77b/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- + +test ++- run test w +[default] (warn): slide pocket: a deleted fact's 2 layers are put back in memory, but not all on the device (UploadFailed): replies are refused until they are +[default] (warn): slide pocket: a delete failed (UploadFailed), and its put-back did not reach the device (PutBackNotOnDevice) +[default] (warn): slide pocket: a deleted fact's 2 layers are put back in memory, but not all on the device (UploadFailed): replies are refused until they are +[default] (warn): slide pocket: a delete failed (UploadFailed), and its put-back did not reach the device (PutBackNotOnDevice) +[default] (warn): slide pocket: a deleted fact's 2 layers are put back in memory, but not all on the device (UploadFailed): replies are refused until they are +[default] (warn): checkpoint tensor text.weight stays in its file: read it through a Stage +[default] (warn): language_model.mtp.fc_embedding: not read at its declared width: UnsupportedQuantization +[default] (warn): language_model.model.embed_tokens: not stored at its declared width: InvalidAffineShape +[default] (warn): lane L0.att.o: LaneRowsNotFours +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): lane L21.gdn.in: OutOfMemory +[default] (warn): model.layers.0.mlp.up_proj.weight: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): model.layers.0.mlp.up_proj: another spelling of module layers.0.mlp.up_proj declares a different width +[default] (warn): pack /.zig-cache/tmp/9R288pknTUdrnabI/pack.safetensors has no recorded source; skipping the identity check +[default] (warn): pack pack.safetensors has no recorded source; skipping the identity check +[default] (warn): model.layers.0.self_attn.v_proj.weight: another spelling of module layers.0.self_attn.v_proj declares a different width +SSM pipeline capacity: forward=1024, backward=1024 +SSM seeded=false heads=2 groups=1 rows=1: max abs dx/dB/dC/ddt { 0, 0, 0, 0 } +SSM seeded=false heads=2 groups=1 rows=7: max abs dx/dB/dC/ddt { 0.000000011360835217022469, 0.000000002917455535836333, 0.000000004647133651849988, 0.00000008929183081818337 } +SSM seeded=false heads=2 groups=1 rows=8: max abs dx/dB/dC/ddt { 0.00000000863441644745333, 0.0000000030472456129596037, 0.000000004647133651849988, 0.00000010044378595530645 } +SSM seeded=false heads=2 groups=1 rows=9: max abs dx/dB/dC/ddt { 0.000000006604320090808358, 0.0000000027633473599630864, 0.0000000051661870337227356, 0.00000006044416009376441 } +SSM seeded=false heads=2 groups=1 rows=15: max abs dx/dB/dC/ddt { 0.000000010416435020088599, 0.0000000050579541700790376, 0.000000008099387559939997, 0.00000010302938735495815 } +SSM seeded=false heads=2 groups=1 rows=16: max abs dx/dB/dC/ddt { 0.000000010399334079633227, 0.000000004927133326337874, 0.000000008099387559939997, 0.00000010076810685877291 } +SSM seeded=false heads=2 groups=1 rows=17: max abs dx/dB/dC/ddt { 0.00000001543697608283323, 0.000000004476264019170895, 0.000000008099387559939997, 0.000000170725301229524 } +SSM seeded=false heads=2 groups=1 rows=25: max abs dx/dB/dC/ddt { 0.00000001223729547902841, 0.000000005462381803822414, 0.000000014270247941650105, 0.00000013346487892640368 } +SSM seeded=false heads=4 groups=2 rows=1: max abs dx/dB/dC/ddt { 0, 0, 0, 0 } +SSM seeded=false heads=4 groups=2 rows=7: max abs dx/dB/dC/ddt { 0.000000015510263740026176, 0.000000006877330351040545, 0.000000003777481768357793, 0.00000016323549628660672 } +SSM seeded=false heads=4 groups=2 rows=8: max abs dx/dB/dC/ddt { 0.0000000129148233773968, 0.000000005653858301674086, 0.000000005027532001822266, 0.00000017245745953520242 } +SSM seeded=false heads=4 groups=2 rows=9: max abs dx/dB/dC/ddt { 0.00000002633087964332148, 0.000000006475598009203498, 0.000000005457366610700509, 0.00000029433054438143813 } +SSM seeded=false heads=4 groups=2 rows=15: max abs dx/dB/dC/ddt { 0.00000002973828677754753, 0.000000009558005810428316, 0.000000008944659693477242, 0.0000003865198301422623 } +SSM seeded=false heads=4 groups=2 rows=16: max abs dx/dB/dC/ddt { 0.000000025754882060358142, 0.000000008921690271973537, 0.000000008944659693477242, 0.0000003074925702950537 } +SSM seeded=false heads=4 groups=2 rows=17: max abs dx/dB/dC/ddt { 0.00000002553487910179897, 0.000000008921690271973537, 0.00000001164840428280467, 0.00000030358411029496324 } +SSM seeded=false heads=4 groups=2 rows=25: max abs dx/dB/dC/ddt { 0.00000003875727619395697, 0.000000014591112693085329, 0.000000022576584234046404, 0.0000004419375038144935 } +SSM seeded=false heads=64 groups=8 rows=1: max abs dx/dB/dC/ddt { 0, 0, 0, 0 } +SSM seeded=false heads=64 groups=8 rows=9: max abs dx/dB/dC/ddt { 0.00000002087263310801557, 0.00000001779203438051491, 0.000000010395453171885283, 0.0000002193045710030539 } +SSM seeded=false heads=64 groups=8 rows=17: max abs dx/dB/dC/ddt { 0.00000009930843825056712, 0.00000002114473045267129, 0.00000001602812140649723, 0.0000007270377315737875 } +SSM pipeline capacity: forward=1024, backward=1024 +SSM seeded=true heads=2 groups=1 rows=1: max abs dx/dB/dC/ddt { 0, 0, 0.000000015089179933314156, 0.00000003066629741810267 } +SSM seeded=true heads=2 groups=1 rows=7: max abs dx/dB/dC/ddt { 0.000000011360835217022469, 0.000000002917455535836333, 0.000000015656003028718946, 0.00000011578910319443025 } +SSM seeded=true heads=2 groups=1 rows=8: max abs dx/dB/dC/ddt { 0.00000000863441644745333, 0.0000000030472456129596037, 0.000000015656003028718946, 0.000000137397136557027 } +SSM seeded=true heads=2 groups=1 rows=9: max abs dx/dB/dC/ddt { 0.000000006604320090808358, 0.0000000027633473599630864, 0.000000015656003028718946, 0.000000058752570086806344 } +SSM seeded=true heads=2 groups=1 rows=15: max abs dx/dB/dC/ddt { 0.000000010416435020088599, 0.0000000050579541700790376, 0.00000003896021144589312, 0.00000011965777954592305 } +SSM seeded=true heads=2 groups=1 rows=16: max abs dx/dB/dC/ddt { 0.000000010399334079633227, 0.000000004927133326337874, 0.00000004227448897886621, 0.0000001134548608394681 } +SSM seeded=true heads=2 groups=1 rows=17: max abs dx/dB/dC/ddt { 0.00000001543697608283323, 0.000000004476264019170895, 0.00000004227448897886621, 0.00000018029616666304094 } +SSM seeded=true heads=2 groups=1 rows=25: max abs dx/dB/dC/ddt { 0.00000001223729547902841, 0.000000005462381803822414, 0.0000000506942888084394, 0.0000001136397048684401 } +SSM seeded=true heads=4 groups=2 rows=1: max abs dx/dB/dC/ddt { 0, 0, 0.0000000073519402093991104, 0.000000027996068407976082 } +SSM seeded=true heads=4 groups=2 rows=7: max abs dx/dB/dC/ddt { 0.000000015510263740026176, 0.000000006877330351040545, 0.00000001807481535276434, 0.00000021659550952790596 } +SSM seeded=true heads=4 groups=2 rows=8: max abs dx/dB/dC/ddt { 0.0000000129148233773968, 0.000000005653858301674086, 0.000000018969054375872485, 0.00000017414204611654327 } +SSM seeded=true heads=4 groups=2 rows=9: max abs dx/dB/dC/ddt { 0.00000002633087964332148, 0.000000006475598009203498, 0.000000018969054375872485, 0.00000017655989847931153 } +SSM seeded=true heads=4 groups=2 rows=15: max abs dx/dB/dC/ddt { 0.00000002973828677754753, 0.000000009558005810428316, 0.000000023961633413560612, 0.0000003531072296780735 } +SSM seeded=true heads=4 groups=2 rows=16: max abs dx/dB/dC/ddt { 0.000000025754882060358142, 0.000000008921690271973537, 0.000000023961633413560612, 0.00000024600469961111315 } +SSM seeded=true heads=4 groups=2 rows=17: max abs dx/dB/dC/ddt { 0.00000002553487910179897, 0.000000008921690271973537, 0.000000023961633413560612, 0.0000003112589632703333 } +SSM seeded=true heads=4 groups=2 rows=25: max abs dx/dB/dC/ddt { 0.00000003875727619395697, 0.000000014591112693085329, 0.00000002654540304236619, 0.0000004793090875310213 } +SSM seeded=true heads=64 groups=8 rows=1: max abs dx/dB/dC/ddt { 0, 0, 0.000000013799211689979884, 0.00000008033819287600608 } +SSM seeded=true heads=64 groups=8 rows=9: max abs dx/dB/dC/ddt { 0.00000002087263310801557, 0.00000001779203438051491, 0.000000027007305641868484, 0.0000002670173361307704 } +SSM seeded=true heads=64 groups=8 rows=17: max abs dx/dB/dC/ddt { 0.00000009930843825056712, 0.00000002114473045267129, 0.00000003555922037379311, 0.0000006937729284395289 } +[default] (warn): lm_head is 8-bit in groups of 64: CUDA reads Nemotron MLX checkpoints at 4-bit in groups of 64 only; mixed and 6- or 8-bit (oQ) checkpoints serve on Macs +[default] (warn): backbone.embeddings is 8-bit in groups of 64: the Intel GPU engine reads Nemotron MLX checkpoints at 4-bit in groups of 64 only; mixed and 6- or 8-bit (oQ) checkpoints serve on Macs +[default] (warn): qwen image: num_layers is not 32; this family runs the released geometry only +[default] (warn): /opt/homebrew/opt/jpeg-turbo/lib/libturbojpeg.0.dylib is not libjpeg-turbo 3.1.4.1; JPEG images are refused until it is +libjpeg-turbo 3.1.4.1 not found: JPEG pixel cases skipped +libjpeg-turbo 3.1.4.1 not found: JPEG pixel cases skipped +libjpeg-turbo 3.1.4.1 not found: JPEG pixel cases skipped +[default] (warn): gemma4: layers.0.self_attn.q_proj is 4-bit in groups of 32; the kernels read bits 2-6 and 8 in groups of 64 +[default] (warn): gemma4: layers.0.self_attn.q_proj is 4-bit in groups of 128; the kernels read bits 2-6 and 8 in groups of 64 +[default] (warn): gemma4: layers.3.mlp.up_proj's width is not MLX affine bits 2-6 or 8 +[default] (warn): gemma4: layers.3.mlp.up_proj's width is not MLX affine bits 2-6 or 8 +[default] (warn): gemma4: layers.3.mlp.up_proj is not a width table (false or {} marks a module unquantized); every linear is affine +[default] (warn): gemma4: layers.3.mlp.up_proj is not a width table (false or {} marks a module unquantized); every linear is affine +[default] (warn): model.layers.3.mlp.up_proj: another spelling of module layers.3.mlp.up_proj declares a different width +[default] (warn): expert parallel: this Mac runs .{ .magic = 1196182853, .version = 2, .layers = 45, .run = 8, .mtp = 1, .experts = 288, .own_lo = 144, .own_hi = 288, .cap = 8256, .pad = 0, .model = 4660, .rest = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 } }, the peer .{ .magic = 1196182853, .version = 2, .layers = 45, .run = 45, .mtp = 1, .experts = 288, .own_lo = 0, .own_hi = 144, .cap = 8256, .pad = 0, .model = 4660, .rest = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 } } +[default] (warn): expert parallel: this Mac runs .{ .magic = 1196182853, .version = 2, .layers = 45, .run = 45, .mtp = 1, .experts = 288, .own_lo = 0, .own_hi = 144, .cap = 8256, .pad = 0, .model = 4660, .rest = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 } }, the peer .{ .magic = 1196182853, .version = 2, .layers = 45, .run = 8, .mtp = 1, .experts = 288, .own_lo = 144, .own_hi = 288, .cap = 8256, .pad = 0, .model = 4660, .rest = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 } } +sparse attention (64 heads): 99.97% of outputs equal the row kernel's, at most 0.96 bf16 steps apart +sparse attention (32 heads): 99.96% of outputs equal the row kernel's, at most 0.94 bf16 steps apart +absorb on the tensor units: 99.99% of outputs equal the row kernel's, at most 0.98 bf16 steps apart +KDA heads=64 rows=1: worst 0.4999 bf16 steps, state 0.000000002 +KDA heads=64 rows=2: worst 0.4999 bf16 steps, state 0.000000002 +KDA heads=64 rows=8: worst 0.4999 bf16 steps, state 0.000000003 +KDA heads=64 rows=16: worst 0.4999 bf16 steps, state 0.000000005 +KDA heads=32 rows=1: worst 0.4999 bf16 steps, state 0.000000002 +KDA heads=32 rows=2: worst 0.4999 bf16 steps, state 0.000000002 +KDA heads=32 rows=8: worst 0.4999 bf16 steps, state 0.000000003 +KDA heads=32 rows=16: worst 0.4999 bf16 steps, state 0.000000005 +[default] (warn): language_model.model.layers.1.mlp.down_proj: another spelling of module layers.1.mlp.down_proj declares a different width +glm plan: 4 of 45 layers and the MTP layer, 1.51 GB in buffers, every tensor's name, dtype and shape checked; 4-bit/64 x39 +glm plan: 4 of 45 layers and the MTP layer, 1.51 GB in buffers, every tensor's name, dtype and shape checked; 2-bit/64 x2, 4-bit/64 x35, 5-bit/32 x1, 8-bit/64 x1 +glm plan: 4 of 45 layers and the MTP layer, 1.57 GB in buffers, every tensor's name, dtype and shape checked; 4-bit/64 x37, 5-bit/64 x4, 6-bit/64 x2, 8-bit/64 x4 +glm plan: 4 of 45 layers and the MTP layer, 1.86 GB in buffers, every tensor's name, dtype and shape checked; 2-bit/64 x3, 4-bit/64 x34, 5-bit/64 x1, 6-bit/64 x1, 8-bit/64 x1 +glm plan: 4 of 45 layers and the MTP layer, 1.56 GB in buffers, every tensor's name, dtype and shape checked; 4-bit/64 x40 +glm plan: 4 of 45 layers and the MTP layer, 1.51 GB in buffers, every tensor's name, dtype and shape checked; 4-bit/64 x39 +glm plan: 4 of 45 layers and the MTP layer, 1.56 GB in buffers, every tensor's name, dtype and shape checked; 4-bit/64 x40 +glm plan: 4 of 45 layers and the MTP layer, 1.56 GB in buffers, every tensor's name, dtype and shape checked; 4-bit/64 x40 +failed command: ./.zig-cache/o/e7a9cb5063f8c1c42e75116d0bc4ed2b/test --cache-dir=./.zig-cache --seed=0x6e010bf2 --listen=- diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/environment.json b/docs/receipts/gfx1151-cancel-76aafcf2/environment.json new file mode 100644 index 0000000000..34af99a97a --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/environment.json @@ -0,0 +1,7 @@ +{ + "zig": "0.17.0\n", + "hipcc": "HIP version: 7.1.52801-9999\nUbuntu clang version 21.1.8 (6ubuntu1)\nTarget: x86_64-pc-linux-gnu\nThread model: posix\nInstalledDir: /usr/lib/llvm-21/bin\n", + "clang": "Ubuntu clang version 21.1.8 (6ubuntu1)\nTarget: x86_64-pc-linux-gnu\nThread model: posix\nInstalledDir: /usr/lib/llvm-21/bin\n", + "kernel": "7.0.0-38-generic", + "cpu": "AMD RYZEN AI MAX+ 395 w/ Radeon 8060S" +} diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/fixed-build.log b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-build.log new file mode 100644 index 0000000000..8b13789179 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-build.log @@ -0,0 +1 @@ + diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/fixed-cancel.log b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-cancel.log new file mode 100644 index 0000000000..a9794db5cb --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-cancel.log @@ -0,0 +1,8 @@ +ok cancel 0: released 0.04 s after the disconnect (max 0.50); the next short request took 1.91 s (alone 1.91 s, slack 0.50) +ok cancel 1: released 0.03 s after the disconnect (max 0.50); the next short request took 1.91 s (alone 1.91 s, slack 0.50) +ok cancel 2: released 0.04 s after the disconnect (max 0.50); the next short request took 1.90 s (alone 1.91 s, slack 0.50) +server: 6 cancelled requests ended 0.43 to 0.44 s after they arrived (arrival to end, not disconnect to release) +1.0.12 receipt 27B: next short 6.49 to 6.51 s, alone 1.90 s, cancelled requests ended 5.04 to 5.07 s after arrival +this run: next short at most 1.91 s, alone 1.91 s: +4.58 s against the receipt's best +summary {"model": "amd-cancel-27b", "words": 2200, "drop_after_s": 0.4, "alone_s": 1.913, "slack_s": 0.5, "release_max_s": 0.5, "trials": [{"release_s": 0.042, "after_short_s": 1.907, "running_at_drop": true, "same_text": true, "same_native_tokens": true, "ok": true}, {"release_s": 0.032, "after_short_s": 1.906, "running_at_drop": true, "same_text": true, "same_native_tokens": true, "ok": true}, {"release_s": 0.039, "after_short_s": 1.902, "running_at_drop": true, "same_text": true, "same_native_tokens": true, "ok": true}], "baseline_native_token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "lifetime_s": [0.44, 0.43, 0.43, 0.44, 0.44, 0.44], "failed": 0, "receipt_27b": {"after_short_s": [6.49, 6.51], "alone_s": 1.9, "lifetime_s": [5.04, 5.07]}} +failed 0 diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/fixed-http.jsonl b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-http.jsonl new file mode 100644 index 0000000000..ee426fa33f --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-http.jsonl @@ -0,0 +1,13 @@ +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-e03a40f31a7eb68ca9a73aed933c5e8f", "object": "chat.completion", "created": 1792325301, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.993874706304567, "seconds": 1.539186767, "prefill_seconds": 0.347864933, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.34823891, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.8885939359897748} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-38502abcad7dcaa543ae10de25fdcad5", "object": "chat.completion", "created": 1792325303, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.989103245801093, "seconds": 1.539752177, "prefill_seconds": 0.380069684, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.381372829, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.9223376540467143} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-680a1be135feeb75779477c4b2723283", "object": "chat.completion", "created": 1792325305, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.99820009049022, "seconds": 1.538674575, "prefill_seconds": 0.375627748, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.376459139, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.9163577210274525} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-332a200302f051226f9bd3e09451b035", "object": "chat.completion", "created": 1792325307, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 13.006403600712543, "seconds": 1.537704089, "prefill_seconds": 0.373103735, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.374267675, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.913122053956613} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "release0-1792325309547549812 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338530.34130468, "running_at_drop": true} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "after0-1792325309991742738 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338530.78538104, "running_at_drop": false} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-3f848e3cdb7353ec52ca919049fa5ac7", "object": "chat.completion", "created": 1792325310, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.975595288878473, "seconds": 1.541355102, "prefill_seconds": 0.3631777, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.36432407, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.907296187011525} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "release1-1792325312352322064 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338533.146108001, "running_at_drop": true} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "after1-1792325312786369782 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338533.579807201, "running_at_drop": false} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-faaf7a7dcb3b85139dda9f38cde5b8a9", "object": "chat.completion", "created": 1792325313, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.981417018457009, "seconds": 1.540663856, "prefill_seconds": 0.362931729, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.363672744, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.9056049050414003} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "release2-1792325315145198919 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338535.938779393, "running_at_drop": true} +{"kind": "cancelled_request", "request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "after2-1792325315586504364 item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411"}], "max_tokens": 8, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "socket_closed_monotonic_s": 338536.380014741, "running_at_drop": false} +{"request": {"model": "amd-cancel-27b", "messages": [{"role": "user", "content": "Count from one to ten in words."}], "max_tokens": 32, "temperature": 0.0, "stream": false, "chat_template_kwargs": {"enable_thinking": false}}, "status": 200, "response": {"id": "chatcmpl-abe9a282396fbda413eb400233b8a834", "object": "chat.completion", "created": 1792325316, "model": "amd-cancel-27b", "choices": [{"index": 0, "message": {"role": "assistant", "content": "One, two, three, four, five, six, seven, eight, nine, ten."}, "finish_reason": "stop"}], "usage": {"prompt_tokens": 20, "completion_tokens": 21, "total_tokens": 41, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 0}}, "exact_mode": "exact", "tensorfold": {"enable_thinking": false, "reasoning_effort": "none", "engine": "lanes", "tokens_per_second": 12.99212116003186, "seconds": 1.539394511, "prefill_seconds": 0.360137606, "prefill_widths": [], "prefill_raised": [], "time_to_first_token": 0.360912469, "sampling": "greedy", "drafts": true, "token_sha": "ad11ca37c7fc", "token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", "min_rows": 1}, "speculative": {"rounds": 20, "drafted": 0, "accepted": 0, "acceptance_rate": 0.0, "tokens_per_round": 1.05}}, "seconds": 1.9017453590058722} diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/fixed-serve-check.log b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-serve-check.log new file mode 100644 index 0000000000..69449e3e48 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-serve-check.log @@ -0,0 +1,16 @@ +ok greedy: drafted == serial +ok greedy: solo == together +ok greedy: serial together == serial solo +ok greedy: the same twice +ok greedy: decoders unchanged by a long prompt +ok greedy: long prompt among decoders == alone +ok greedy: serial long prompt among decoders == alone +ok t0.8: drafted == serial +ok t0.8: solo == together +ok t0.8: serial together == serial solo +ok t0.8: the same twice +ok t0.8: decoders unchanged by a long prompt +ok t0.8: long prompt among decoders == alone +ok t0.8: serial long prompt among decoders == alone +ok resumed == fresh (cached {'cached_tokens': 64}) +failed 0 diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/fixed-server.log b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-server.log new file mode 100644 index 0000000000..1169136c01 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-server.log @@ -0,0 +1,195 @@ +[tensorfold] HIP rank 0 of 1: policy matrix=auto,attention=auto,kernels=auto,graphs=auto,prefill_step=1024,fill_rows=512; mtp drafts 3 under 0.3, 8 snapshots +[tensorfold] open-file limit raised: soft 1024 -> 524288 +[tensorfold] HIP gfx1151 device 0, rank 0 of 1: model 14.10 GiB; 4 streams at once, 1.15 GiB each at a 16384-token window, of 89.7 GiB left after a 12.2 GiB reserve; prompt cache 1.00 GiB (143 pages, 3 snapshots); prompts in 1024-row chunks +[tensorfold] serving amd-cancel-27b at http://127.0.0.1:8092/v1 (sampling: temperature 1.0, top_k 20, top_p 0.95; drafts: on; context: 16384; loaded in 37.4s) +[tensorfold] 127.0.0.1 "GET /health HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14912 tokens: 233 pages pass the limit of 143 +[tensorfold] done chatcmpl-b74041c24fe2d83c57a7b0a2274774f1 prompt=14975 cached=0 thinking=False effort=none tokens=32 sha=677caeac8d5e finish=length rounds=31 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] done chatcmpl-e03a40f31a7eb68ca9a73aed933c5e8f prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-38502abcad7dcaa543ae10de25fdcad5 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-680a1be135feeb75779477c4b2723283 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-332a200302f051226f9bd3e09451b035 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] ended chatcmpl-3f2d04f1608a6d348423fa6ba3f84304 reason=client-left prompt=14994 tokens=0 after=0.44s +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] ended chatcmpl-6c4947f94e9f6c600a6c13041f21080b reason=client-left prompt=14994 tokens=0 after=0.43s +[tensorfold] done chatcmpl-3f848e3cdb7353ec52ca919049fa5ac7 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] ended chatcmpl-6fdf2b2ff52e11431b5a29da30afca05 reason=client-left prompt=14994 tokens=0 after=0.43s +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] ended chatcmpl-0b7cf7f75835aaf44d6a99bb15db4b57 reason=client-left prompt=14994 tokens=0 after=0.44s +[tensorfold] done chatcmpl-faaf7a7dcb3b85139dda9f38cde5b8a9 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] ended chatcmpl-7efa59099062aaf12e6081a4e267cd37 reason=client-left prompt=14994 tokens=0 after=0.44s +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +[tensorfold] 127.0.0.1 "GET /metrics HTTP/1.1" 200 - +warning: prompt cache: kept nothing at 14976 tokens: 234 pages pass the limit of 143 +[tensorfold] ended chatcmpl-8200c0cd2be1073e31a695278de62e37 reason=client-left prompt=14994 tokens=0 after=0.44s +[tensorfold] done chatcmpl-abe9a282396fbda413eb400233b8a834 prompt=20 cached=0 thinking=False effort=none tokens=21 sha=ad11ca37c7fc finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-ff17cdf0e066bb08be60f71c59ba49ce prompt=20 cached=0 thinking=False effort=none tokens=64 sha=e0e930dfbaf4 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-9d27ebd68ed2ff126747badb2d099c7d prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-71d3c2669b84e192020cf27506213bad prompt=23 cached=0 thinking=False effort=none tokens=61 sha=4b07984a0d32 finish=stop rounds=60 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-d000ab3714e28075d651ccaf05b15f9b prompt=20 cached=0 thinking=False effort=none tokens=64 sha=424bb4882c66 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-23f78d80f0f5c52367560c3ee4588e71 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=e0e930dfbaf4 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-fe8ab20c86234f525863c829b156c849 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-a034c9de876017a143c511b7ee64d4de prompt=23 cached=0 thinking=False effort=none tokens=61 sha=4b07984a0d32 finish=stop rounds=60 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-8bca03e55e756e02571be24171f58359 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=424bb4882c66 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-9c2655fbe4dce6d9e92be6aa1024b65d prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-8cde23936da728ab2746a0731480844b prompt=23 cached=0 thinking=False effort=none tokens=61 sha=4b07984a0d32 finish=stop rounds=60 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-1d0e3bc9f5c87081f102081a1a2e2395 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=e0e930dfbaf4 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-5d8e5075ed7119cfbfc79f9cea181c11 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=424bb4882c66 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-b5ea9da088f11cbb91c34aa04c1f5fe9 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-8ac1b1520fba48fabcda4f3310f9d74c prompt=23 cached=0 thinking=False effort=none tokens=61 sha=4b07984a0d32 finish=stop rounds=60 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-80fbf4ba190e749bbf185cadf135db2e prompt=20 cached=0 thinking=False effort=none tokens=64 sha=e0e930dfbaf4 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-fab16187c5afb091fb8ddb5592647f7f prompt=20 cached=0 thinking=False effort=none tokens=64 sha=424bb4882c66 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-85969925e02c8b8a13381ea881a844cc prompt=20 cached=0 thinking=False effort=none tokens=64 sha=e0e930dfbaf4 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-9c5262278763d824a7864a076d0f3306 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-785afaa741f41a9ee2777197ac69d0c7 prompt=23 cached=0 thinking=False effort=none tokens=61 sha=4b07984a0d32 finish=stop rounds=60 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-403d8ee787be7ae6bff2b26402f689f0 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=424bb4882c66 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-9f9e1ed4e129298030e91ee8a8f69686 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-f2e0b66c1001162be8bb64b12c283d70 prompt=3413 cached=0 thinking=False effort=none tokens=47 sha=f6e7bb40ae08 finish=stop rounds=46 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-dc9d566fb45fe14ece3037a99448bd16 prompt=23 cached=0 thinking=False effort=none tokens=61 sha=4b07984a0d32 finish=stop rounds=60 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-1cd32abfff947b19d53d70f36faa5c73 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=e0e930dfbaf4 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-3e81dc2e37a4dcbed656ac8a49d1a12c prompt=3413 cached=3392 thinking=False effort=none tokens=47 sha=f6e7bb40ae08 finish=stop rounds=46 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-18fa7a1fd3a1b00084b411bac93ed4f2 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-24a8c68f910e497162a1f949d1afe99d prompt=3413 cached=3392 thinking=False effort=none tokens=47 sha=f6e7bb40ae08 finish=stop rounds=46 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-d58f4502986303826d112f881e5e5873 prompt=23 cached=0 thinking=False effort=none tokens=61 sha=4b07984a0d32 finish=stop rounds=60 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-9232d052f305d670a815431c4586f962 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=e0e930dfbaf4 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-848178d831b9ae7656cd3b9fc9f9f6a5 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=bb8eb4dee05e finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-75e08416918640429878f8e799808f8f prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-06bd82eb015d819eb9205e63b28dbb73 prompt=23 cached=0 thinking=False effort=none tokens=57 sha=3f7f080fb950 finish=stop rounds=56 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-bd9a9d96f6f337f920703cfdb94e34e7 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=6e9b86a684a0 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-4d2e07021837febded0f4c0c77c598a6 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=bb8eb4dee05e finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-8b7fb961668cee27383a00fea7af2424 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-a886e73f984047085d6aee3d93b24165 prompt=23 cached=0 thinking=False effort=none tokens=57 sha=3f7f080fb950 finish=stop rounds=56 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-9799c8ba4e549fffc7719d175f7d96c9 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=6e9b86a684a0 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-7b4d4ec62f1173f8b6b6cf5bcd3c3396 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-1afd2d07fe5e3ba052ac7cab7d10c3d4 prompt=23 cached=0 thinking=False effort=none tokens=57 sha=3f7f080fb950 finish=stop rounds=56 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-26c17d6daf3bc735dafb9c5717058adc prompt=20 cached=0 thinking=False effort=none tokens=64 sha=bb8eb4dee05e finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-267519efef1bd3f6fa54554c3b232cc3 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=6e9b86a684a0 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-0220379f60a791b718a586caa339c5d3 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-223fc01eb45678f181d958becf808e3b prompt=23 cached=0 thinking=False effort=none tokens=57 sha=3f7f080fb950 finish=stop rounds=56 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-f38f4a639daf018e8ddc8db35d8b1e9a prompt=20 cached=0 thinking=False effort=none tokens=64 sha=bb8eb4dee05e finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-89b38f662de73bb36556bc97d96eb184 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=6e9b86a684a0 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-6586e054bd35a482f27ae16a31ddd680 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=bb8eb4dee05e finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-010eb01b32ea16d9306bcc5f3b0cdf35 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-34ade99304795335160a3053f9dff225 prompt=23 cached=0 thinking=False effort=none tokens=57 sha=3f7f080fb950 finish=stop rounds=56 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-45199e39d53a0b667cc48311ea86296a prompt=20 cached=0 thinking=False effort=none tokens=64 sha=6e9b86a684a0 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-d86c25d8ed3af0699e41382782de3e8d prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-c0aae06ab448b0a6d539a33880d80359 prompt=23 cached=0 thinking=False effort=none tokens=57 sha=3f7f080fb950 finish=stop rounds=56 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-8eb94bdb46d6b77733a1face150af049 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=bb8eb4dee05e finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-2538dfac02c821a4a5331459546a3cee prompt=3413 cached=3392 thinking=False effort=none tokens=64 sha=56b9ef3b7deb finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-6aab31351565c4f429157f3d3cafc245 prompt=3413 cached=3392 thinking=False effort=none tokens=64 sha=56b9ef3b7deb finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-4495b6d4b2ae2d4f0da16965c1e48656 prompt=23 cached=0 thinking=False effort=none tokens=43 sha=005a2bec0a1b finish=stop rounds=42 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-bf1c79265f1490d48f708f49036b1958 prompt=23 cached=0 thinking=False effort=none tokens=57 sha=3f7f080fb950 finish=stop rounds=56 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-ea080df8f9fd8e6585365a4107cdb22d prompt=20 cached=0 thinking=False effort=none tokens=64 sha=bb8eb4dee05e finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-6e4307568579d39a998fa652c41c7668 prompt=3413 cached=3392 thinking=False effort=none tokens=64 sha=56b9ef3b7deb finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-f99bef53ae6207ebfda5ad7fc8fce795 prompt=20 cached=0 thinking=False effort=none tokens=64 sha=e0e930dfbaf4 finish=length rounds=63 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-09c7578aac4928beb87da7b9b1bf23a0 prompt=103 cached=0 thinking=False effort=none tokens=21 sha=647d96b1216c finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +[tensorfold] done chatcmpl-8a29f5dee197c3367b60c3240a880a2c prompt=103 cached=64 thinking=False effort=none tokens=21 sha=647d96b1216c finish=stop rounds=20 accepted=0/0 +[tensorfold] 127.0.0.1 "POST /v1/chat/completions HTTP/1.1" 200 - +info: backend verify: 2253 calls, 81594 us each +info: backend keep: 494 calls, 12 us each +info: graphs: 16 captured (4 ms each), 2405 of 2421 rounds replayed diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/fixed-uncancelled.json b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-uncancelled.json new file mode 100644 index 0000000000..3e2f080719 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/fixed-uncancelled.json @@ -0,0 +1,70 @@ +{ + "request": { + "model": "amd-cancel-27b", + "messages": [ + { + "role": "user", + "content": "prefill-control item0x0 item1x828 item2x643 item3x458 item4x273 item5x88 item6x916 item7x731 item8x546 item9x361 item10x176 item11x1004 item12x819 item13x634 item14x449 item15x264 item16x79 item17x907 item18x722 item19x537 item20x352 item21x167 item22x995 item23x810 item24x625 item25x440 item26x255 item27x70 item28x898 item29x713 item30x528 item31x343 item32x158 item33x986 item34x801 item35x616 item36x431 item37x246 item38x61 item39x889 item40x704 item41x519 item42x334 item43x149 item44x977 item45x792 item46x607 item47x422 item48x237 item49x52 item50x880 item51x695 item52x510 item53x325 item54x140 item55x968 item56x783 item57x598 item58x413 item59x228 item60x43 item61x871 item62x686 item63x501 item64x316 item65x131 item66x959 item67x774 item68x589 item69x404 item70x219 item71x34 item72x862 item73x677 item74x492 item75x307 item76x122 item77x950 item78x765 item79x580 item80x395 item81x210 item82x25 item83x853 item84x668 item85x483 item86x298 item87x113 item88x941 item89x756 item90x571 item91x386 item92x201 item93x16 item94x844 item95x659 item96x474 item0x289 item1x104 item2x932 item3x747 item4x562 item5x377 item6x192 item7x7 item8x835 item9x650 item10x465 item11x280 item12x95 item13x923 item14x738 item15x553 item16x368 item17x183 item18x1011 item19x826 item20x641 item21x456 item22x271 item23x86 item24x914 item25x729 item26x544 item27x359 item28x174 item29x1002 item30x817 item31x632 item32x447 item33x262 item34x77 item35x905 item36x720 item37x535 item38x350 item39x165 item40x993 item41x808 item42x623 item43x438 item44x253 item45x68 item46x896 item47x711 item48x526 item49x341 item50x156 item51x984 item52x799 item53x614 item54x429 item55x244 item56x59 item57x887 item58x702 item59x517 item60x332 item61x147 item62x975 item63x790 item64x605 item65x420 item66x235 item67x50 item68x878 item69x693 item70x508 item71x323 item72x138 item73x966 item74x781 item75x596 item76x411 item77x226 item78x41 item79x869 item80x684 item81x499 item82x314 item83x129 item84x957 item85x772 item86x587 item87x402 item88x217 item89x32 item90x860 item91x675 item92x490 item93x305 item94x120 item95x948 item96x763 item0x578 item1x393 item2x208 item3x23 item4x851 item5x666 item6x481 item7x296 item8x111 item9x939 item10x754 item11x569 item12x384 item13x199 item14x14 item15x842 item16x657 item17x472 item18x287 item19x102 item20x930 item21x745 item22x560 item23x375 item24x190 item25x5 item26x833 item27x648 item28x463 item29x278 item30x93 item31x921 item32x736 item33x551 item34x366 item35x181 item36x1009 item37x824 item38x639 item39x454 item40x269 item41x84 item42x912 item43x727 item44x542 item45x357 item46x172 item47x1000 item48x815 item49x630 item50x445 item51x260 item52x75 item53x903 item54x718 item55x533 item56x348 item57x163 item58x991 item59x806 item60x621 item61x436 item62x251 item63x66 item64x894 item65x709 item66x524 item67x339 item68x154 item69x982 item70x797 item71x612 item72x427 item73x242 item74x57 item75x885 item76x700 item77x515 item78x330 item79x145 item80x973 item81x788 item82x603 item83x418 item84x233 item85x48 item86x876 item87x691 item88x506 item89x321 item90x136 item91x964 item92x779 item93x594 item94x409 item95x224 item96x39 item0x867 item1x682 item2x497 item3x312 item4x127 item5x955 item6x770 item7x585 item8x400 item9x215 item10x30 item11x858 item12x673 item13x488 item14x303 item15x118 item16x946 item17x761 item18x576 item19x391 item20x206 item21x21 item22x849 item23x664 item24x479 item25x294 item26x109 item27x937 item28x752 item29x567 item30x382 item31x197 item32x12 item33x840 item34x655 item35x470 item36x285 item37x100 item38x928 item39x743 item40x558 item41x373 item42x188 item43x3 item44x831 item45x646 item46x461 item47x276 item48x91 item49x919 item50x734 item51x549 item52x364 item53x179 item54x1007 item55x822 item56x637 item57x452 item58x267 item59x82 item60x910 item61x725 item62x540 item63x355 item64x170 item65x998 item66x813 item67x628 item68x443 item69x258 item70x73 item71x901 item72x716 item73x531 item74x346 item75x161 item76x989 item77x804 item78x619 item79x434 item80x249 item81x64 item82x892 item83x707 item84x522 item85x337 item86x152 item87x980 item88x795 item89x610 item90x425 item91x240 item92x55 item93x883 item94x698 item95x513 item96x328 item0x143 item1x971 item2x786 item3x601 item4x416 item5x231 item6x46 item7x874 item8x689 item9x504 item10x319 item11x134 item12x962 item13x777 item14x592 item15x407 item16x222 item17x37 item18x865 item19x680 item20x495 item21x310 item22x125 item23x953 item24x768 item25x583 item26x398 item27x213 item28x28 item29x856 item30x671 item31x486 item32x301 item33x116 item34x944 item35x759 item36x574 item37x389 item38x204 item39x19 item40x847 item41x662 item42x477 item43x292 item44x107 item45x935 item46x750 item47x565 item48x380 item49x195 item50x10 item51x838 item52x653 item53x468 item54x283 item55x98 item56x926 item57x741 item58x556 item59x371 item60x186 item61x1 item62x829 item63x644 item64x459 item65x274 item66x89 item67x917 item68x732 item69x547 item70x362 item71x177 item72x1005 item73x820 item74x635 item75x450 item76x265 item77x80 item78x908 item79x723 item80x538 item81x353 item82x168 item83x996 item84x811 item85x626 item86x441 item87x256 item88x71 item89x899 item90x714 item91x529 item92x344 item93x159 item94x987 item95x802 item96x617 item0x432 item1x247 item2x62 item3x890 item4x705 item5x520 item6x335 item7x150 item8x978 item9x793 item10x608 item11x423 item12x238 item13x53 item14x881 item15x696 item16x511 item17x326 item18x141 item19x969 item20x784 item21x599 item22x414 item23x229 item24x44 item25x872 item26x687 item27x502 item28x317 item29x132 item30x960 item31x775 item32x590 item33x405 item34x220 item35x35 item36x863 item37x678 item38x493 item39x308 item40x123 item41x951 item42x766 item43x581 item44x396 item45x211 item46x26 item47x854 item48x669 item49x484 item50x299 item51x114 item52x942 item53x757 item54x572 item55x387 item56x202 item57x17 item58x845 item59x660 item60x475 item61x290 item62x105 item63x933 item64x748 item65x563 item66x378 item67x193 item68x8 item69x836 item70x651 item71x466 item72x281 item73x96 item74x924 item75x739 item76x554 item77x369 item78x184 item79x1012 item80x827 item81x642 item82x457 item83x272 item84x87 item85x915 item86x730 item87x545 item88x360 item89x175 item90x1003 item91x818 item92x633 item93x448 item94x263 item95x78 item96x906 item0x721 item1x536 item2x351 item3x166 item4x994 item5x809 item6x624 item7x439 item8x254 item9x69 item10x897 item11x712 item12x527 item13x342 item14x157 item15x985 item16x800 item17x615 item18x430 item19x245 item20x60 item21x888 item22x703 item23x518 item24x333 item25x148 item26x976 item27x791 item28x606 item29x421 item30x236 item31x51 item32x879 item33x694 item34x509 item35x324 item36x139 item37x967 item38x782 item39x597 item40x412 item41x227 item42x42 item43x870 item44x685 item45x500 item46x315 item47x130 item48x958 item49x773 item50x588 item51x403 item52x218 item53x33 item54x861 item55x676 item56x491 item57x306 item58x121 item59x949 item60x764 item61x579 item62x394 item63x209 item64x24 item65x852 item66x667 item67x482 item68x297 item69x112 item70x940 item71x755 item72x570 item73x385 item74x200 item75x15 item76x843 item77x658 item78x473 item79x288 item80x103 item81x931 item82x746 item83x561 item84x376 item85x191 item86x6 item87x834 item88x649 item89x464 item90x279 item91x94 item92x922 item93x737 item94x552 item95x367 item96x182 item0x1010 item1x825 item2x640 item3x455 item4x270 item5x85 item6x913 item7x728 item8x543 item9x358 item10x173 item11x1001 item12x816 item13x631 item14x446 item15x261 item16x76 item17x904 item18x719 item19x534 item20x349 item21x164 item22x992 item23x807 item24x622 item25x437 item26x252 item27x67 item28x895 item29x710 item30x525 item31x340 item32x155 item33x983 item34x798 item35x613 item36x428 item37x243 item38x58 item39x886 item40x701 item41x516 item42x331 item43x146 item44x974 item45x789 item46x604 item47x419 item48x234 item49x49 item50x877 item51x692 item52x507 item53x322 item54x137 item55x965 item56x780 item57x595 item58x410 item59x225 item60x40 item61x868 item62x683 item63x498 item64x313 item65x128 item66x956 item67x771 item68x586 item69x401 item70x216 item71x31 item72x859 item73x674 item74x489 item75x304 item76x119 item77x947 item78x762 item79x577 item80x392 item81x207 item82x22 item83x850 item84x665 item85x480 item86x295 item87x110 item88x938 item89x753 item90x568 item91x383 item92x198 item93x13 item94x841 item95x656 item96x471 item0x286 item1x101 item2x929 item3x744 item4x559 item5x374 item6x189 item7x4 item8x832 item9x647 item10x462 item11x277 item12x92 item13x920 item14x735 item15x550 item16x365 item17x180 item18x1008 item19x823 item20x638 item21x453 item22x268 item23x83 item24x911 item25x726 item26x541 item27x356 item28x171 item29x999 item30x814 item31x629 item32x444 item33x259 item34x74 item35x902 item36x717 item37x532 item38x347 item39x162 item40x990 item41x805 item42x620 item43x435 item44x250 item45x65 item46x893 item47x708 item48x523 item49x338 item50x153 item51x981 item52x796 item53x611 item54x426 item55x241 item56x56 item57x884 item58x699 item59x514 item60x329 item61x144 item62x972 item63x787 item64x602 item65x417 item66x232 item67x47 item68x875 item69x690 item70x505 item71x320 item72x135 item73x963 item74x778 item75x593 item76x408 item77x223 item78x38 item79x866 item80x681 item81x496 item82x311 item83x126 item84x954 item85x769 item86x584 item87x399 item88x214 item89x29 item90x857 item91x672 item92x487 item93x302 item94x117 item95x945 item96x760 item0x575 item1x390 item2x205 item3x20 item4x848 item5x663 item6x478 item7x293 item8x108 item9x936 item10x751 item11x566 item12x381 item13x196 item14x11 item15x839 item16x654 item17x469 item18x284 item19x99 item20x927 item21x742 item22x557 item23x372 item24x187 item25x2 item26x830 item27x645 item28x460 item29x275 item30x90 item31x918 item32x733 item33x548 item34x363 item35x178 item36x1006 item37x821 item38x636 item39x451 item40x266 item41x81 item42x909 item43x724 item44x539 item45x354 item46x169 item47x997 item48x812 item49x627 item50x442 item51x257 item52x72 item53x900 item54x715 item55x530 item56x345 item57x160 item58x988 item59x803 item60x618 item61x433 item62x248 item63x63 item64x891 item65x706 item66x521 item67x336 item68x151 item69x979 item70x794 item71x609 item72x424 item73x239 item74x54 item75x882 item76x697 item77x512 item78x327 item79x142 item80x970 item81x785 item82x600 item83x415 item84x230 item85x45 item86x873 item87x688 item88x503 item89x318 item90x133 item91x961 item92x776 item93x591 item94x406 item95x221 item96x36 item0x864 item1x679 item2x494 item3x309 item4x124 item5x952 item6x767 item7x582 item8x397 item9x212 item10x27 item11x855 item12x670 item13x485 item14x300 item15x115 item16x943 item17x758 item18x573 item19x388 item20x203 item21x18 item22x846 item23x661 item24x476 item25x291 item26x106 item27x934 item28x749 item29x564 item30x379 item31x194 item32x9 item33x837 item34x652 item35x467 item36x282 item37x97 item38x925 item39x740 item40x555 item41x370 item42x185 item43x0 item44x828 item45x643 item46x458 item47x273 item48x88 item49x916 item50x731 item51x546 item52x361 item53x176 item54x1004 item55x819 item56x634 item57x449 item58x264 item59x79 item60x907 item61x722 item62x537 item63x352 item64x167 item65x995 item66x810 item67x625 item68x440 item69x255 item70x70 item71x898 item72x713 item73x528 item74x343 item75x158 item76x986 item77x801 item78x616 item79x431 item80x246 item81x61 item82x889 item83x704 item84x519 item85x334 item86x149 item87x977 item88x792 item89x607 item90x422 item91x237 item92x52 item93x880 item94x695 item95x510 item96x325 item0x140 item1x968 item2x783 item3x598 item4x413 item5x228 item6x43 item7x871 item8x686 item9x501 item10x316 item11x131 item12x959 item13x774 item14x589 item15x404 item16x219 item17x34 item18x862 item19x677 item20x492 item21x307 item22x122 item23x950 item24x765 item25x580 item26x395 item27x210 item28x25 item29x853 item30x668 item31x483 item32x298 item33x113 item34x941 item35x756 item36x571 item37x386 item38x201 item39x16 item40x844 item41x659 item42x474 item43x289 item44x104 item45x932 item46x747 item47x562 item48x377 item49x192 item50x7 item51x835 item52x650 item53x465 item54x280 item55x95 item56x923 item57x738 item58x553 item59x368 item60x183 item61x1011 item62x826 item63x641 item64x456 item65x271 item66x86 item67x914 item68x729 item69x544 item70x359 item71x174 item72x1002 item73x817 item74x632 item75x447 item76x262 item77x77 item78x905 item79x720 item80x535 item81x350 item82x165 item83x993 item84x808 item85x623 item86x438 item87x253 item88x68 item89x896 item90x711 item91x526 item92x341 item93x156 item94x984 item95x799 item96x614 item0x429 item1x244 item2x59 item3x887 item4x702 item5x517 item6x332 item7x147 item8x975 item9x790 item10x605 item11x420 item12x235 item13x50 item14x878 item15x693 item16x508 item17x323 item18x138 item19x966 item20x781 item21x596 item22x411 item23x226 item24x41 item25x869 item26x684 item27x499 item28x314 item29x129 item30x957 item31x772 item32x587 item33x402 item34x217 item35x32 item36x860 item37x675 item38x490 item39x305 item40x120 item41x948 item42x763 item43x578 item44x393 item45x208 item46x23 item47x851 item48x666 item49x481 item50x296 item51x111 item52x939 item53x754 item54x569 item55x384 item56x199 item57x14 item58x842 item59x657 item60x472 item61x287 item62x102 item63x930 item64x745 item65x560 item66x375 item67x190 item68x5 item69x833 item70x648 item71x463 item72x278 item73x93 item74x921 item75x736 item76x551 item77x366 item78x181 item79x1009 item80x824 item81x639 item82x454 item83x269 item84x84 item85x912 item86x727 item87x542 item88x357 item89x172 item90x1000 item91x815 item92x630 item93x445 item94x260 item95x75 item96x903 item0x718 item1x533 item2x348 item3x163 item4x991 item5x806 item6x621 item7x436 item8x251 item9x66 item10x894 item11x709 item12x524 item13x339 item14x154 item15x982 item16x797 item17x612 item18x427 item19x242 item20x57 item21x885 item22x700 item23x515 item24x330 item25x145 item26x973 item27x788 item28x603 item29x418 item30x233 item31x48 item32x876 item33x691 item34x506 item35x321 item36x136 item37x964 item38x779 item39x594 item40x409 item41x224 item42x39 item43x867 item44x682 item45x497 item46x312 item47x127 item48x955 item49x770 item50x585 item51x400 item52x215 item53x30 item54x858 item55x673 item56x488 item57x303 item58x118 item59x946 item60x761 item61x576 item62x391 item63x206 item64x21 item65x849 item66x664 item67x479 item68x294 item69x109 item70x937 item71x752 item72x567 item73x382 item74x197 item75x12 item76x840 item77x655 item78x470 item79x285 item80x100 item81x928 item82x743 item83x558 item84x373 item85x188 item86x3 item87x831 item88x646 item89x461 item90x276 item91x91 item92x919 item93x734 item94x549 item95x364 item96x179 item0x1007 item1x822 item2x637 item3x452 item4x267 item5x82 item6x910 item7x725 item8x540 item9x355 item10x170 item11x998 item12x813 item13x628 item14x443 item15x258 item16x73 item17x901 item18x716 item19x531 item20x346 item21x161 item22x989 item23x804 item24x619 item25x434 item26x249 item27x64 item28x892 item29x707 item30x522 item31x337 item32x152 item33x980 item34x795 item35x610 item36x425 item37x240 item38x55 item39x883 item40x698 item41x513 item42x328 item43x143 item44x971 item45x786 item46x601 item47x416 item48x231 item49x46 item50x874 item51x689 item52x504 item53x319 item54x134 item55x962 item56x777 item57x592 item58x407 item59x222 item60x37 item61x865 item62x680 item63x495 item64x310 item65x125 item66x953 item67x768 item68x583 item69x398 item70x213 item71x28 item72x856 item73x671 item74x486 item75x301 item76x116 item77x944 item78x759 item79x574 item80x389 item81x204 item82x19 item83x847 item84x662 item85x477 item86x292 item87x107 item88x935 item89x750 item90x565 item91x380 item92x195 item93x10 item94x838 item95x653 item96x468 item0x283 item1x98 item2x926 item3x741 item4x556 item5x371 item6x186 item7x1 item8x829 item9x644 item10x459 item11x274 item12x89 item13x917 item14x732 item15x547 item16x362 item17x177 item18x1005 item19x820 item20x635 item21x450 item22x265 item23x80 item24x908 item25x723 item26x538 item27x353 item28x168 item29x996 item30x811 item31x626 item32x441 item33x256 item34x71 item35x899 item36x714 item37x529 item38x344 item39x159 item40x987 item41x802 item42x617 item43x432 item44x247 item45x62 item46x890 item47x705 item48x520 item49x335 item50x150 item51x978 item52x793 item53x608 item54x423 item55x238 item56x53 item57x881 item58x696 item59x511 item60x326 item61x141 item62x969 item63x784 item64x599 item65x414 item66x229 item67x44 item68x872 item69x687 item70x502 item71x317 item72x132 item73x960 item74x775 item75x590 item76x405 item77x220 item78x35 item79x863 item80x678 item81x493 item82x308 item83x123 item84x951 item85x766 item86x581 item87x396 item88x211 item89x26 item90x854 item91x669 item92x484 item93x299 item94x114 item95x942 item96x757 item0x572 item1x387 item2x202 item3x17 item4x845 item5x660 item6x475 item7x290 item8x105 item9x933 item10x748 item11x563 item12x378 item13x193 item14x8 item15x836 item16x651 item17x466 item18x281 item19x96 item20x924 item21x739 item22x554 item23x369 item24x184 item25x1012 item26x827 item27x642 item28x457 item29x272 item30x87 item31x915 item32x730 item33x545 item34x360 item35x175 item36x1003 item37x818 item38x633 item39x448 item40x263 item41x78 item42x906 item43x721 item44x536 item45x351 item46x166 item47x994 item48x809 item49x624 item50x439 item51x254 item52x69 item53x897 item54x712 item55x527 item56x342 item57x157 item58x985 item59x800 item60x615 item61x430 item62x245 item63x60 item64x888 item65x703 item66x518 item67x333 item68x148 item69x976 item70x791 item71x606 item72x421 item73x236 item74x51 item75x879 item76x694 item77x509 item78x324 item79x139 item80x967 item81x782 item82x597 item83x412 item84x227 item85x42 item86x870 item87x685 item88x500 item89x315 item90x130 item91x958 item92x773 item93x588 item94x403 item95x218 item96x33 item0x861 item1x676 item2x491 item3x306 item4x121 item5x949 item6x764 item7x579 item8x394 item9x209 item10x24 item11x852 item12x667 item13x482 item14x297 item15x112 item16x940 item17x755 item18x570 item19x385 item20x200 item21x15 item22x843 item23x658 item24x473 item25x288 item26x103 item27x931 item28x746 item29x561 item30x376 item31x191 item32x6 item33x834 item34x649 item35x464 item36x279 item37x94 item38x922 item39x737 item40x552 item41x367 item42x182 item43x1010 item44x825 item45x640 item46x455 item47x270 item48x85 item49x913 item50x728 item51x543 item52x358 item53x173 item54x1001 item55x816 item56x631 item57x446 item58x261 item59x76 item60x904 item61x719 item62x534 item63x349 item64x164 item65x992 item66x807 item67x622 item68x437 item69x252 item70x67 item71x895 item72x710 item73x525 item74x340 item75x155 item76x983 item77x798 item78x613 item79x428 item80x243 item81x58 item82x886 item83x701 item84x516 item85x331 item86x146 item87x974 item88x789 item89x604 item90x419 item91x234 item92x49 item93x877 item94x692 item95x507 item96x322 item0x137 item1x965 item2x780 item3x595 item4x410 item5x225 item6x40 item7x868 item8x683 item9x498 item10x313 item11x128 item12x956 item13x771 item14x586 item15x401 item16x216 item17x31 item18x859 item19x674 item20x489 item21x304 item22x119 item23x947 item24x762 item25x577 item26x392 item27x207 item28x22 item29x850 item30x665 item31x480 item32x295 item33x110 item34x938 item35x753 item36x568 item37x383 item38x198 item39x13 item40x841 item41x656 item42x471 item43x286 item44x101 item45x929 item46x744 item47x559 item48x374 item49x189 item50x4 item51x832 item52x647 item53x462 item54x277 item55x92 item56x920 item57x735 item58x550 item59x365 item60x180 item61x1008 item62x823 item63x638 item64x453 item65x268 item66x83 item67x911 item68x726 item69x541 item70x356 item71x171 item72x999 item73x814 item74x629 item75x444 item76x259 item77x74 item78x902 item79x717 item80x532 item81x347 item82x162 item83x990 item84x805 item85x620 item86x435 item87x250 item88x65 item89x893 item90x708 item91x523 item92x338 item93x153 item94x981 item95x796 item96x611 item0x426 item1x241 item2x56 item3x884 item4x699 item5x514 item6x329 item7x144 item8x972 item9x787 item10x602 item11x417 item12x232 item13x47 item14x875 item15x690 item16x505 item17x320 item18x135 item19x963 item20x778 item21x593 item22x408 item23x223 item24x38 item25x866 item26x681 item27x496 item28x311 item29x126 item30x954 item31x769 item32x584 item33x399 item34x214 item35x29 item36x857 item37x672 item38x487 item39x302 item40x117 item41x945 item42x760 item43x575 item44x390 item45x205 item46x20 item47x848 item48x663 item49x478 item50x293 item51x108 item52x936 item53x751 item54x566 item55x381 item56x196 item57x11 item58x839 item59x654 item60x469 item61x284 item62x99 item63x927 item64x742 item65x557 item66x372 item67x187 item68x2 item69x830 item70x645 item71x460 item72x275 item73x90 item74x918 item75x733 item76x548 item77x363 item78x178 item79x1006 item80x821 item81x636 item82x451 item83x266 item84x81 item85x909 item86x724 item87x539 item88x354 item89x169 item90x997 item91x812 item92x627 item93x442 item94x257 item95x72 item96x900 item0x715 item1x530 item2x345 item3x160 item4x988 item5x803 item6x618 item7x433 item8x248 item9x63 item10x891 item11x706 item12x521 item13x336 item14x151 item15x979 item16x794 item17x609 item18x424 item19x239 item20x54 item21x882 item22x697 item23x512 item24x327 item25x142 item26x970 item27x785 item28x600 item29x415 item30x230 item31x45 item32x873 item33x688 item34x503 item35x318 item36x133 item37x961 item38x776 item39x591 item40x406 item41x221 item42x36 item43x864 item44x679 item45x494 item46x309 item47x124 item48x952 item49x767 item50x582 item51x397 item52x212 item53x27 item54x855 item55x670 item56x485 item57x300 item58x115 item59x943 item60x758 item61x573 item62x388 item63x203 item64x18 item65x846 item66x661 item67x476 item68x291 item69x106 item70x934 item71x749 item72x564 item73x379 item74x194 item75x9 item76x837 item77x652 item78x467 item79x282 item80x97 item81x925 item82x740 item83x555 item84x370 item85x185 item86x0 item87x828 item88x643 item89x458 item90x273 item91x88 item92x916 item93x731 item94x546 item95x361 item96x176 item0x1004 item1x819 item2x634 item3x449 item4x264 item5x79 item6x907 item7x722 item8x537 item9x352 item10x167 item11x995 item12x810 item13x625 item14x440 item15x255 item16x70 item17x898 item18x713 item19x528 item20x343 item21x158 item22x986 item23x801 item24x616 item25x431 item26x246 item27x61 item28x889 item29x704 item30x519 item31x334 item32x149 item33x977 item34x792 item35x607 item36x422 item37x237 item38x52 item39x880 item40x695 item41x510 item42x325 item43x140 item44x968 item45x783 item46x598 item47x413 item48x228 item49x43 item50x871 item51x686 item52x501 item53x316 item54x131 item55x959 item56x774 item57x589 item58x404 item59x219 item60x34 item61x862 item62x677 item63x492 item64x307 item65x122 item66x950 item67x765 item68x580 item69x395 item70x210 item71x25 item72x853 item73x668 item74x483 item75x298 item76x113 item77x941 item78x756 item79x571 item80x386 item81x201 item82x16 item83x844 item84x659 item85x474 item86x289 item87x104 item88x932 item89x747 item90x562 item91x377 item92x192 item93x7 item94x835 item95x650 item96x465 item0x280 item1x95 item2x923 item3x738 item4x553 item5x368 item6x183 item7x1011 item8x826 item9x641 item10x456 item11x271 item12x86 item13x914 item14x729 item15x544 item16x359 item17x174 item18x1002 item19x817 item20x632 item21x447 item22x262 item23x77 item24x905 item25x720 item26x535 item27x350 item28x165 item29x993 item30x808 item31x623 item32x438 item33x253 item34x68 item35x896 item36x711 item37x526 item38x341 item39x156 item40x984 item41x799 item42x614 item43x429 item44x244 item45x59 item46x887 item47x702 item48x517 item49x332 item50x147 item51x975 item52x790 item53x605 item54x420 item55x235 item56x50 item57x878 item58x693 item59x508 item60x323 item61x138 item62x966 item63x781 item64x596 item65x411" + } + ], + "max_tokens": 32, + "temperature": 0.0, + "stream": false, + "chat_template_kwargs": { + "enable_thinking": false + } + }, + "status": 200, + "response": { + "id": "chatcmpl-b74041c24fe2d83c57a7b0a2274774f1", + "object": "chat.completion", + "created": 1792325220, + "model": "amd-cancel-27b", + "choices": [ + { + "index": 0, + "message": { + "role": "assistant", + "content": "Based on the data provided, here is the analysis of the `prefill-control` items.\n\n### 1. Data Structure Analysis\nThe input consists of" + }, + "finish_reason": "length" + } + ], + "usage": { + "prompt_tokens": 14975, + "completion_tokens": 32, + "total_tokens": 15007, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "exact_mode": "exact", + "tensorfold": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 11.202083342356733, + "seconds": 2.767342382, + "prefill_seconds": 78.867264713, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 78.873606313, + "sampling": "greedy", + "drafts": true, + "token_sha": "677caeac8d5e", + "token_sha256": "677caeac8d5e87f26c67e37ff1551667fc3217c4690d7a276204d22c2504f0a1", + "min_rows": 1 + }, + "speculative": { + "rounds": 31, + "drafted": 0, + "accepted": 0, + "acceptance_rate": 0.0, + "tokens_per_round": 1.032258064516129 + } + }, + "seconds": 81.64264226600062 +} diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/provenance.json b/docs/receipts/gfx1151-cancel-76aafcf2/provenance.json new file mode 100644 index 0000000000..43288c8076 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/provenance.json @@ -0,0 +1,21 @@ +{ + "runtime_commit": "5429554e708fdf7a9e0017301a00eb87a4182acd", + "runtime_patch_sha256": "b0be49e083f035b39843eac0030b405d5293e2528d1e66cb7c03501fb70f7cbf", + "test_script_sha256": "75281063554a729052daf8ff559e1e4d4164a2d5422bf1e1a4eb2b81a467d0d9", + "hardware": "BOSGAME M5, AMD Ryzen AI MAX+ 395 / Radeon 8060S, gfx1151", + "toolchain": "Zig 0.17.0, HIP 7.1.52801-9999, Ubuntu clang 21.1.8", + "cpu_positive": { + "build_steps_passed": 292, + "build_steps_total": 292, + "newly_reported_tests_passed": 126, + "newly_reported_tests_skipped": 2, + "cached_results_reused": true, + "qwen_hip_family": "32 passed, 1 skipped" + }, + "cpu_negative": "Both intended cancellation regressions failed; remaining negative-build work was stopped after those failures were captured. This was not a completed full-suite run.", + "broader_http": { + "printed_ok": 15, + "exercised_and_passed": 13, + "draft_comparisons_unexercised": 2 + } +} diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/publication.json b/docs/receipts/gfx1151-cancel-76aafcf2/publication.json new file mode 100644 index 0000000000..770e0c7463 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/publication.json @@ -0,0 +1,125 @@ +{ + "normalization": "private paths/hostname and trailing whitespace only; original evidence retained", + "files": [ + { + "file": "apply-fix.log", + "source_sha256": "d4f77f3605d3ede0aeef5757c360bba26823b1baa46c592ba7de3c1fb5f34392", + "published_sha256": "d4f77f3605d3ede0aeef5757c360bba26823b1baa46c592ba7de3c1fb5f34392", + "private_path_replacements": 0 + }, + { + "file": "base-build.log", + "source_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "published_sha256": "01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b", + "private_path_replacements": 0 + }, + { + "file": "base-cancel.log", + "source_sha256": "5127ed813d5e1490682f5859fef40327aae50cdc7ac44add58d65afe292d11b4", + "published_sha256": "5127ed813d5e1490682f5859fef40327aae50cdc7ac44add58d65afe292d11b4", + "private_path_replacements": 0 + }, + { + "file": "base-http.jsonl", + "source_sha256": "694402e41dc987834b2314fa71be2ed4386496730f72a60bbb7d2702e21e33cc", + "published_sha256": "694402e41dc987834b2314fa71be2ed4386496730f72a60bbb7d2702e21e33cc", + "private_path_replacements": 0 + }, + { + "file": "base-server.log", + "source_sha256": "d12efec151add0c1f57b30a4e5780495c5b1b2fe20a232b44b6363b7ac22a11d", + "published_sha256": "376990664a4a2514fd468950e949c221b209d2c26e15e2636c7b1c3aa7da4ce4", + "private_path_replacements": 0 + }, + { + "file": "base-uncancelled.json", + "source_sha256": "2a8f77d9ca5990ecbf3b54812af25bcde7a35123e4e67473e97e570054e56561", + "published_sha256": "2a8f77d9ca5990ecbf3b54812af25bcde7a35123e4e67473e97e570054e56561", + "private_path_replacements": 0 + }, + { + "file": "checkpoint.json", + "source_sha256": "4c3cd0481e429da05b394a479be92ecc3017143d7aaa9224348b55db3896626e", + "published_sha256": "4c3cd0481e429da05b394a479be92ecc3017143d7aaa9224348b55db3896626e", + "private_path_replacements": 0 + }, + { + "file": "environment.json", + "source_sha256": "2381a774b0b278f6ffc478ebf0d21592d466a1211b0c839221aa5c6cf40390a7", + "published_sha256": "2381a774b0b278f6ffc478ebf0d21592d466a1211b0c839221aa5c6cf40390a7", + "private_path_replacements": 0 + }, + { + "file": "fixed-build.log", + "source_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "published_sha256": "01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b", + "private_path_replacements": 0 + }, + { + "file": "fixed-cancel.log", + "source_sha256": "dc3344269ef666913603f710f9491e3f047bdd4b02c4025ecbd2f46ecd4d446e", + "published_sha256": "dc3344269ef666913603f710f9491e3f047bdd4b02c4025ecbd2f46ecd4d446e", + "private_path_replacements": 0 + }, + { + "file": "fixed-http.jsonl", + "source_sha256": "e64d7c189bc2aee370b1369dfa652e164585439b9acafa9529f512e05726ff2c", + "published_sha256": "e64d7c189bc2aee370b1369dfa652e164585439b9acafa9529f512e05726ff2c", + "private_path_replacements": 0 + }, + { + "file": "fixed-serve-check.log", + "source_sha256": "075c7d1ef54c7124576d094fc0badccc58565fbdce83bde2c3de9ad2ed961eb8", + "published_sha256": "075c7d1ef54c7124576d094fc0badccc58565fbdce83bde2c3de9ad2ed961eb8", + "private_path_replacements": 0 + }, + { + "file": "fixed-server.log", + "source_sha256": "6021df5a67a06d620d0ae5a197642eab32d6e6fc579c899f986f0855c8248080", + "published_sha256": "22aea9113e62618196f70101b230999c897ad11b7b408aa64b506a24fcf43f31", + "private_path_replacements": 0 + }, + { + "file": "fixed-uncancelled.json", + "source_sha256": "45516e70ae391ccfb654e02b0a94ae741b89c0095df733936d41b33129750bb8", + "published_sha256": "45516e70ae391ccfb654e02b0a94ae741b89c0095df733936d41b33129750bb8", + "private_path_replacements": 0 + }, + { + "file": "state.json", + "source_sha256": "30c17e34a766e8cf8335622ece0185de269263f3f43e7f61732ee0b53e58a478", + "published_sha256": "984fa52ed6f27a7b79ef034691cd986e2b1ad7986ca2584a9f49a84a793fb0df", + "private_path_replacements": 14 + }, + { + "file": "audit.json", + "source_sha256": "8f72ab180415781e267f4c9e1a8855d98ea6fd34c195d9f87e25dde642b0c600", + "published_sha256": "4ba097ef30465f860f9d123ba3cae1281f3cef8f71658522cd9c806c357e8a3c", + "private_path_replacements": 0 + }, + { + "file": "cpu-fixed.log", + "source_sha256": "e2d1e4762002bc6542d3779980e8478bf757088f67c77cb3b5f327341583360c", + "published_sha256": "24adf478be7254d6d16f95925dd4215dd2858170193713ad4108e0811dc11221", + "private_path_replacements": 0 + }, + { + "file": "cpu-negative.log", + "source_sha256": "5ae1042f12bd45ece0a909d70ef4d21cc02192eba2213babf6725c2d82767589", + "published_sha256": "307573b7894c6f340ec371e4b088f20e8bec07a5056aa3cea83d6fcdfc024d19", + "private_path_replacements": 7 + }, + { + "file": "provenance.json", + "source_sha256": "6e7a77c0ef8d44b5050af1991bdc0e77902b96a8af88499fd9cce8d6ec8a114f", + "published_sha256": "bed5b104958e61b9cb499a858de8286af7819bb906a6d43d6c46837057610236", + "private_path_replacements": 0 + }, + { + "file": "README.md", + "source_sha256": "de1dbfc937c0c98dd09a3e7f43e6355f52c70e9e9787a65f3b30b77ecf06d853", + "published_sha256": "de1dbfc937c0c98dd09a3e7f43e6355f52c70e9e9787a65f3b30b77ecf06d853", + "private_path_replacements": 0 + } + ] +} diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/state.json b/docs/receipts/gfx1151-cancel-76aafcf2/state.json new file mode 100644 index 0000000000..08710c2ae7 --- /dev/null +++ b/docs/receipts/gfx1151-cancel-76aafcf2/state.json @@ -0,0 +1,274 @@ +{ + "base": "76aafcf274e60a5e31a59ce145b2f71f7b366e9d", + "stages": { + "checkpoint": { + "files": 17, + "all_match": true, + "revision": "70ae7fac63274ff2eac54152031433374cb80f2f" + }, + "source": { + "archive_sha256": "e4d6bac9b8a63e5be69935d87feebd56f130c4afc6e0442c3568a89089c95d8f", + "patch_sha256": "b0be49e083f035b39843eac0030b405d5293e2528d1e66cb7c03501fb70f7cbf" + }, + "base-build": { + "command": [ + "/zig", + "build", + "native-hip", + "-Dhip-arch=gfx1151", + "-Dhipcc=/usr/bin/hipcc", + "-Dhip-include=/usr/include", + "-Dhip-device-lib=/usr/lib/llvm-21/lib/clang/21/amdgcn/bitcode", + "-Doptimize=ReleaseFast", + "-j4" + ], + "returncode": 0 + }, + "base-binary": { + "sha256": "344860890ecdf2c3123bfc9c1fe7f6e99d6b6203a7f629dc491246f8b3175a57" + }, + "base-ready": { + "command": [ + "/zig-out/native-hip/bin/tensorfold-native", + "serve", + "", + "--backend", + "rocm", + "--host", + "127.0.0.1", + "--port", + "8092", + "--name", + "amd-cancel-27b", + "--context", + "16384", + "--parallel", + "4", + "--prompt-cache-gib", + "1", + "--no-thinking", + "--metrics-open" + ] + }, + "base-uncancelled": { + "native_token_sha256": "677caeac8d5e87f26c67e37ff1551667fc3217c4690d7a276204d22c2504f0a1", + "prefill_seconds": 79.020621268, + "seconds": 81.79120905703166, + "prompt_tokens": 14975 + }, + "base-cancel": { + "command": [ + "python3", + "/serve_cancel_release.py", + "http://127.0.0.1:8092", + "amd-cancel-27b", + "--runs", + "3", + "--server-log", + "/receipts/base-server.log", + "--record", + "/receipts/base-http.jsonl", + "--baseline-27b" + ], + "returncode": 1 + }, + "base-summary": { + "model": "amd-cancel-27b", + "words": 2200, + "drop_after_s": 0.4, + "alone_s": 1.899, + "slack_s": 0.5, + "release_max_s": 0.5, + "trials": [ + { + "release_s": 4.73, + "after_short_s": 6.548, + "running_at_drop": true, + "same_text": true, + "same_native_tokens": true, + "ok": false + }, + { + "release_s": 4.744, + "after_short_s": 6.532, + "running_at_drop": true, + "same_text": true, + "same_native_tokens": true, + "ok": false + }, + { + "release_s": 4.72, + "after_short_s": 6.543, + "running_at_drop": true, + "same_text": true, + "same_native_tokens": true, + "ok": false + } + ], + "baseline_native_token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", + "lifetime_s": [ + 5.13, + 5.1, + 5.14, + 5.08, + 5.12, + 5.08 + ], + "failed": 3, + "receipt_27b": { + "after_short_s": [ + 6.49, + 6.51 + ], + "alone_s": 1.9, + "lifetime_s": [ + 5.04, + 5.07 + ] + } + }, + "base-stopped": true, + "apply-fix": { + "command": [ + "patch", + "-p1", + "--batch", + "-i", + "/fix.patch" + ], + "returncode": 0 + }, + "fixed-build": { + "command": [ + "/zig", + "build", + "native-hip", + "-Dhip-arch=gfx1151", + "-Dhipcc=/usr/bin/hipcc", + "-Dhip-include=/usr/include", + "-Dhip-device-lib=/usr/lib/llvm-21/lib/clang/21/amdgcn/bitcode", + "-Doptimize=ReleaseFast", + "-j4" + ], + "returncode": 0 + }, + "fixed-binary": { + "sha256": "308727be0ba3f6e1ff66bd0c356ee269d018d446dd2a34136fff243ca01badff" + }, + "fixed-ready": { + "command": [ + "/zig-out/native-hip/bin/tensorfold-native", + "serve", + "", + "--backend", + "rocm", + "--host", + "127.0.0.1", + "--port", + "8092", + "--name", + "amd-cancel-27b", + "--context", + "16384", + "--parallel", + "4", + "--prompt-cache-gib", + "1", + "--no-thinking", + "--metrics-open" + ] + }, + "fixed-uncancelled": { + "native_token_sha256": "677caeac8d5e87f26c67e37ff1551667fc3217c4690d7a276204d22c2504f0a1", + "prefill_seconds": 78.867264713, + "seconds": 81.64264226600062, + "prompt_tokens": 14975 + }, + "fixed-cancel": { + "command": [ + "python3", + "/serve_cancel_release.py", + "http://127.0.0.1:8092", + "amd-cancel-27b", + "--runs", + "3", + "--server-log", + "/receipts/fixed-server.log", + "--record", + "/receipts/fixed-http.jsonl", + "--baseline-27b" + ], + "returncode": 0 + }, + "fixed-summary": { + "model": "amd-cancel-27b", + "words": 2200, + "drop_after_s": 0.4, + "alone_s": 1.913, + "slack_s": 0.5, + "release_max_s": 0.5, + "trials": [ + { + "release_s": 0.042, + "after_short_s": 1.907, + "running_at_drop": true, + "same_text": true, + "same_native_tokens": true, + "ok": true + }, + { + "release_s": 0.032, + "after_short_s": 1.906, + "running_at_drop": true, + "same_text": true, + "same_native_tokens": true, + "ok": true + }, + { + "release_s": 0.039, + "after_short_s": 1.902, + "running_at_drop": true, + "same_text": true, + "same_native_tokens": true, + "ok": true + } + ], + "baseline_native_token_sha256": "ad11ca37c7fcabaf13c8fc1142956890438c4ca49c58d6f579c3eef5485b77d5", + "lifetime_s": [ + 0.44, + 0.43, + 0.43, + 0.44, + 0.44, + 0.44 + ], + "failed": 0, + "receipt_27b": { + "after_short_s": [ + 6.49, + 6.51 + ], + "alone_s": 1.9, + "lifetime_s": [ + 5.04, + 5.07 + ] + } + }, + "fixed-serve-check": { + "command": [ + "python3", + "/zig/tests/qwen35/serve_check.py", + "http://127.0.0.1:8092", + "amd-cancel-27b", + "64" + ], + "returncode": 0 + }, + "fixed-stopped": true, + "complete": { + "same_long_native_tokens": true, + "prefill_ratio": 0.998059284367306 + } + } +} From ffb0b6303cdbcb161374c1ed7b24286527ddd737 Mon Sep 17 00:00:00 2001 From: Petrus Pennanen Date: Sun, 18 Oct 2026 15:35:05 +0300 Subject: [PATCH 3/3] Keep cancellation documentation within the lean rule Use short source comments and docstrings; retain the full methodology in the receipt. Pin the script hash to its measured commit. Runtime and gate execution logic are unchanged. --- .../gfx1151-cancel-76aafcf2/README.md | 1 + .../gfx1151-cancel-76aafcf2/SHA256SUMS | 6 ++--- .../gfx1151-cancel-76aafcf2/provenance.json | 1 + .../gfx1151-cancel-76aafcf2/publication.json | 8 +++---- .../qwen3_5/backend/hip/engine/hip_lanes.zig | 2 +- .../qwen3_5/backend/hip/engine/prefix.zig | 3 +-- zig/tests/qwen35/serve_cancel_release.py | 22 ++----------------- 7 files changed, 13 insertions(+), 30 deletions(-) diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/README.md b/docs/receipts/gfx1151-cancel-76aafcf2/README.md index a6475ddd7a..c056f95a50 100644 --- a/docs/receipts/gfx1151-cancel-76aafcf2/README.md +++ b/docs/receipts/gfx1151-cancel-76aafcf2/README.md @@ -3,6 +3,7 @@ Measured on 2026-10-18, following the unresolved 27B case in [#994](https://github.com/ashhart/TensorFold/pull/994). This is a fresh A/B run on public source `76aafcf274e60a5e31a59ce145b2f71f7b366e9d` and the runtime patch in `5429554e708fdf7a9e0017301a00eb87a4182acd`. It is not a full release qualification. +Subsequent source changes shorten comments/docstrings for the lean rule; runtime and gate execution logic are unchanged. The single GPU is a BOSGAME M5's Radeon 8060S (`gfx1151`). The checkpoint is `TensorFold/Qwen3.8-27B-MLX-4bit` at `70ae7fac63274ff2eac54152031433374cb80f2f`. diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/SHA256SUMS b/docs/receipts/gfx1151-cancel-76aafcf2/SHA256SUMS index b0a9f0c591..fef569bac6 100644 --- a/docs/receipts/gfx1151-cancel-76aafcf2/SHA256SUMS +++ b/docs/receipts/gfx1151-cancel-76aafcf2/SHA256SUMS @@ -1,4 +1,4 @@ -de1dbfc937c0c98dd09a3e7f43e6355f52c70e9e9787a65f3b30b77ecf06d853 README.md +4dfa053b09d0f5584088538097e0094a19bda027f59f0363bc8c747aa0f50e82 README.md d4f77f3605d3ede0aeef5757c360bba26823b1baa46c592ba7de3c1fb5f34392 apply-fix.log 4ba097ef30465f860f9d123ba3cae1281f3cef8f71658522cd9c806c357e8a3c audit.json 01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b base-build.log @@ -16,6 +16,6 @@ e64d7c189bc2aee370b1369dfa652e164585439b9acafa9529f512e05726ff2c fixed-http.jso 075c7d1ef54c7124576d094fc0badccc58565fbdce83bde2c3de9ad2ed961eb8 fixed-serve-check.log 22aea9113e62618196f70101b230999c897ad11b7b408aa64b506a24fcf43f31 fixed-server.log 45516e70ae391ccfb654e02b0a94ae741b89c0095df733936d41b33129750bb8 fixed-uncancelled.json -bed5b104958e61b9cb499a858de8286af7819bb906a6d43d6c46837057610236 provenance.json -6e0bdbb12d184a4360546c12e9ff7c2962722874c8750bb8d44cd6909a7e74b5 publication.json +3ccf8f9783270c302f6709bd7e1418afa9685be26c7c6ed23120f631f6f1d49c provenance.json +78281c6f127f352d593298fe89b1e759e16432f4e89eb940f27eec9355289499 publication.json 984fa52ed6f27a7b79ef034691cd986e2b1ad7986ca2584a9f49a84a793fb0df state.json diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/provenance.json b/docs/receipts/gfx1151-cancel-76aafcf2/provenance.json index 43288c8076..5fe3eba750 100644 --- a/docs/receipts/gfx1151-cancel-76aafcf2/provenance.json +++ b/docs/receipts/gfx1151-cancel-76aafcf2/provenance.json @@ -1,6 +1,7 @@ { "runtime_commit": "5429554e708fdf7a9e0017301a00eb87a4182acd", "runtime_patch_sha256": "b0be49e083f035b39843eac0030b405d5293e2528d1e66cb7c03501fb70f7cbf", + "test_script_commit": "5429554e708fdf7a9e0017301a00eb87a4182acd", "test_script_sha256": "75281063554a729052daf8ff559e1e4d4164a2d5422bf1e1a4eb2b81a467d0d9", "hardware": "BOSGAME M5, AMD Ryzen AI MAX+ 395 / Radeon 8060S, gfx1151", "toolchain": "Zig 0.17.0, HIP 7.1.52801-9999, Ubuntu clang 21.1.8", diff --git a/docs/receipts/gfx1151-cancel-76aafcf2/publication.json b/docs/receipts/gfx1151-cancel-76aafcf2/publication.json index 770e0c7463..8c069f3cd1 100644 --- a/docs/receipts/gfx1151-cancel-76aafcf2/publication.json +++ b/docs/receipts/gfx1151-cancel-76aafcf2/publication.json @@ -111,14 +111,14 @@ }, { "file": "provenance.json", - "source_sha256": "6e7a77c0ef8d44b5050af1991bdc0e77902b96a8af88499fd9cce8d6ec8a114f", - "published_sha256": "bed5b104958e61b9cb499a858de8286af7819bb906a6d43d6c46837057610236", + "source_sha256": "0d7746c38c39597687985d6069fd21c20bab1a7aa1663e6db01d0e5b79cfde54", + "published_sha256": "3ccf8f9783270c302f6709bd7e1418afa9685be26c7c6ed23120f631f6f1d49c", "private_path_replacements": 0 }, { "file": "README.md", - "source_sha256": "de1dbfc937c0c98dd09a3e7f43e6355f52c70e9e9787a65f3b30b77ecf06d853", - "published_sha256": "de1dbfc937c0c98dd09a3e7f43e6355f52c70e9e9787a65f3b30b77ecf06d853", + "source_sha256": "4dfa053b09d0f5584088538097e0094a19bda027f59f0363bc8c747aa0f50e82", + "published_sha256": "4dfa053b09d0f5584088538097e0094a19bda027f59f0363bc8c747aa0f50e82", "private_path_replacements": 0 } ] diff --git a/zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig b/zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig index e8a560bfdb..458cebd6e6 100644 --- a/zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig +++ b/zig/src/families/qwen3_5/backend/hip/engine/hip_lanes.zig @@ -333,7 +333,7 @@ pub const Hip = struct { return lane; } - /// The cancel a prompt chunk's forward polls after each layer (null: the chunk runs through, asked only between chunks). + /// The chunk's layer-cancel hook; null leaves polling between chunks. fn cancelOf(s: *lanes.Stream) ?Engine.Cancel { const c = s.cancel_check orelse return null; return .{ .ctx = c.ptr, .check = c.check }; diff --git a/zig/src/families/qwen3_5/backend/hip/engine/prefix.zig b/zig/src/families/qwen3_5/backend/hip/engine/prefix.zig index 2b65a10aa0..3ee9cdc8aa 100644 --- a/zig/src/families/qwen3_5/backend/hip/engine/prefix.zig +++ b/zig/src/families/qwen3_5/backend/hip/engine/prefix.zig @@ -15,8 +15,7 @@ pub const chunk = 1024; /// Rows from which a prompt pass synchronizes and asks its cancel after every layer (fewer: it runs through). pub const poll_rows = 512; -/// Whether a pass over `rows` rows on a group of `world` ranks stops at a layer edge when its request is cancelled; -/// a group never does, its ranks would part on the collective of the next layer. +/// Single ranks poll layer edges from poll_rows; TP ranks stop together between chunks. pub fn pollsLayers(world: usize, rows: usize) bool { return world == 1 and rows >= poll_rows; } diff --git a/zig/tests/qwen35/serve_cancel_release.py b/zig/tests/qwen35/serve_cancel_release.py index 102579ae09..52ab442484 100644 --- a/zig/tests/qwen35/serve_cancel_release.py +++ b/zig/tests/qwen35/serve_cancel_release.py @@ -1,21 +1,4 @@ -"""A request cancelled in its prompt pass releases its lane within a layer; usage below (--help). - -serve_cancel.py measures only the next short request. This one splits the case into what can be told apart: - - alone a short request on the idle server, best of three (the baseline) - release the client of a long request leaves; seconds from its socket closing until /metrics says no request runs - lifetime the server's own `ended ... after=` for that request, arrival to end (with --server-log) - after a short request sent 0.05 s after another long request's client left, as serve_cancel.py sends it - -Every trial sends a fresh prompt (a nonce first), so no kept prompt state shortens it. A trial passes when its -release is within --release-max and its short request within --slack of alone, with the same text as alone. -The defaults hold the 27B to the 9B's and 35B's footing: a lane released at the next layer edge (about 0.08 s -of the 27B's 5 s chunk) plus the server's 50 ms disconnect poll, against the 4.6 s the 1.0.12 receipt waited. - ---baseline-27b prints the receipt's 27B numbers next to these (docs/receipts/gfx1151-qwen-833bbfcb): the next -short request 6.49 to 6.51 s, alone 1.90 s, the cancelled request ending 5.04 to 5.07 s after it arrived. -Exit 0 only when every trial passes; the summary line is one JSON object for the receipt. -""" +"""A long HIP prompt's disconnect-to-idle and next-request latency gate; see --help and the gfx1151 receipt.""" import argparse import http.client @@ -94,8 +77,7 @@ def wait_running(want_at_least, limit): def long_then_drop(nonce, watch): - """The long request, its socket closed --drop-after later: the perf_counter time of the close, and whether - /metrics saw it running before then (`watch`; the after trial does not ask, as serve_cancel.py does not).""" + """Return socket-close time and whether metrics observed the long request running.""" text = f"{nonce} " + " ".join(f"item{i % 97}x{(i * 7919) % 1013}" for i in range(args.words)) sock = socket.create_connection((HOST.hostname, HOST.port)) payload = body(text, 8).encode()