From fa44c5194873fcb98c79dcd415842c328762cd47 Mon Sep 17 00:00:00 2001 From: BlivionIaG <15323295+BlivionIaG@users.noreply.github.com> Date: Mon, 26 Oct 2026 09:06:32 +0100 Subject: [PATCH 1/7] lanes: an external drafter's chain chances price verify rows, and its holds follow the grants A drafter that gives each held chain draft's chance (Drafter.VTable.chances) may set Facts.chances. Drafted.facts then sets Model.draft_probabilities and Model.granted_depth, so the window allocator prices each stream's verify rows by those chances, as it does a head's node chances. With Facts.confidence_floor it instead verifies the drafts at least that likely (a fixed window when 0). With granted_depth a stream's next hold is as deep as its last grant plus a slack: one more draft when the grant took every held draft, none when it stopped short of them (Stream.grant_short), and after a grant of none a probe of draft_slack drafts at the depth rule's probe interval. Facts.slack sets one slack for all three. A shared round's granted depths are cut so the drafting streams' blocks fit one hold pass of batch_rows. When the shared-round guard starts a drafted stretch, its first round grants every stream one draft, so the stretch measures drafted rounds rather than plain ones left by grants of none. All of it is behind Facts.chances and Model.granted_depth, off by default; windows.allocate records grant_short only for granted depths. Tests: chances price the chain's rows and drafted replies equal one-token decode alone and at 1, 4 and 8 shared streams, with the scheduled verify ragged across streams and verifying fewer rows than a fixed window; the facts reach the lane config; granted depths, their slacks and the one-pass cut; holds as wide as the grants. --- zig/src/core/lanes/config.zig | 11 +- zig/src/core/lanes/depth.zig | 62 ++++- zig/src/core/lanes/drafted.zig | 7 + zig/src/core/lanes/drafted_chances_test.zig | 266 ++++++++++++++++++++ zig/src/core/lanes/drafter.zig | 3 + zig/src/core/lanes/engine.zig | 1 + zig/src/core/lanes/lanes.zig | 1 + zig/src/core/lanes/stream.zig | 2 + zig/src/core/lanes/windows.zig | 7 +- 9 files changed, 355 insertions(+), 5 deletions(-) create mode 100644 zig/src/core/lanes/drafted_chances_test.zig diff --git a/zig/src/core/lanes/config.zig b/zig/src/core/lanes/config.zig index a6721fcf57..71c455637a 100644 --- a/zig/src/core/lanes/config.zig +++ b/zig/src/core/lanes/config.zig @@ -36,6 +36,8 @@ pub const Model = struct { max_streams: u32 = 0, // a shared forward's streams at most (0: 32) shared_costs: []const Cost = &.{}, // shared forwards' ms by total rows (timed at load) draft_probabilities: bool = false, // the head gives each drafted node's chance of landing + granted_depth: bool = false, // with draft_probabilities: every stream drafts its last grant plus a slack + draft_slack: u32 = 0, // drafts past a stream's last grant, short or not (0: the Constants' own) draft_streams: bool = false, // the head drafts every stream of a shared round in one batch head_trees: bool = false, // the head drafts trees of lanes (DraftRequest.lanes) and holds them join_tail: bool = false, // a prompt in pieces leaves its last token for the next shared round's window (Backend.join) @@ -66,6 +68,7 @@ pub const Config = struct { batch_rows: u32, batch_streams: u32, node_probabilities: bool, + granted_depth: bool = false, // Model.granted_depth fill_lanes: u32 = 0, // rows a window may grow to with suffix-match branches (0: off; lanes/fill.zig) fill_match: u32 = 8, // context tokens a suffix-match branch must match (shorter ones are coincidental phrases) fill_floor: f64 = 0.35, // the share of grafted rows a stream must keep to go on reading its chain back every round @@ -149,6 +152,7 @@ pub const Config = struct { .batch_rows = batch_rows, .batch_streams = if (streams) (if (m.max_streams != 0) m.max_streams else 32) else 1, .node_probabilities = m.draft_probabilities or m.draft_confidence != null, + .granted_depth = m.granted_depth and m.draft_probabilities, .draft_streams = m.draft_streams, .head_trees = m.head_trees, .join_tail = m.join_tail, @@ -160,7 +164,12 @@ pub const Config = struct { .shared_costs = try alloc.extendCosts(gpa, timed.items, batch_rows), .lane_costs = try alloc.extendCosts(gpa, m.lane_costs, 64), .mtp_step_ms = m.mtp_step_ms, - .k = .{ .depth_rate = if (m.depth_rate > 0) m.depth_rate else (Constants{}).depth_rate }, + .k = .{ + .depth_rate = if (m.depth_rate > 0) m.depth_rate else (Constants{}).depth_rate, + .draft_slack = if (m.draft_slack > 0) m.draft_slack else (Constants{}).draft_slack, + .grant_slack = if (m.draft_slack > 0) m.draft_slack else (Constants{}).grant_slack, + .short_slack = if (m.draft_slack > 0) m.draft_slack else (Constants{}).short_slack, + }, .draft_step_ms = m.draft_step_ms, }; } diff --git a/zig/src/core/lanes/depth.zig b/zig/src/core/lanes/depth.zig index 8595a67aab..2f80da8edd 100644 --- a/zig/src/core/lanes/depth.zig +++ b/zig/src/core/lanes/depth.zig @@ -12,6 +12,8 @@ pub const Constants = struct { plain_margin: f64 = 1.05, // a drafted depth must beat plain rounds' tokens a ms by this much plain_wait_most: u64 = 128, // plain rounds between probes at most draft_slack: i64 = 2, // drafts a stream offers past what its last shared round granted it + grant_slack: i64 = 1, // granted depths: drafts past a grant that verified every draft the stream held + short_slack: i64 = 0, // granted depths: drafts past a grant that left some of them unverified }; /// A stream's acceptance by depth and probe counters (Python `_depth_state[stream]`). @@ -35,6 +37,7 @@ pub const Who = struct { finished: bool, forced: bool, granted: ?u32 = null, + grant_short: bool = false, // the last grant left some held drafts unverified (the width did not bind) stream: ?*anyopaque = null, sampled: bool = false, // keyed draws: host work a row that a greedy round does not have }; @@ -59,6 +62,7 @@ pub const Rule = struct { draft_step_ms: f64 = 0, // a shared round's draft past a stream's first (budgets price it) plain_guard: bool, node_probabilities: bool, + granted_depth: bool = false, // node_probabilities: a stream drafts its last grant plus draft_slack, lone ones too confidence_floor: ?f64 = null, batch_rows: u32, batched_heads: bool = false, // one batch drafts every stream of a shared round (its steps: the deepest stream's) @@ -192,9 +196,28 @@ pub const Rule = struct { return true; } + /// Drafts past a grant: none when it stopped short of the held drafts (the width did not bind), else grant_slack. + fn slack(r: *const Rule, who: Who) i64 { + return if (who.grant_short) r.k.short_slack else r.k.grant_slack; + } + + /// The last grant plus its slack (the deepest chain before any); after a grant of none, a probe of draft_slack. + fn grantDepth(r: *Rule, who: Who) !i64 { + const most = @min(@as(i64, r.most_drafts), @max(1, who.draft_room - 1)); + const granted = who.granted orelse return most; + _ = try r.rates(who); + const st = &who.state.*.?; + if (granted == 0) return if (!r.plain_guard or r.probePlain(st)) @min(most, r.k.draft_slack) else 0; + st.plain = 0; + st.wait = r.k.depth_probe_every; + return @min(most, @as(i64, granted) + r.slack(who)); + } + /// Python `_head_depth`: the next round's head drafts for a stream (0 when forced, 1 with a copy ahead). pub fn headDepth(r: *Rule, who: *const Who, budget: ?i64, probe: Probe) !i64 { - const d: i64 = if (who.finished) 0 else if (budget) |b| b else if (r.node_probabilities) + const d: i64 = if (who.finished) 0 else if (budget) |b| b else if (r.granted_depth) + try r.grantDepth(who.*) + else if (r.node_probabilities) @min(@as(i64, r.most_drafts), @max(1, who.draft_room - 1)) else try r.depth(who.*); @@ -203,6 +226,15 @@ pub const Rule = struct { return d; } + /// A shared hold pads every block to its deepest: depths cut so the drafting streams' blocks fit `rows` (one pass). + fn capPass(out: []i64, rows: u32) void { + var n: i64 = 0; + for (out) |d| n += @intFromBool(d > 0); + if (n == 0) return; + const most = @max(1, @divFloor(@as(i64, rows), n)); + for (out) |*d| d.* = @min(d.*, most); + } + /// Head drafts for the streams of a shared round, sized by allocation over their chain chances. pub fn budgets(r: *Rule, whos: []Who, probe: Probe, sampled: bool, out: []i64) !void { if (r.confidence_floor != null) { @@ -213,8 +245,9 @@ pub const Rule = struct { for (whos, out) |*w, *o| { const inner = try r.headDepth(w, null, probe); const granted: i64 = if (w.granted) |g| g else r.most_drafts; - o.* = try r.headDepth(w, @min(inner, granted + r.k.draft_slack), probe); + o.* = try r.headDepth(w, if (r.granted_depth) inner else @min(inner, granted + r.k.draft_slack), probe); } + if (r.granted_depth) capPass(out, r.batch_rows); return; } const most = try r.gpa.alloc(i64, whos.len); @@ -381,3 +414,28 @@ test "a shared round's drafts come out the same whichever depths its overhead wa } try std.testing.expectEqualSlices(i64, &got[0], &got[1]); } + +test "granted depths in a shared round fit one hold pass: every block is as deep as the deepest" { + const empty: Table = .{}; + var rule: Rule = .{ .gpa = std.testing.allocator, .prior = &.{0.8}, .most_drafts = 9, .family_costs = &empty, .shared_costs = &empty, .mtp_step_ms = 0.5, .plain_guard = false, .node_probabilities = true, .granted_depth = true, .batch_rows = 32 }; + defer rule.deinit(); + var states: [8]?State = @splat(null); + defer for (&states) |*st| if (st.*) |*x| x.deinit(std.testing.allocator); + var whos: [8]Who = undefined; + for (&whos, &states, 0..) |*w, *st, i| w.* = .{ .state = st, .draft_room = 100, .finished = false, .forced = false, .granted = @intCast(i) }; + const No = struct { + fn copy(_: *anyopaque, _: *const Who) bool { + return false; + } + }; + var unused: u8 = 0; + var out: [8]i64 = undefined; + try rule.budgets(&whos, .{ .ptr = &unused, .copy = No.copy }, false, &out); + // a grant of none probes two; grants 1..7 that took every held draft, plus one; cut to 32 rows over eight blocks + try std.testing.expectEqualSlices(i64, &.{ 2, 2, 3, 4, 4, 4, 4, 4 }, &out); + try rule.budgets(whos[0..2], .{ .ptr = &unused, .copy = No.copy }, false, out[0..2]); + try std.testing.expectEqualSlices(i64, &.{ 2, 2 }, out[0..2]); // two blocks fit whole + for (whos[0..2]) |*w| w.grant_short = true; + try rule.budgets(whos[0..2], .{ .ptr = &unused, .copy = No.copy }, false, out[0..2]); + try std.testing.expectEqualSlices(i64, &.{ 2, 1 }, out[0..2]); // a grant short of the held drafts: no slack +} diff --git a/zig/src/core/lanes/drafted.zig b/zig/src/core/lanes/drafted.zig index b7b9ca5bc6..cee1ec3155 100644 --- a/zig/src/core/lanes/drafted.zig +++ b/zig/src/core/lanes/drafted.zig @@ -105,6 +105,13 @@ pub const Drafted = struct { m.draft_streams = d.batched; m.draft_probabilities = false; m.head_trees = d.trees; + if (d.chances and x.drafter.vtable.chances != null) { + // a chain's drafts priced by the drafter's own chances; the next hold as deep as the grant and its slack + m.draft_probabilities = d.confidence_floor == null; + m.draft_confidence = d.confidence_floor; + m.granted_depth = d.confidence_floor == null; + m.draft_slack = d.slack; + } if (d.tree_nodes > 0) { // the drafter grows its own trees, best first, and prices their nodes m.drafts = @min(d.tree_nodes, if (target.exact_width > 1) target.exact_width - 1 else 0); diff --git a/zig/src/core/lanes/drafted_chances_test.zig b/zig/src/core/lanes/drafted_chances_test.zig new file mode 100644 index 0000000000..02c5eb4cb1 --- /dev/null +++ b/zig/src/core/lanes/drafted_chances_test.zig @@ -0,0 +1,266 @@ +//! A drafter that prices its chains (Facts.chances): verify rows go by its chances and replies stay one-token decode. +const std = @import("std"); +const Config = @import("config.zig").Config; +const Model = @import("config.zig").Model; +const Cost = @import("config.zig").Cost; +const Engine = @import("engine.zig").Engine; +const be = @import("backend.zig"); +const sm = @import("stream.zig"); +const fake = @import("fake.zig"); +const dr = @import("drafter.zig"); +const depth = @import("depth.zig"); +const Table = @import("table.zig").Table; +const Drafted = @import("drafted.zig").Drafted; +const dt = @import("drafted_test.zig"); + +const gpa = std.testing.allocator; +const most_streams = 8; + +/// drafted_test's drafter with a chance for each held draft: `sure` where its guess is right, `unsure` where wrong. +const Priced = struct { + head: dt.FakeDrafter, + sure: f64 = 0.7, + unsure: f64 = 0.7, + vtable: dr.Drafter.VTable = undefined, + inner_hold: *const fn (*anyopaque, []const dr.Hold) anyerror!void = undefined, + at: std.AutoHashMapUnmanaged(*sm.Stream, u64) = .empty, // each stream's last hold's position + asked: u32 = 0, + held: u64 = 0, // drafts its holds asked for + + fn of(ptr: *anyopaque) *Priced { + return @fieldParentPtr("head", @as(*dt.FakeDrafter, @ptrCast(@alignCast(ptr)))); + } + + fn hold(ptr: *anyopaque, items: []const dr.Hold) anyerror!void { + const p = of(ptr); + for (items) |it| { + try p.at.put(gpa, it.stream, it.position); + p.held += it.depth; + } + return p.inner_hold(ptr, items); + } + + /// The running product along the chain, as the DSpark confidence head's survivals are. + fn chances(ptr: *anyopaque, s: *sm.Stream, out: []f64) anyerror!bool { + const p = of(ptr); + const lane = p.head.lanes.getPtr(s) orelse return false; + if (out.len > lane.held.items.len) return error.TooFewDrafts; + const position = p.at.get(s) orelse return error.NoHold; + p.asked += 1; + var reach: f64 = 1; + for (out, 0..) |*o, j| { + const at = position + j; + reach *= if ((at *% 2654435761 + j) % 5 == 0) p.unsure else p.sure; // drafted_test's wrong guesses + o.* = reach; + } + return true; + } + + fn drafter(p: *Priced) dr.Drafter { + const base_ = p.head.drafter(); + p.vtable = base_.vtable.*; + p.inner_hold = base_.vtable.hold; + p.vtable.hold = hold; + p.vtable.chances = chances; + return .{ .ptr = &p.head, .vtable = &p.vtable }; + } + + fn deinit(p: *Priced) void { + p.at.deinit(gpa); + p.head.deinit(); + } +}; + +/// Every shared verify's window rows: whether one round gave its streams unequal rows (a ragged verify). +const Seen = struct { + var inner: *const fn (*anyopaque, []const be.Window, []be.Verified) anyerror!void = undefined; + var ragged: u32 = 0; + var rows: u64 = 0; + + fn verify(ptr: *anyopaque, windows: []const be.Window, out: []be.Verified) anyerror!void { + for (windows) |w| { + rows += w.rows(); + if (w.rows() != windows[0].rows()) { + ragged += 1; + break; + } + } + return inner(ptr, windows, out); + } +}; + +var costs: [16]Cost = undefined; + +fn base() Model { + for (&costs, 1..) |*c, w| c.* = .{ .width = @intCast(w), .ms = 5.0 + 0.8 * @as(f64, @floatFromInt(w)) }; + return .{ .exact_width = 16, .gpu_tokens = true, .window_costs = &costs, .hidden_rows = true, .batch_rows = 32, .max_streams = most_streams }; +} + +const Run = struct { tokens: [most_streams][64]u32 = undefined, lens: [most_streams]usize = @splat(0), drafted: u64 = 0, holds: u32 = 0, asked: u32 = 0, ragged: u32 = 0, rows: u64 = 0, held: u64 = 0 }; + +/// The drafter's Facts.slack for the next runs (0: the depth rule's own; 9: every hold the whole block). +var slack: u32 = 0; + +/// The drafter's chances: equal everywhere, or knowing its wrong guesses (a confidence head that ranks well). +const Head = enum { flat, knows }; + +/// Each prompt decoded together (one stream: alone); `floor` null: the chances price rows, else a fixed window. +fn run(prompts: []const []const u32, drafts: bool, floor: ?f64, head: Head) !Run { + var target: fake.Fake = .{ .gpa = gpa }; + defer target.deinit(); + var p: Priced = .{ .head = .{ .facts_ = .{ .depth = 9, .step_ms = 0.5, .batched = true, .chances = true, .confidence_floor = floor, .slack = slack } } }; + if (head == .knows) { + p.sure = 0.95; + p.unsure = 0.05; + } + defer p.deinit(); + var strict: dt.Strict = .{ .inner = target.backend() }; + defer strict.deinit(); + var seen = strict.backend(); + var table = seen.vtable.*; + Seen.inner = table.verify; + Seen.ragged = 0; + Seen.rows = 0; + table.verify = Seen.verify; + seen.vtable = &table; + var wrapped = try Drafted.init(gpa, seen, p.drafter()); + defer wrapped.deinit(); + var cfg = try Config.init(gpa, if (drafts) wrapped.facts(base()) else base(), 16, 15); + defer cfg.deinit(gpa); + var clock: fake.FixedClock = .{}; + var engine = Engine.init(gpa, &cfg, if (drafts) wrapped.backend() else target.backend(), clock.clock()); + defer engine.deinit(); + var streams: [most_streams]sm.Stream = undefined; + const n = prompts.len; + for (prompts, streams[0..n]) |prompt, *s| s.* = try sm.Stream.init(gpa, .{ .id = "s", .prompt = prompt, .max_new = 48, .eos = &.{96}, .drafts = drafts }); + defer for (streams[0..n]) |*s| s.deinit(gpa); + for (streams[0..n]) |*s| try engine.addStream(s); + while (engine.activeCount() > 0) try engine.step(); + var out: Run = .{ .holds = p.head.holds, .asked = p.asked, .ragged = Seen.ragged, .rows = Seen.rows, .held = p.held }; + for (streams[0..n], 0..) |*s, i| { + out.lens[i] = s.emitted().len; + @memcpy(out.tokens[i][0..out.lens[i]], s.emitted()); + out.drafted += s.drafted; + } + return out; +} + +fn expectSame(a: Run, b: Run, n: usize) !void { + for (0..n) |i| try std.testing.expectEqualSlices(u32, a.tokens[i][0..a.lens[i]], b.tokens[i][0..b.lens[i]]); +} + +/// `n` streams of unequal prompts, each a prefix of drafted_test's long prompt. +fn unequal(buf: *[most_streams][]const u32, n: usize) []const []const u32 { + for (buf[0..n], 0..) |*p, i| p.* = dt.long[0 .. 11 + i]; + return buf[0..n]; +} + +test "a drafter's chances price its chain's rows, and drafted replies equal one-token decode alone and shared" { + const sets = [_][]const []const u32{ &.{&dt.p1}, &.{ &dt.p1, &dt.long, &dt.p1 } }; + for (sets) |ps| { + const plain = try run(ps, false, null, .flat); + const priced = try run(ps, true, null, .flat); + try expectSame(plain, priced, ps.len); + try std.testing.expect(priced.asked > 0 and priced.drafted > 0); // the window allocator read the chances + const fixed = try run(ps, true, 0, .flat); + try expectSame(plain, fixed, ps.len); + try std.testing.expect(fixed.drafted > priced.drafted); // a fixed window verifies every draft the rows fit + } +} + +test "at 1, 4 and 8 streams the scheduled and the fixed verify equal one-token decode; shared rounds are ragged" { + var buf: [most_streams][]const u32 = undefined; + for ([_]usize{ 1, 4, 8 }) |n| { + const ps = unequal(&buf, n); + const plain = try run(ps, false, null, .flat); + const scheduled = try run(ps, true, null, .knows); + try expectSame(plain, scheduled, n); + const fixed = try run(ps, true, 0, .knows); + try expectSame(plain, fixed, n); + try std.testing.expect(scheduled.asked > 0 and scheduled.drafted > 0); + // a confident head's survivals cut each stream's chain where its guess goes wrong: fewer rows verified + try std.testing.expect(scheduled.rows < fixed.rows); + if (n > 1) try std.testing.expect(scheduled.ragged > 0); // streams' verify lengths differ within a round + } +} + +test "the drafter's chances reach the lane facts: rows by chances and holds by grants, or a fixed window" { + var p: Priced = .{ .head = .{ .facts_ = .{ .depth = 9, .step_ms = 0.5, .chances = true } } }; + defer p.deinit(); + var target: fake.Fake = .{ .gpa = gpa }; + defer target.deinit(); + var wrapped: Drafted = .{ .gpa = gpa, .target = target.backend(), .drafter = p.drafter() }; + defer wrapped.deinit(); + const m = wrapped.facts(base()); + try std.testing.expect(m.draft_probabilities and m.granted_depth and m.draft_confidence == null); + var cfg = try Config.init(gpa, m, 16, 15); + defer cfg.deinit(gpa); + try std.testing.expectEqual(@as(i64, 2), cfg.k.draft_slack); // the depth rule's own + try std.testing.expect(cfg.k.grant_slack == 1 and cfg.k.short_slack == 0); // a granted width's own + p.head.facts_.slack = 1; + var one = try Config.init(gpa, wrapped.facts(base()), 16, 15); + defer one.deinit(gpa); + try std.testing.expectEqual(@as(i64, 1), one.k.draft_slack); // a drafter's own slack past its grant + try std.testing.expect(one.k.grant_slack == 1 and one.k.short_slack == 1); // short or not + p.head.facts_.confidence_floor = 0; + const f = wrapped.facts(base()); + try std.testing.expect(!f.draft_probabilities and !f.granted_depth and f.draft_confidence.? == 0); + p.head.facts_.chances = false; + const none = wrapped.facts(base()); + try std.testing.expect(!none.draft_probabilities and none.draft_confidence == null); +} + +test "a granted depth: the deepest chain first, then the grant plus its slack, and after a grant of none a probe" { + const empty: Table = .{}; + var rule: depth.Rule = .{ .gpa = gpa, .prior = &.{0.8}, .most_drafts = 9, .family_costs = &empty, .shared_costs = &empty, .mtp_step_ms = 0.5, .plain_guard = true, .node_probabilities = true, .granted_depth = true, .batch_rows = 32 }; + defer rule.deinit(); + var st: ?depth.State = null; + defer if (st) |*s| s.deinit(gpa); + const No = struct { + fn copy(_: *anyopaque, _: *const depth.Who) bool { + return false; + } + }; + var unused: u8 = 0; + const probe: depth.Probe = .{ .ptr = &unused, .copy = No.copy }; + var who: depth.Who = .{ .state = &st, .draft_room = 100, .finished = false, .forced = false }; + try std.testing.expectEqual(@as(i64, 9), try rule.headDepth(&who, null, probe)); + who.granted = 3; + try std.testing.expectEqual(@as(i64, 4), try rule.headDepth(&who, null, probe)); // every held draft granted: one more + who.grant_short = true; + try std.testing.expectEqual(@as(i64, 3), try rule.headDepth(&who, null, probe)); // drafts left unverified: the grant + who.grant_short = false; + who.granted = 8; + try std.testing.expectEqual(@as(i64, 9), try rule.headDepth(&who, null, probe)); + rule.k.grant_slack = 2; // a drafter's slack sets both + rule.k.short_slack = 2; + who.grant_short = true; + who.granted = 3; + try std.testing.expectEqual(@as(i64, 5), try rule.headDepth(&who, null, probe)); + who.granted = 0; + var drafted: usize = 0; + for (0..8) |_| drafted += @intFromBool(try rule.headDepth(&who, null, probe) > 0); + try std.testing.expectEqual(@as(usize, 1), drafted); // one probe of draft_slack drafts in the first eight rounds +} + +test "holds as wide as the grants: replies equal one-token decode at 1, 4 and 8 streams, fewer drafts than whole blocks" { + var buf: [most_streams][]const u32 = undefined; + defer slack = 0; + for ([_]usize{ 1, 4, 8 }) |n| { + const ps = unequal(&buf, n); + const plain = try run(ps, false, null, .flat); + for ([_]Head{ .flat, .knows }) |head| { + slack = 0; + const narrow = try run(ps, true, null, head); + slack = 2; + const two = try run(ps, true, null, head); + slack = 9; + const whole = try run(ps, true, null, head); + try expectSame(plain, narrow, n); + try expectSame(plain, two, n); + try expectSame(plain, whole, n); + try std.testing.expect(narrow.drafted > 0); + try std.testing.expect(narrow.held < two.held and two.held < whole.held); + } + } +} diff --git a/zig/src/core/lanes/drafter.zig b/zig/src/core/lanes/drafter.zig index 2d82d40d04..84355e5d31 100644 --- a/zig/src/core/lanes/drafter.zig +++ b/zig/src/core/lanes/drafter.zig @@ -18,6 +18,9 @@ pub const Facts = struct { window_costs: []const Cost = &.{}, // the target's window ms by rows (timed at load), for the depth rule lane_costs: []const Cost = &.{}, // the same for the lane planner (Model.lane_costs) tree_nodes: u32 = 0, // hold() without lanes grows its own tree of up to `depth` nodes, at most this many (tree, chances) + chances: bool = false, // chances() gives each held chain draft's chance: verify rows go by them (Model.granted_depth) + confidence_floor: ?f64 = null, // with chances: every round drafts the deepest chain and verifies drafts this likely + slack: u32 = 0, // with chances: drafts a hold offers past the stream's last grant (0: the depth rule's own) }; /// Target rows [start, start + features.rows) and the token after each; `rows`, when given, picks which to absorb. diff --git a/zig/src/core/lanes/engine.zig b/zig/src/core/lanes/engine.zig index 5d357c646d..f50db4fc4b 100644 --- a/zig/src/core/lanes/engine.zig +++ b/zig/src/core/lanes/engine.zig @@ -70,6 +70,7 @@ pub const Engine = struct { .draft_step_ms = cfg.draft_step_ms, .plain_guard = cfg.plain_guard, .node_probabilities = cfg.node_probabilities, + .granted_depth = cfg.granted_depth, .confidence_floor = cfg.draft_confidence, .batch_rows = cfg.batch_rows, .batched_heads = cfg.draft_streams, diff --git a/zig/src/core/lanes/lanes.zig b/zig/src/core/lanes/lanes.zig index 280b16ef10..df733517d0 100644 --- a/zig/src/core/lanes/lanes.zig +++ b/zig/src/core/lanes/lanes.zig @@ -57,6 +57,7 @@ test { _ = @import("recorder_test.zig"); _ = @import("gpu_full_test.zig"); _ = @import("drafted_test.zig"); + _ = @import("drafted_chances_test.zig"); _ = @import("root_copy_test.zig"); _ = @import("drafted_grammar_test.zig"); _ = @import("windows_grammar_test.zig"); diff --git a/zig/src/core/lanes/stream.zig b/zig/src/core/lanes/stream.zig index c3e22e7869..4e1d9d3cf0 100644 --- a/zig/src/core/lanes/stream.zig +++ b/zig/src/core/lanes/stream.zig @@ -234,6 +234,7 @@ pub const Stream = struct { served: ?u64 = null, proposal_depth: ?u32 = null, // null: legacy; otherwise the last routed request, zero until it succeeds granted: ?u32 = null, + grant_short: bool = false, // the last grant verified fewer drafts than the stream held copy_width: ?u32 = null, pub fn init(gpa: Allocator, spec: Spec) !Stream { @@ -302,6 +303,7 @@ pub const Stream = struct { s.inflight = null; s.served = null; s.granted = null; + s.grant_short = false; s.copy_width = null; s.proposal_depth = null; } diff --git a/zig/src/core/lanes/windows.zig b/zig/src/core/lanes/windows.zig index fd7ffec95d..32ec0e999d 100644 --- a/zig/src/core/lanes/windows.zig +++ b/zig/src/core/lanes/windows.zig @@ -226,7 +226,7 @@ pub fn probe(e: *Engine) depth.Probe { } pub fn who(s: *Stream) depth.Who { - return .{ .state = &s.depth, .draft_room = s.draftRoom(), .finished = s.finished, .forced = s.force.items.len > 0, .granted = s.granted, .stream = s, .sampled = s.sampling != null }; + return .{ .state = &s.depth, .draft_room = s.draftRoom(), .finished = s.finished, .forced = s.force.items.len > 0, .granted = s.granted, .grant_short = s.grant_short, .stream = s, .sampled = s.sampling != null }; } /// Whether any of a round's streams draws keyed samples (its rows carry their host work). @@ -283,7 +283,10 @@ pub fn allocate(e: *Engine, plans: []Plan) !void { try trail.event(e, &.{ f("ev", trail.str("lone-price")), f("stream", trail.str(plans[0].stream.id)), f("rows", trail.int(counts[0] + 1)), f("expected", ev.bits(expected)), f("ms", if (ms) |value| ev.bits(value) else .null), f("probe", .{ .bool = trial != null }) }); } for (plans, counts) |*p, c| { - if (p.kind == .head) p.stream.granted = c; + if (p.kind == .head) { + p.stream.granted = c; + if (e.cfg.granted_depth) p.stream.grant_short = c < p.count(); + } if (p.kind == .forced or p.count() == 0 or c == p.count()) continue; try cut.prefix(a, p, c); } From ebc3bc37a4c7c4a8678b09202a499e8678cfae7f Mon Sep 17 00:00:00 2001 From: BlivionIaG <15323295+BlivionIaG@users.noreply.github.com> Date: Mon, 26 Oct 2026 09:07:53 +0100 Subject: [PATCH 2/7] lanes: a drafter whose hold is a pass of its own: no hold beside a copy, and holds kept only while they pay The depth rule asks one head draft for a stream with a copy ahead, and a shared round's granted holds were priced only by their verify rows. A drafter whose hold runs as a pass of its own (Facts.copy_first) pays that pass for the one draft, and the copy round then drops it; Model.copy_first now asks it for none. A drafter may also give its hold pass's timed cost by blocks and depth (Facts.hold_costs, priced by hold_price.zig). With granted depths a shared round then keeps granted holds, most expected drafts a row first, only while each raises the next round's expected tokens a ms over its verify rows and the pass; a probe after a grant of none keeps its hold. A stream's last grant records the drafts it expected to keep (Stream.grant_gain). Both are off by default (copy_first false, hold_costs empty). Tests: with copy_first no hold is asked for a copy round and replies equal one-token decode at 1 and 3 streams; a hold's cost between and past its timed passes; granted holds kept while they pay, none for a dear pass, and a probe's hold kept. --- zig/src/core/lanes/config.zig | 4 + zig/src/core/lanes/depth.zig | 123 ++++++++++++++++++++- zig/src/core/lanes/drafted.zig | 2 + zig/src/core/lanes/drafted_copy_test.zig | 135 +++++++++++++++++++++++ zig/src/core/lanes/drafter.zig | 2 + zig/src/core/lanes/hold_price.zig | 58 ++++++++++ zig/src/core/lanes/lanes.zig | 2 + zig/src/core/lanes/stream.zig | 2 + zig/src/core/lanes/windows.zig | 11 +- 9 files changed, 334 insertions(+), 5 deletions(-) create mode 100644 zig/src/core/lanes/drafted_copy_test.zig create mode 100644 zig/src/core/lanes/hold_price.zig diff --git a/zig/src/core/lanes/config.zig b/zig/src/core/lanes/config.zig index 71c455637a..deb76d4be2 100644 --- a/zig/src/core/lanes/config.zig +++ b/zig/src/core/lanes/config.zig @@ -39,6 +39,8 @@ pub const Model = struct { granted_depth: bool = false, // with draft_probabilities: every stream drafts its last grant plus a slack draft_slack: u32 = 0, // drafts past a stream's last grant, short or not (0: the Constants' own) draft_streams: bool = false, // the head drafts every stream of a shared round in one batch + copy_first: bool = false, // a copy ahead takes the round: the head holds no drafts for it (a drafter's own pass) + hold_costs: []const @import("hold_price.zig").HoldCost = &.{}, // a drafter's own hold pass, timed at load head_trees: bool = false, // the head drafts trees of lanes (DraftRequest.lanes) and holds them join_tail: bool = false, // a prompt in pieces leaves its last token for the next shared round's window (Backend.join) piece_runs: bool = false, // a round's pieces go to the backend in one call (Backend.pieces: one forward over them) @@ -169,6 +171,8 @@ pub const Config = struct { .draft_slack = if (m.draft_slack > 0) m.draft_slack else (Constants{}).draft_slack, .grant_slack = if (m.draft_slack > 0) m.draft_slack else (Constants{}).grant_slack, .short_slack = if (m.draft_slack > 0) m.draft_slack else (Constants{}).short_slack, + .copy_first = m.copy_first and !m.context_copies, + .hold_costs = m.hold_costs, }, .draft_step_ms = m.draft_step_ms, }; diff --git a/zig/src/core/lanes/depth.zig b/zig/src/core/lanes/depth.zig index 2f80da8edd..c992e0de4b 100644 --- a/zig/src/core/lanes/depth.zig +++ b/zig/src/core/lanes/depth.zig @@ -14,8 +14,13 @@ pub const Constants = struct { draft_slack: i64 = 2, // drafts a stream offers past what its last shared round granted it grant_slack: i64 = 1, // granted depths: drafts past a grant that verified every draft the stream held short_slack: i64 = 0, // granted depths: drafts past a grant that left some of them unverified + copy_first: bool = false, // a copy ahead takes the next round whole: the head drafts none for it (else one) + hold_costs: []const HoldCost = &.{}, // a drafter's own hold pass by blocks and depth: granted holds must pay for it }; +pub const HoldCost = @import("hold_price.zig").HoldCost; +const holdMs = @import("hold_price.zig").holdMs; + /// A stream's acceptance by depth and probe counters (Python `_depth_state[stream]`). pub const State = struct { p: []f64, @@ -38,6 +43,7 @@ pub const Who = struct { forced: bool, granted: ?u32 = null, grant_short: bool = false, // the last grant left some held drafts unverified (the width did not bind) + gain: ?f64 = null, // the drafts its last grant expected to keep (null: none priced) stream: ?*anyopaque = null, sampled: bool = false, // keyed draws: host work a row that a greedy round does not have }; @@ -213,7 +219,7 @@ pub const Rule = struct { return @min(most, @as(i64, granted) + r.slack(who)); } - /// Python `_head_depth`: the next round's head drafts for a stream (0 when forced, 1 with a copy ahead). + /// Python `_head_depth`: the next round's head drafts for a stream (0 when forced, 1 or none with a copy ahead). pub fn headDepth(r: *Rule, who: *const Who, budget: ?i64, probe: Probe) !i64 { const d: i64 = if (who.finished) 0 else if (budget) |b| b else if (r.granted_depth) try r.grantDepth(who.*) @@ -222,7 +228,7 @@ pub const Rule = struct { else try r.depth(who.*); if (who.forced) return 0; - if (d != 0 and probe.copy(probe.ptr, who)) return 1; + if (d != 0 and probe.copy(probe.ptr, who)) return @intFromBool(!r.k.copy_first); return d; } @@ -235,6 +241,65 @@ pub const Rule = struct { for (out) |*d| d.* = @min(d.*, most); } + /// Granted holds kept, most expected drafts a row first, while they raise the next round's expected tokens a ms. + fn payHolds(r: *Rule, whos: []const Who, sampled: bool, out: []i64) !void { + const order = try r.gpa.alloc(usize, whos.len); + defer r.gpa.free(order); + var m: usize = 0; + var probes: usize = 0; // a probe after a grant of none keeps its hold: it measures the stream again + var deepest: i64 = 0; + for (whos, out, 0..) |w, d, i| { + if (d <= 0) continue; + if (w.granted == @as(?u32, 0)) { + probes += 1; + deepest = @max(deepest, d); + } else { + order[m] = i; + m += 1; + } + } + if (m == 0) return; + const Ctx = struct { + r: *Rule, + whos: []const Who, + fn less(c: @This(), x: usize, y: usize) bool { + const gx = c.r.gainOf(c.whos[x]) catch 0; + const gy = c.r.gainOf(c.whos[y]) catch 0; + return gx * rowsOf(c.whos[y]) > gy * rowsOf(c.whos[x]) or (gx * rowsOf(c.whos[y]) == gy * rowsOf(c.whos[x]) and x < y); + } + }; + std.mem.sort(usize, order[0..m], Ctx{ .r = r, .whos = whos }, Ctx.less); + const fixed = r.fixedMs(whos.len, sampled); + var rows: f64 = @floatFromInt(whos.len); + var tokens = rows; + const plain = r.shared_costs.get(@intCast(whos.len)) orelse return; + const probe_ms = if (probes > 0) holdMs(r.k.hold_costs, probes, deepest) else 0; + var best = tokens / (plain + fixed + probe_ms); + var keep: usize = 0; + for (order[0..m], 1..) |i, k| { + rows += rowsOf(whos[i]); + tokens += try r.gainOf(whos[i]); + deepest = @max(deepest, out[i]); + const verify = r.shared_costs.get(@intFromFloat(@ceil(rows))) orelse break; + const now = tokens / (verify + fixed + holdMs(r.k.hold_costs, k + probes, deepest)); + if (now > best) { + best = now; + keep = k; + } + } + for (order[keep..m]) |i| out[i] = 0; + } + + /// The drafts a granted stream's next round is expected to keep: its last grant's, or its first draft's rate. + fn gainOf(r: *Rule, w: Who) !f64 { + if (w.gain) |g| if (w.granted != null) return g; + return (try r.rates(w))[0]; + } + + fn rowsOf(w: Who) f64 { + return @floatFromInt(@max(1, w.granted orelse 1)); + } + /// Head drafts for the streams of a shared round, sized by allocation over their chain chances. pub fn budgets(r: *Rule, whos: []Who, probe: Probe, sampled: bool, out: []i64) !void { if (r.confidence_floor != null) { @@ -248,6 +313,7 @@ pub const Rule = struct { o.* = try r.headDepth(w, if (r.granted_depth) inner else @min(inner, granted + r.k.draft_slack), probe); } if (r.granted_depth) capPass(out, r.batch_rows); + if (r.granted_depth and r.k.hold_costs.len > 0) try r.payHolds(whos, sampled, out); return; } const most = try r.gpa.alloc(i64, whos.len); @@ -439,3 +505,56 @@ test "granted depths in a shared round fit one hold pass: every block is as deep try rule.budgets(whos[0..2], .{ .ptr = &unused, .copy = No.copy }, false, out[0..2]); try std.testing.expectEqualSlices(i64, &.{ 2, 1 }, out[0..2]); // a grant short of the held drafts: no slack } + +test "a copy ahead: one head draft beside it, or none when the head's drafts cost a pass of their own" { + const empty: Table = .{}; + const Yes = struct { + fn copy(_: *anyopaque, _: *const Who) bool { + return true; + } + }; + var unused: u8 = 0; + const probe: Probe = .{ .ptr = &unused, .copy = Yes.copy }; + var st: ?State = null; + defer if (st) |*x| x.deinit(std.testing.allocator); + const who: Who = .{ .state = &st, .draft_room = 100, .finished = false, .forced = false, .granted = 3 }; + for ([_]bool{ false, true }) |first| { + var rule: Rule = .{ .gpa = std.testing.allocator, .k = .{ .copy_first = first }, .prior = &.{0.8}, .most_drafts = 9, .family_costs = &empty, .shared_costs = &empty, .mtp_step_ms = 0.5, .plain_guard = false, .node_probabilities = true, .granted_depth = true, .batch_rows = 32 }; + defer rule.deinit(); + try std.testing.expectEqual(@as(i64, @intFromBool(!first)), try rule.headDepth(&who, null, probe)); + var out: [1]i64 = undefined; + var whos = [_]Who{who}; + try rule.budgets(&whos, probe, false, &out); + try std.testing.expectEqual(@as(i64, @intFromBool(!first)), out[0]); + } +} + +test "a granted hold stays only while its stream's expected drafts pay for the verify rows and the hold pass" { + const gpa = std.testing.allocator; + var shared: Table = .{}; + defer shared.deinit(gpa); + for (1..33) |w| try shared.put(gpa, @intCast(w), 10.0 + @as(f64, @floatFromInt(w))); + const empty: Table = .{}; + const cheap = [_]HoldCost{ .{ .streams = 1, .depth = 1, .ms = 1.0 }, .{ .streams = 8, .depth = 1, .ms = 4.5 } }; + var states: [4]?State = @splat(null); + defer for (&states) |*st| if (st.*) |*x| x.deinit(gpa); + const granted = [_]?u32{ 2, 2, 0, 1 }; + const gains = [_]?f64{ 1.8, 0.2, null, 0.9 }; + var whos: [4]Who = undefined; + for (&whos, &states, granted, gains) |*w, *st, g, x| w.* = .{ .state = st, .draft_room = 100, .finished = false, .forced = false, .granted = g, .gain = x }; + var rule: Rule = .{ .gpa = gpa, .k = .{ .hold_costs = &cheap }, .prior = &.{0.8}, .most_drafts = 9, .family_costs = &empty, .shared_costs = &shared, .mtp_step_ms = 0.5, .plain_guard = true, .node_probabilities = true, .granted_depth = true, .batch_rows = 32 }; + defer rule.deinit(); + // 8 ms overhead: plain 4 / 22; stream 0 then 3 raise the rate (5.8 / 25, 6.7 / 26.5), stream 1 would lower it + var out = [_]i64{ 4, 4, 0, 3 }; + try rule.payHolds(&whos, false, &out); + try std.testing.expectEqualSlices(i64, &.{ 4, 0, 0, 3 }, &out); + const dear = [_]HoldCost{.{ .streams = 1, .depth = 1, .ms = 20.0 }}; + rule.k.hold_costs = &dear; + out = .{ 4, 4, 0, 3 }; + try rule.payHolds(&whos, false, &out); + try std.testing.expectEqualSlices(i64, &.{ 0, 0, 0, 0 }, &out); // no gain pays a 20 ms pass + whos[2].granted = 0; + out = .{ 4, 4, 2, 3 }; + try rule.payHolds(&whos, false, &out); + try std.testing.expectEqualSlices(i64, &.{ 0, 0, 2, 0 }, &out); // a probe after a grant of none keeps its hold +} diff --git a/zig/src/core/lanes/drafted.zig b/zig/src/core/lanes/drafted.zig index cee1ec3155..6c9f7edc4b 100644 --- a/zig/src/core/lanes/drafted.zig +++ b/zig/src/core/lanes/drafted.zig @@ -105,6 +105,8 @@ pub const Drafted = struct { m.draft_streams = d.batched; m.draft_probabilities = false; m.head_trees = d.trees; + m.copy_first = d.copy_first; + m.hold_costs = d.hold_costs; if (d.chances and x.drafter.vtable.chances != null) { // a chain's drafts priced by the drafter's own chances; the next hold as deep as the grant and its slack m.draft_probabilities = d.confidence_floor == null; diff --git a/zig/src/core/lanes/drafted_copy_test.zig b/zig/src/core/lanes/drafted_copy_test.zig new file mode 100644 index 0000000000..329731f69c --- /dev/null +++ b/zig/src/core/lanes/drafted_copy_test.zig @@ -0,0 +1,135 @@ +//! A drafter whose hold costs a pass of its own: no hold for a stream whose next round is a copy. +const std = @import("std"); +const Config = @import("config.zig").Config; +const Engine = @import("engine.zig").Engine; +const be = @import("backend.zig"); +const sm = @import("stream.zig"); +const fake = @import("fake.zig"); +const dr = @import("drafter.zig"); +const Proposer = @import("proposer.zig").Proposer; +const Drafted = @import("drafted.zig").Drafted; +const dt = @import("drafted_test.zig"); + +const gpa = std.testing.allocator; + +/// Copies the fake target's own continuation (it lands whole) whenever the context's length is a multiple of three. +const Copier = struct { + out: [3]u32 = undefined, + match: i64 = 0, + + fn propose(ptr: *anyopaque, context: []const u32, most: i64) anyerror![]const u32 { + const c: *Copier = @ptrCast(@alignCast(ptr)); + c.match = 0; + if (context.len % 3 != 0 or most < 2) return &.{}; + var history: [128]u32 = undefined; + @memcpy(history[0..context.len], context); + const n: usize = @intCast(@min(3, most)); + for (c.out[0..n], 0..) |*t, k| { + t.* = fake.next(history[0 .. context.len + k], null, 0); + history[context.len + k] = t.*; + } + c.match = 100; + return c.out[0..n]; + } + + fn lastMatch(ptr: *anyopaque) i64 { + return @as(*Copier, @ptrCast(@alignCast(ptr))).match; + } + + const vtable: Proposer.VTable = .{ .propose = propose, .last_match = lastMatch }; +}; + +/// Each stream's last hold position, and the copy windows verified at a position a hold was asked for. +const Watch = struct { + var inner_hold: *const fn (*anyopaque, []const dr.Hold) anyerror!void = undefined; + var inner_verify: *const fn (*anyopaque, []const be.Window, []be.Verified) anyerror!void = undefined; + var at: [4]?u64 = @splat(null); + var streams: [4]?*sm.Stream = @splat(null); + var wasted: u32 = 0; + var copies: u32 = 0; + var blocks: u32 = 0; // the streams' blocks held, over every hold + + fn slot(s: *sm.Stream) usize { + for (&streams, 0..) |*x, i| if (x.* == null or x.* == s) { + x.* = s; + return i; + }; + unreachable; + } + + fn hold(ptr: *anyopaque, items: []const dr.Hold) anyerror!void { + blocks += @intCast(items.len); + // a joining stream's first hold comes before its first token is read: no copy can be foreseen for it + for (items) |it| at[slot(it.stream)] = if (it.stream.emitted().len > 0) it.position else null; + return inner_hold(ptr, items); + } + + fn verify(ptr: *anyopaque, windows: []const be.Window, out: []be.Verified) anyerror!void { + for (windows) |w| if (w.held == 0 and w.tokens.len > 0) { + copies += 1; + if (at[slot(w.stream)] == w.positions[0]) wasted += 1; + }; + return inner_verify(ptr, windows, out); + } +}; + +const Run = struct { tokens: [3][64]u32 = undefined, lens: [3]usize = @splat(0), holds: u32 = 0, wasted: u32 = 0, copies: u32 = 0 }; + +fn run(n: usize, drafts: bool, copy_first: bool) !Run { + Watch.at = @splat(null); + Watch.streams = @splat(null); + Watch.wasted = 0; + Watch.copies = 0; + Watch.blocks = 0; + var target: fake.Fake = .{ .gpa = gpa }; + defer target.deinit(); + var head: dt.FakeDrafter = .{ .facts_ = .{ .depth = 4, .step_ms = 0.5, .batched = true, .copy_first = copy_first } }; + defer head.deinit(); + var hooked = head.drafter(); + var table = hooked.vtable.*; + Watch.inner_hold = table.hold; + table.hold = Watch.hold; + hooked.vtable = &table; + var wrapped = try Drafted.init(gpa, target.backend(), hooked); + defer wrapped.deinit(); + // the round loop's windows, before the wrapper turns held drafts into host tokens + var seen = if (drafts) wrapped.backend() else target.backend(); + var verified = seen.vtable.*; + Watch.inner_verify = verified.verify; + verified.verify = Watch.verify; + seen.vtable = &verified; + const m: @import("config.zig").Model = .{ .exact_width = 16, .gpu_tokens = true, .hidden_rows = true, .batch_rows = 32, .max_streams = 4 }; + var cfg = try Config.init(gpa, if (drafts) wrapped.facts(m) else m, 16, 15); + defer cfg.deinit(gpa); + var clock: fake.FixedClock = .{}; + var engine = Engine.init(gpa, &cfg, seen, clock.clock()); + defer engine.deinit(); + var copiers: [3]Copier = @splat(.{}); + var streams: [3]sm.Stream = undefined; + for (streams[0..n], copiers[0..n], 0..) |*s, *c, i| s.* = try sm.Stream.init(gpa, .{ .id = "s", .prompt = dt.long[0 .. 12 + i], .max_new = 40, .eos = &.{96}, .drafts = drafts, .proposer = .{ .ptr = c, .vtable = &Copier.vtable } }); + defer for (streams[0..n]) |*s| s.deinit(gpa); + for (streams[0..n]) |*s| try engine.addStream(s); + while (engine.activeCount() > 0) try engine.step(); + var out: Run = .{ .holds = Watch.blocks, .wasted = Watch.wasted, .copies = Watch.copies }; + for (streams[0..n], 0..) |*s, i| { + out.lens[i] = s.emitted().len; + @memcpy(out.tokens[i][0..out.lens[i]], s.emitted()); + } + return out; +} + +test "a copy ahead takes the round: with copy_first no hold is asked for it, and replies equal one-token decode" { + for ([_]usize{ 1, 3 }) |n| { + const plain = try run(n, false, false); + const before = try run(n, true, false); + const after = try run(n, true, true); + for (0..n) |i| { + try std.testing.expectEqualSlices(u32, plain.tokens[i][0..plain.lens[i]], before.tokens[i][0..before.lens[i]]); + try std.testing.expectEqualSlices(u32, plain.tokens[i][0..plain.lens[i]], after.tokens[i][0..after.lens[i]]); + } + try std.testing.expect(before.copies > 0 and after.copies > 0); + try std.testing.expect(before.wasted > 0); // a hold of one draft beside each copy, dropped by the copy round + try std.testing.expectEqual(@as(u32, 0), after.wasted); + try std.testing.expect(after.holds < before.holds); + } +} diff --git a/zig/src/core/lanes/drafter.zig b/zig/src/core/lanes/drafter.zig index 84355e5d31..8ecd22db47 100644 --- a/zig/src/core/lanes/drafter.zig +++ b/zig/src/core/lanes/drafter.zig @@ -21,6 +21,8 @@ pub const Facts = struct { chances: bool = false, // chances() gives each held chain draft's chance: verify rows go by them (Model.granted_depth) confidence_floor: ?f64 = null, // with chances: every round drafts the deepest chain and verifies drafts this likely slack: u32 = 0, // with chances: drafts a hold offers past the stream's last grant (0: the depth rule's own) + copy_first: bool = false, // a hold costs a pass of its own: none is asked for a stream with a copy ahead + hold_costs: []const @import("hold_price.zig").HoldCost = &.{}, // that pass's ms by blocks and depth (timed at load) }; /// Target rows [start, start + features.rows) and the token after each; `rows`, when given, picks which to absorb. diff --git a/zig/src/core/lanes/hold_price.zig b/zig/src/core/lanes/hold_price.zig new file mode 100644 index 0000000000..e4c854410e --- /dev/null +++ b/zig/src/core/lanes/hold_price.zig @@ -0,0 +1,58 @@ +//! A drafter's hold pass priced from its timed passes: by the blocks it holds and their depth. +const std = @import("std"); + +/// A drafter's hold pass of `streams` blocks, each `depth` drafts deep, in ms (timed at load). +pub const HoldCost = struct { streams: u32, depth: u32, ms: f64 }; + +/// A hold pass's ms: linear in depth at each timed stream count, then in streams (past the widest, by its slope). +pub fn holdMs(costs: []const HoldCost, streams: usize, depth: i64) f64 { + var below: ?u32 = null; + var above: ?u32 = null; + for (costs) |c| { + if (c.streams <= streams and (below == null or c.streams > below.?)) below = c.streams; + if (c.streams >= streams and (above == null or c.streams < above.?)) above = c.streams; + } + const lo = below orelse above.?; + const hi = above orelse lo; + const at_lo = atDepth(costs, lo, depth); + if (hi == lo) { + if (above != null) return at_lo; + // past the widest timed count: the slope from the count below it + var under: ?u32 = null; + for (costs) |c| if (c.streams < lo and (under == null or c.streams > under.?)) { + under = c.streams; + }; + const u = under orelse return at_lo * @as(f64, @floatFromInt(streams)) / @as(f64, @floatFromInt(lo)); + const slope = (at_lo - atDepth(costs, u, depth)) / @as(f64, @floatFromInt(lo - u)); + return at_lo + slope * @as(f64, @floatFromInt(streams - lo)); + } + const t = @as(f64, @floatFromInt(streams - lo)) / @as(f64, @floatFromInt(hi - lo)); + return at_lo + t * (atDepth(costs, hi, depth) - at_lo); +} + +/// One stream count's hold ms at `depth`: linear between its two nearest timed depths (one alone: as timed). +fn atDepth(costs: []const HoldCost, streams: u32, depth: i64) f64 { + var a: ?HoldCost = null; + var b: ?HoldCost = null; + for (costs) |c| { + if (c.streams != streams) continue; + if (a == null or c.depth < a.?.depth) { + b = a; + a = c; + } else if (b == null or c.depth < b.?.depth) b = c; + } + const x = a.?; + const y = b orelse return x.ms; + const t = (@as(f64, @floatFromInt(depth)) - @as(f64, @floatFromInt(x.depth))) / @as(f64, @floatFromInt(y.depth - x.depth)); + return x.ms + t * (y.ms - x.ms); +} + +test "a hold's ms between and past the timed passes" { + const t = [_]HoldCost{ .{ .streams = 1, .depth = 1, .ms = 1.0 }, .{ .streams = 1, .depth = 4, .ms = 2.5 }, .{ .streams = 4, .depth = 1, .ms = 3.0 }, .{ .streams = 4, .depth = 4, .ms = 4.5 }, .{ .streams = 8, .depth = 1, .ms = 4.0 } }; + try std.testing.expectApproxEqAbs(@as(f64, 1.0), holdMs(&t, 1, 1), 1e-12); + try std.testing.expectApproxEqAbs(@as(f64, 2.0), holdMs(&t, 1, 3), 1e-12); // linear in depth + try std.testing.expectApproxEqAbs(@as(f64, 3.0), holdMs(&t, 1, 5), 1e-12); // and past the deepest + try std.testing.expectApproxEqAbs(@as(f64, 1.0 + 2.0 / 3.0), holdMs(&t, 2, 1), 1e-12); // linear in streams + try std.testing.expectApproxEqAbs(@as(f64, 4.0), holdMs(&t, 8, 3), 1e-12); // one depth timed: as timed + try std.testing.expectApproxEqAbs(@as(f64, 5.0), holdMs(&t, 12, 1), 1e-12); // past the widest: the slope below it +} diff --git a/zig/src/core/lanes/lanes.zig b/zig/src/core/lanes/lanes.zig index df733517d0..cc0271d636 100644 --- a/zig/src/core/lanes/lanes.zig +++ b/zig/src/core/lanes/lanes.zig @@ -18,6 +18,7 @@ pub const cost_rule = @import("cost_rule.zig"); pub const gpu_rule = @import("gpu_rule.zig"); pub const gpu_full = @import("gpu_full.zig"); pub const depth = @import("depth.zig"); +pub const hold_price = @import("hold_price.zig"); pub const mtp_policy = @import("mtp_policy.zig"); pub const trim = @import("trim.zig"); pub const config = @import("config.zig"); @@ -58,6 +59,7 @@ test { _ = @import("gpu_full_test.zig"); _ = @import("drafted_test.zig"); _ = @import("drafted_chances_test.zig"); + _ = @import("drafted_copy_test.zig"); _ = @import("root_copy_test.zig"); _ = @import("drafted_grammar_test.zig"); _ = @import("windows_grammar_test.zig"); diff --git a/zig/src/core/lanes/stream.zig b/zig/src/core/lanes/stream.zig index 4e1d9d3cf0..ff85c8a3e7 100644 --- a/zig/src/core/lanes/stream.zig +++ b/zig/src/core/lanes/stream.zig @@ -235,6 +235,7 @@ pub const Stream = struct { proposal_depth: ?u32 = null, // null: legacy; otherwise the last routed request, zero until it succeeds granted: ?u32 = null, grant_short: bool = false, // the last grant verified fewer drafts than the stream held + grant_gain: ?f64 = null, // the drafts its last grant expected to keep (the chances it was priced by) copy_width: ?u32 = null, pub fn init(gpa: Allocator, spec: Spec) !Stream { @@ -304,6 +305,7 @@ pub const Stream = struct { s.served = null; s.granted = null; s.grant_short = false; + s.grant_gain = null; s.copy_width = null; s.proposal_depth = null; } diff --git a/zig/src/core/lanes/windows.zig b/zig/src/core/lanes/windows.zig index 32ec0e999d..7e46b2c107 100644 --- a/zig/src/core/lanes/windows.zig +++ b/zig/src/core/lanes/windows.zig @@ -226,7 +226,7 @@ pub fn probe(e: *Engine) depth.Probe { } pub fn who(s: *Stream) depth.Who { - return .{ .state = &s.depth, .draft_room = s.draftRoom(), .finished = s.finished, .forced = s.force.items.len > 0, .granted = s.granted, .grant_short = s.grant_short, .stream = s, .sampled = s.sampling != null }; + return .{ .state = &s.depth, .draft_room = s.draftRoom(), .finished = s.finished, .forced = s.force.items.len > 0, .granted = s.granted, .grant_short = s.grant_short, .gain = s.grant_gain, .stream = s, .sampled = s.sampling != null }; } /// Whether any of a round's streams draws keyed samples (its rows carry their host work). @@ -282,10 +282,15 @@ pub fn allocate(e: *Engine, plans: []Plan) !void { const ms = own.get(1 + @as(i64, counts[0])); try trail.event(e, &.{ f("ev", trail.str("lone-price")), f("stream", trail.str(plans[0].stream.id)), f("rows", trail.int(counts[0] + 1)), f("expected", ev.bits(expected)), f("ms", if (ms) |value| ev.bits(value) else .null), f("probe", .{ .bool = trial != null }) }); } - for (plans, counts) |*p, c| { + for (plans, counts, probs) |*p, c, pr| { if (p.kind == .head) { p.stream.granted = c; - if (e.cfg.granted_depth) p.stream.grant_short = c < p.count(); + if (e.cfg.granted_depth) { + p.stream.grant_short = c < p.count(); + var gain: f64 = 0; + for (pr[0..@min(c, pr.len)]) |chance| gain += chance; + p.stream.grant_gain = gain; + } } if (p.kind == .forced or p.count() == 0 or c == p.count()) continue; try cut.prefix(a, p, c); From 745fe1088ab7293b5bc4f28c6cdedb989e83ec4f Mon Sep 17 00:00:00 2001 From: BlivionIaG <15323295+BlivionIaG@users.noreply.github.com> Date: Thu, 29 Oct 2026 23:20:55 +0100 Subject: [PATCH 3/7] lanes: reuse hold ordering and interpolate adjacent measured depths Bound the reused ordering buffer by batch_rows, and cover reuse with an allocator that refuses further allocations. Interpolate between the measured depths surrounding the requested depth, including nearest-end extrapolation. Query a stateful copy proposer once for a granted-depth budget decision. --- zig/src/core/lanes/depth.zig | 17 ++++++++-- zig/src/core/lanes/drafted_chances_test.zig | 21 ++++++++++++ zig/src/core/lanes/hold_price.zig | 36 ++++++++++++++++++--- 3 files changed, 66 insertions(+), 8 deletions(-) diff --git a/zig/src/core/lanes/depth.zig b/zig/src/core/lanes/depth.zig index c992e0de4b..efb8dfa018 100644 --- a/zig/src/core/lanes/depth.zig +++ b/zig/src/core/lanes/depth.zig @@ -78,7 +78,10 @@ pub const Rule = struct { shared_rounds: u64 = 0, greedy_overhead: std.ArrayList(Overhead) = .empty, // overhead from rounds without a sampled stream + hold_order: []usize = &.{}, // reused hold ordering, at most batch_rows entries + pub fn deinit(r: *Rule) void { + r.gpa.free(r.hold_order); r.round_ms.deinit(r.gpa); r.overhead.deinit(r.gpa); r.greedy_ms.deinit(r.gpa); @@ -243,8 +246,9 @@ pub const Rule = struct { /// Granted holds kept, most expected drafts a row first, while they raise the next round's expected tokens a ms. fn payHolds(r: *Rule, whos: []const Who, sampled: bool, out: []i64) !void { - const order = try r.gpa.alloc(usize, whos.len); - defer r.gpa.free(order); + if (whos.len > r.batch_rows) return error.BadHoldStreamCount; + if (r.hold_order.len == 0) r.hold_order = try r.gpa.alloc(usize, r.batch_rows); + const order = r.hold_order[0..whos.len]; var m: usize = 0; var probes: usize = 0; // a probe after a grant of none keeps its hold: it measures the stream again var deepest: i64 = 0; @@ -310,7 +314,7 @@ pub const Rule = struct { for (whos, out) |*w, *o| { const inner = try r.headDepth(w, null, probe); const granted: i64 = if (w.granted) |g| g else r.most_drafts; - o.* = try r.headDepth(w, if (r.granted_depth) inner else @min(inner, granted + r.k.draft_slack), probe); + o.* = if (r.granted_depth) inner else try r.headDepth(w, @min(inner, granted + r.k.draft_slack), probe); } if (r.granted_depth) capPass(out, r.batch_rows); if (r.granted_depth and r.k.hold_costs.len > 0) try r.payHolds(whos, sampled, out); @@ -548,6 +552,13 @@ test "a granted hold stays only while its stream's expected drafts pay for the v var out = [_]i64{ 4, 4, 0, 3 }; try rule.payHolds(&whos, false, &out); try std.testing.expectEqualSlices(i64, &.{ 4, 0, 0, 3 }, &out); + var failing = std.testing.FailingAllocator.init(gpa, .{ .fail_index = 0 }); + rule.gpa = failing.allocator(); + out = .{ 4, 4, 0, 3 }; + try rule.payHolds(&whos, false, &out); + try std.testing.expect(!failing.has_induced_failure); + try std.testing.expectEqualSlices(i64, &.{ 4, 0, 0, 3 }, &out); + rule.gpa = gpa; const dear = [_]HoldCost{.{ .streams = 1, .depth = 1, .ms = 20.0 }}; rule.k.hold_costs = &dear; out = .{ 4, 4, 0, 3 }; diff --git a/zig/src/core/lanes/drafted_chances_test.zig b/zig/src/core/lanes/drafted_chances_test.zig index 02c5eb4cb1..233ec38fe5 100644 --- a/zig/src/core/lanes/drafted_chances_test.zig +++ b/zig/src/core/lanes/drafted_chances_test.zig @@ -264,3 +264,24 @@ test "holds as wide as the grants: replies equal one-token decode at 1, 4 and 8 } } } + +test "hold budgeting queries a stateful copy proposer once for a granted depth" { + const empty: Table = .{}; + var rule: depth.Rule = .{ .gpa = gpa, .prior = &.{0.8}, .most_drafts = 9, .family_costs = &empty, .shared_costs = &empty, .mtp_step_ms = 1, .plain_guard = true, .node_probabilities = true, .granted_depth = true, .batch_rows = 32 }; + defer rule.deinit(); + var state: ?depth.State = null; + defer if (state) |*s| s.deinit(gpa); + var whos = [_]depth.Who{.{ .state = &state, .draft_room = 64, .finished = false, .forced = false, .granted = 1 }}; + const Changing = struct { + fn copy(ptr: *anyopaque, _: *const depth.Who) bool { + const calls: *usize = @ptrCast(@alignCast(ptr)); + calls.* += 1; + return calls.* > 1; + } + }; + var calls: usize = 0; + var out: [1]i64 = undefined; + try rule.budgets(&whos, .{ .ptr = &calls, .copy = Changing.copy }, false, &out); + try std.testing.expectEqual(@as(usize, 1), calls); + try std.testing.expectEqual(@as(i64, 2), out[0]); +} diff --git a/zig/src/core/lanes/hold_price.zig b/zig/src/core/lanes/hold_price.zig index e4c854410e..c3eeb0208a 100644 --- a/zig/src/core/lanes/hold_price.zig +++ b/zig/src/core/lanes/hold_price.zig @@ -30,23 +30,49 @@ pub fn holdMs(costs: []const HoldCost, streams: usize, depth: i64) f64 { return at_lo + t * (atDepth(costs, hi, depth) - at_lo); } -/// One stream count's hold ms at `depth`: linear between its two nearest timed depths (one alone: as timed). +/// Interpolate neighboring depths, or extrapolate the nearest end segment (one alone: as timed). fn atDepth(costs: []const HoldCost, streams: u32, depth: i64) f64 { var a: ?HoldCost = null; var b: ?HoldCost = null; for (costs) |c| { if (c.streams != streams) continue; - if (a == null or c.depth < a.?.depth) { - b = a; + if (c.depth == depth) return c.ms; + if (c.depth < depth and (a == null or c.depth > a.?.depth)) a = c; + if (c.depth > depth and (b == null or c.depth < b.?.depth)) b = c; + } + if (a == null) { + a = b.?; + b = null; + for (costs) |c| if (c.streams == streams and c.depth > a.?.depth and (b == null or c.depth < b.?.depth)) { + b = c; + }; + if (b == null) return a.?.ms; + } else if (b == null) { + b = a.?; + a = null; + for (costs) |c| if (c.streams == streams and c.depth < b.?.depth and (a == null or c.depth > a.?.depth)) { a = c; - } else if (b == null or c.depth < b.?.depth) b = c; + }; + if (a == null) return b.?.ms; } const x = a.?; - const y = b orelse return x.ms; + const y = b.?; const t = (@as(f64, @floatFromInt(depth)) - @as(f64, @floatFromInt(x.depth))) / @as(f64, @floatFromInt(y.depth - x.depth)); return x.ms + t * (y.ms - x.ms); } +test "hold prices retain measured kernel transitions and use the adjacent depth segment" { + const t = [_]HoldCost{ + .{ .streams = 8, .depth = 4, .ms = 18 }, + .{ .streams = 8, .depth = 1, .ms = 10 }, + .{ .streams = 8, .depth = 2, .ms = 17 }, + }; + try std.testing.expectEqual(@as(f64, 17), holdMs(&t, 8, 2)); + try std.testing.expectEqual(@as(f64, 17.5), holdMs(&t, 8, 3)); + try std.testing.expectEqual(@as(f64, 18.5), holdMs(&t, 8, 5)); + try std.testing.expectEqual(@as(f64, 3), holdMs(&t, 8, 0)); +} + test "a hold's ms between and past the timed passes" { const t = [_]HoldCost{ .{ .streams = 1, .depth = 1, .ms = 1.0 }, .{ .streams = 1, .depth = 4, .ms = 2.5 }, .{ .streams = 4, .depth = 1, .ms = 3.0 }, .{ .streams = 4, .depth = 4, .ms = 4.5 }, .{ .streams = 8, .depth = 1, .ms = 4.0 } }; try std.testing.expectApproxEqAbs(@as(f64, 1.0), holdMs(&t, 1, 1), 1e-12); From 81e073a2bc0266e865b2ce527d8f988da539ec28 Mon Sep 17 00:00:00 2001 From: BlivionIaG <15323295+BlivionIaG@users.noreply.github.com> Date: Thu, 29 Oct 2026 23:29:48 +0100 Subject: [PATCH 4/7] docs: record rebased lane pricing and DSpark hold retention --- docs/receipts/pr1381-review/README.md | 32 + .../receipts/pr1381-review/device-report.json | 37969 ++++++++++++++++ docs/receipts/pr1381-review/device_report.py | 46 + 3 files changed, 38047 insertions(+) create mode 100644 docs/receipts/pr1381-review/README.md create mode 100644 docs/receipts/pr1381-review/device-report.json create mode 100644 docs/receipts/pr1381-review/device_report.py diff --git a/docs/receipts/pr1381-review/README.md b/docs/receipts/pr1381-review/README.md new file mode 100644 index 0000000000..bb15d29d35 --- /dev/null +++ b/docs/receipts/pr1381-review/README.md @@ -0,0 +1,32 @@ +# PR 1381 standalone review fixes + +The lane changes are rebased onto main `d33dcfc767ee093393c6bfa00b3949bd7b4d8e88`, without the rejected guard ancestry. Source `745fe1088ab7293b5bc4f28c6cdedb989e83ec4f` retains the opt-in chance/grant/hold features, reuses the hold-order buffer, interpolates adjacent measured depths and queries a stateful copy proposer only once per granted-depth budget decision. + +Host checks: `zig build test-shared-lane-regressions-host test-draft-metal-host -Dcpu=apple_m1 -Dversion=1.1.8 --summary all` passes 57/57 steps, 290/290 tests. Plain `zig build -Dcpu=apple_m1 -Dversion=1.1.8 --summary all` passes 236/236 steps. Zig is 0.17.0. Formatting and whitespace pass. The same lean checker reports 425 findings on current main and this branch, zero new. + +The standalone PR changes no family adapter or GPU operator. DSpark device measurements require the downstream adapter from PR 1394. The local integration used here is `f73bb5590cc458b9b21b86352d65f23b76cac7c1` (PR 1394 head `98f5cc72b` merged with the same current main). Its tree is `1ce4a92c3ebd0ae6637872af2b3aec3fdbf1e73b`, reproducible by merging those two public parents. Its `config.zig`, `depth.zig`, `drafted.zig`, `drafter.zig`, `hold_price.zig` and `stream.zig` are byte-identical to this standalone head; it also contains PR 1394's final-buffer allocation cleanup and pipelined-code extraction. These measurements are explicitly integration evidence, not a claim that standalone main already loads DSpark. + +Device: Apple M5 Ultra, 256 GiB, macOS 27.0 (26A428), Metal 32023.921.6; native binaries built with Zig 0.17.0, `-Dcpu=apple_m1 -Dversion=1.1.8`. Target: `LiquidAI/LFM2.5-24B-A2B-MLX-4bit` revision `667408d494bde191c2cb9dd4f4549827816b9275`. Drafter safetensors SHA-256: `7d06a78556b0b1f386134508f09b00a3a7e0e5e0ec2cc73119229f4ef7c9b299`. BF16 drafter mode, one rank, context 4096, parallel capacity 16, prompt cache zero, greedy seed 1234, ignore EOS, 256 generated tokens. Code and prose prompts are retained verbatim in the driver. Each arm gets a 32-token warm-up per prompt. Four rotated runs compare main without an external drafter, standalone without an external drafter, and the DSpark integration. Main's normal suffix copying remains enabled. The integration also checks explicit `draft:false` oracles. + +Hold retention is measured on a separate diagnostic build: count positive stream budgets entering and leaving `payHolds`, after the one-pass cap. Report both kept/offered and kept/sum-of-stream-budget-opportunities. The latter includes zero-budget slots in calls that reach this pricing path; it does not count rounds that never call this path. Zero-budget streams do not enter its denominator, probes follow normal pricing, and tail rounds can have fewer live streams than the request batch. Per-call events are retained. Diagnostic output is excluded from throughput runs. + +To reproduce, use `device_report.py` with Python's standard library and the `qualification.py` helper from PR 1394's receipts. Set `TF_QUAL_HELPER`, `TF_QUAL_DRAFTER`, `TF_REPORT_MAIN`, `TF_REPORT_STANDALONE`, `TF_REPORT_INTEGRATION` (uninstrumented), and `TF_REPORT_DIAGNOSTIC`. Optional `TF_REPORT_OUT` controls output. The driver uses `/tmp/tensorfold-model.lock`, refuses an existing recognized model process through the helper, and aborts on memory-pressure admission changes. Reserve the GPU exclusively. The diagnostic build adds only before/after positive-budget counters around `payHolds`; the executed instrumentation is retained in the receipt. + +No new M1/M2/M3/M4, CUDA or HIP device qualification is claimed. Cold-prefill scaling, long-context and cancellation were not rerun for this standalone review report; historical PR 1394 checks are separately scoped to their recorded sources. + +## Device results + +All 72 throughput cells, six diagnostic batches, and explicit `draft:false` oracles agree token for token. All 13 servers shut down gracefully. Rates are median aggregate decode tokens/s across four rotations; diagnostic logging is absent from these timings. + +| Prompt | Streams | Main | Standalone | DSpark integration | Integration vs main | Holds kept/offered | Kept/budget slots | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| code | 4 | 651.92 | 652.29 | 640.37 | -1.77% | 12/742 | 12/886 (1.35%) | +| code | 8 | 830.98 | 831.20 | 815.77 | -1.83% | 28/1226 | 28/1836 (1.53%) | +| code | 16 | 831.29 | 829.54 | 888.75 | +6.91% | 374/1891 | 374/3258 (11.48%) | +| prose | 4 | 623.40 | 623.08 | 616.75 | -1.07% | 0/960 | 0/996 (0.00%) | +| prose | 8 | 804.91 | 804.87 | 795.60 | -1.16% | 40/40 | 40/2006 (1.99%) | +| prose | 16 | 799.75 | 798.35 | 873.10 | +9.17% | 225/3260 | 225/3813 (5.90%) | + +Standalone/no-external-drafter changes are between -0.21% and +0.06% versus main in this run. DSpark holds are sparse at four and eight streams, and its integration loses 1.07–1.83% there; it gains 6.91% code / 9.17% prose at 16 streams. These results document the remaining downstream pricing/performance tradeoff rather than claiming universal gains. In prose at eight streams, every offered positive hold is kept, but holds occur in only 1.99% of recorded budget slots; kept/offered alone would conceal that sparsity. + +[Request-level data, per-call counters, binary/source hashes and diagnostic patch](device-report.json). The interpolation regression fails on the old PR head (expected 17.5 ms, obtained 24 ms) and passes here. diff --git a/docs/receipts/pr1381-review/device-report.json b/docs/receipts/pr1381-review/device-report.json new file mode 100644 index 0000000000..824c67fbc3 --- /dev/null +++ b/docs/receipts/pr1381-review/device-report.json @@ -0,0 +1,37969 @@ +{ + "source": "745fe1088ab7293b5bc4f28c6cdedb989e83ec4f", + "baseline": "d33dcfc767ee093393c6bfa00b3949bd7b4d8e88", + "integration": { + "local_commit": "f73bb5590cc458b9b21b86352d65f23b76cac7c1", + "tree": "1ce4a92c3ebd0ae6637872af2b3aec3fdbf1e73b", + "public_parents": [ + "98f5cc72bb3e765fa312de06b26a2dd9a76f60dc", + "d33dcfc767ee093393c6bfa00b3949bd7b4d8e88" + ] + }, + "hardware": { + "gpu": "Apple M5 Ultra", + "ram_bytes": 274877906944, + "os": "macOS 27.0 (26A428)", + "metal": "32023.921.6", + "zig": "0.17.0", + "build_flags": [ + "-Dcpu=apple_m1", + "-Dversion=1.1.8" + ] + }, + "checkpoints": { + "target": "LiquidAI/LFM2.5-24B-A2B-MLX-4bit", + "target_revision": "667408d494bde191c2cb9dd4f4549827816b9275", + "drafter": "LiquidAI/LFM2.5-24B-A2B-DSpark", + "drafter_safetensors_sha256": "7d06a78556b0b1f386134508f09b00a3a7e0e5e0ec2cc73119229f4ef7c9b299", + "tokenizer_json_sha256": "695be7802a0e4b8a81048f0ff5ebb7fc811a0ba5a6be63dbb24deb5a81096f41" + }, + "settings": { + "context": 4096, + "parallel": 16, + "prompt_cache_gib": 0, + "precision": "BF16 drafter", + "seed": 1234, + "temperature": 0, + "ignore_eos": true, + "max_tokens": 256, + "warmup_tokens": 32, + "rotations": 4, + "rank": 1, + "raw_prompts": { + "code": "Write a short Python function that computes the Fibonacci sequence and explain it.", + "prose": "Explain how matrix multiplication uses a GPU in plain English, then give a small numerical example." + } + }, + "binary_sha256": { + "main": "866aac4dd2c20d1653c5521e29ed8ad25dfb96fcbade65b930e7765095a24960", + "standalone": "37ebe65f037a6e3b966f02b6442e5df87db4af82610851b65313c7ddb12edab5", + "dspark-integration": "49056086817dc4b35d2a1a7245632f0685c65e8286e252f07f2ae157d69daedd" + }, + "standalone_source_sha256": { + "config": "8097a338dbefd82cf6b6066e4c245c28388e2dc27c343ea197d5e2605cc28eaa", + "depth": "06b0c1bfdc1fcb61ad101736e5e7152114ae7f25723b06110910528eafe2728d", + "drafted": "ad66d2caa7a7ea7ce46cafa8ee4b1d3f69ced4bed866f41042e89fd18facb4eb", + "drafter": "3efc463a2b4b325a6bbfcef2a4eace90477450f6763a0847f0d94cd22705dc16", + "hold_price": "2e6cbe4c477ae19c9edc527a74471748fc8af012725f402ee4c81ed3bf021dba", + "stream": "6862f27ff9b86d8f9a6465a5aca8a00403818752e5be947637c806252cff1202", + "windows": "88eedd02202e42e91fcdef4dd046d969038cc391cac282604893a417af3ad13a", + "engine": "f42392fb3982a0bb4a8dddef841f742b950f661cd304bb291a099ebac55cf352" + }, + "diagnostic": { + "binary": { + "sha256": "4f78316e2fe988d6add238a596be2bebf293cf6df66292160c7aea00bbbc4627" + }, + "source_patch": "--- a/zig/src/core/lanes/depth.zig\n+++ b/zig/src/core/lanes/depth.zig\n@@ -317,7 +317,14 @@\n o.* = if (r.granted_depth) inner else try r.headDepth(w, @min(inner, granted + r.k.draft_slack), probe);\n }\n if (r.granted_depth) capPass(out, r.batch_rows);\n- if (r.granted_depth and r.k.hold_costs.len > 0) try r.payHolds(whos, sampled, out);\n+ if (r.granted_depth and r.k.hold_costs.len > 0) {\n+ var offered: usize = 0;\n+ for (out) |d| offered += @intFromBool(d > 0);\n+ try r.payHolds(whos, sampled, out);\n+ var kept: usize = 0;\n+ for (out) |d| kept += @intFromBool(d > 0);\n+ std.debug.print(\"TF_HOLD_PRICE streams={d} offered={d} kept={d}\\n\", .{ whos.len, offered, kept });\n+ }\n return;\n }\n const most = try r.gpa.alloc(i64, whos.len);\n", + "excluded_from_speed_cells": true + }, + "validated_requests": 728, + "summary": [ + { + "prompt": "code", + "streams": 4, + "median_tps": { + "main": 651.9215662097174, + "standalone": 652.2864025886513, + "dspark-integration": 640.3728724277717 + }, + "standalone_vs_main_percent": 0.05596323205796505, + "integration_vs_main_percent": -1.7714851571930756 + }, + { + "prompt": "code", + "streams": 8, + "median_tps": { + "main": 830.9799873323185, + "standalone": 831.2021952768946, + "dspark-integration": 815.7716206240765 + }, + "standalone_vs_main_percent": 0.02674046883961445, + "integration_vs_main_percent": -1.8301724397798314 + }, + { + "prompt": "code", + "streams": 16, + "median_tps": { + "main": 831.2911717430436, + "standalone": 829.5424605277829, + "dspark-integration": 888.7469222232272 + }, + "standalone_vs_main_percent": -0.2103608548607694, + "integration_vs_main_percent": 6.911627650238472 + }, + { + "prompt": "prose", + "streams": 4, + "median_tps": { + "main": 623.3997768925857, + "standalone": 623.0824227079411, + "dspark-integration": 616.7460443781099 + }, + "standalone_vs_main_percent": -0.05090700966023931, + "integration_vs_main_percent": -1.067329947989737 + }, + { + "prompt": "prose", + "streams": 8, + "median_tps": { + "main": 804.9105001862883, + "standalone": 804.8683183860594, + "dspark-integration": 795.5966151895908 + }, + "standalone_vs_main_percent": -0.0052405578283787335, + "integration_vs_main_percent": -1.1571329973384503 + }, + { + "prompt": "prose", + "streams": 16, + "median_tps": { + "main": 799.7476676651816, + "standalone": 798.3506550481231, + "dspark-integration": 873.097497807835 + }, + "standalone_vs_main_percent": -0.17468167442574734, + "integration_vs_main_percent": 9.171621638709393 + } + ], + "comparison": [ + { + "round": 0, + "arm": "main", + "prompt": "code", + "streams": 4, + "tps": 651.3697658317965, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 163.23587699963886, + "seconds": 1.562156584, + "prefill_seconds": 0.01801525, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0182605, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 2.796951375, + "first": 2.816109833, + "last": 4.378184666, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 165.00998795750638, + "seconds": 1.545361, + "prefill_seconds": 0.016789917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.034964417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 2.797195333, + "first": 2.832902291, + "last": 4.378195916, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 166.8007523404682, + "seconds": 1.528770083, + "prefill_seconds": 0.016611916, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.051551916, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 42, + "accepted": 32, + "acceptance_rate": 0.7619047619047619, + "tokens_per_round": 1.147982062780269 + }, + "sent": 2.797071208, + "first": 2.849494583, + "last": 4.378205208, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 168.1964851551761, + "seconds": 1.516084, + "prefill_seconds": 0.016509584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067919375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 46, + "accepted": 31, + "acceptance_rate": 0.6739130434782609, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 2.796793541, + "first": 2.865999, + "last": 4.382040666, + "chunks": 225 + } + ] + }, + { + "round": 0, + "arm": "main", + "prompt": "code", + "streams": 8, + "tps": 830.6689491060536, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.15968511698813, + "seconds": 2.448164083, + "prefill_seconds": 0.01647875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.016630542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 4.383155625, + "first": 4.4004465, + "last": 6.848571333, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.49074640410348, + "seconds": 2.350430875, + "prefill_seconds": 0.016306334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.114331916, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 4.383204958, + "first": 4.498327125, + "last": 6.849049458, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.56813064958175, + "seconds": 2.415501709, + "prefill_seconds": 0.016292709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.049216208, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 4.383373208, + "first": 4.433101125, + "last": 6.848587541, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.28338702178888, + "seconds": 2.399246083, + "prefill_seconds": 0.016289167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.065360834, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 4.383496541, + "first": 4.449392958, + "last": 6.848703041, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.74307962460253, + "seconds": 2.366741334, + "prefill_seconds": 0.016271875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.09801525, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 4.383259333, + "first": 4.4820165, + "last": 6.848930125, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.89561906518875, + "seconds": 2.341692, + "prefill_seconds": 0.016314042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.130587334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 42, + "accepted": 19, + "acceptance_rate": 0.4523809523809524, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 4.383311541, + "first": 4.514643625, + "last": 6.8562985, + "chunks": 237 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.01128124215496, + "seconds": 2.382926333, + "prefill_seconds": 0.016347375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.081706583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 4.383430458, + "first": 4.465745625, + "last": 6.848967333, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.86004014627908, + "seconds": 2.431812916, + "prefill_seconds": 0.016361791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.032989125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 4.383089916, + "first": 4.41680625, + "last": 6.848600208, + "chunks": 235 + } + ] + }, + { + "round": 0, + "arm": "main", + "prompt": "code", + "streams": 16, + "tps": 829.5595377164558, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.08990996961643, + "seconds": 4.803172583, + "prefill_seconds": 0.016312583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.130214417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858252333, + "first": 6.990052, + "last": 11.793272833, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.031010955093244, + "seconds": 4.900923417, + "prefill_seconds": 0.016289875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.032600542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858329041, + "first": 6.892165875, + "last": 11.793044541, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.269059512819986, + "seconds": 4.787019, + "prefill_seconds": 0.016278584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.146485625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.85847875, + "first": 7.006334625, + "last": 11.793731625, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.37916434897423, + "seconds": 4.868348, + "prefill_seconds": 0.01628725, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.065168667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858381166, + "first": 6.924762333, + "last": 11.793066583, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.73160165338386, + "seconds": 4.835809875, + "prefill_seconds": 0.016341417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.097668458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858679375, + "first": 6.957424875, + "last": 11.793773041, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.55503923091986, + "seconds": 4.852056125, + "prefill_seconds": 0.016315166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.081425, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.85891875, + "first": 6.9410805, + "last": 11.793688625, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.20470002697649, + "seconds": 4.884617666, + "prefill_seconds": 0.016309834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.048871708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.8584305, + "first": 6.908476541, + "last": 11.793055666, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.38048441900085, + "seconds": 4.689182208, + "prefill_seconds": 0.016322916, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.243767042, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858992541, + "first": 7.104224, + "last": 11.793860083, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.818839770286424, + "seconds": 4.73811775, + "prefill_seconds": 0.016345916, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.195343583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858737541, + "first": 7.055272083, + "last": 11.793908625, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.56895616342496, + "seconds": 4.672986583, + "prefill_seconds": 0.016246792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.259978875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858788416, + "first": 7.120475, + "last": 11.793465708, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.19162476910088, + "seconds": 4.705524167, + "prefill_seconds": 0.01628325, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.227447208, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858524666, + "first": 7.087901666, + "last": 11.793626041, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.63358042639328, + "seconds": 4.754484, + "prefill_seconds": 0.01629075, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.178978291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.859226041, + "first": 7.038932208, + "last": 11.794135333, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.00528044571511, + "seconds": 4.7217605, + "prefill_seconds": 0.016335209, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.211623334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858577, + "first": 7.071609291, + "last": 11.793956041, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.90998749027587, + "seconds": 4.819505959, + "prefill_seconds": 0.0163065, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113929584, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.85884175, + "first": 6.973736708, + "last": 11.79351825, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.85876164581915, + "seconds": 4.917201875, + "prefill_seconds": 0.016420166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.016574667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.858623041, + "first": 6.875862666, + "last": 11.79302325, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.45112564009361, + "seconds": 4.770713375, + "prefill_seconds": 0.016299584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.162747917, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 6.8581825, + "first": 7.022636958, + "last": 11.793993083, + "chunks": 240 + } + ] + }, + { + "round": 0, + "arm": "main", + "prompt": "prose", + "streams": 4, + "tps": 623.4106912230874, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.51721957107384, + "seconds": 1.5985735, + "prefill_seconds": 0.018758792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.056550291, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 11.930209041, + "first": 11.987173291, + "last": 13.585710541, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.41912524104671, + "seconds": 1.579738458, + "prefill_seconds": 0.01884625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075352708, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 12, + "accepted": 7, + "acceptance_rate": 0.5833333333333334, + "tokens_per_round": 1.032258064516129 + }, + "sent": 11.930337958, + "first": 12.006023083, + "last": 13.585734583, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.66643379581714, + "seconds": 1.617338541, + "prefill_seconds": 0.018816792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.037759875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 11.9302605, + "first": 11.968411291, + "last": 13.585742708, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.85368889876227, + "seconds": 1.636149916, + "prefill_seconds": 0.018844875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.018972916, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 11.930146083, + "first": 11.949582125, + "last": 13.585719833, + "chunks": 249 + } + ] + }, + { + "round": 0, + "arm": "main", + "prompt": "prose", + "streams": 8, + "tps": 804.5129494635049, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.71905668882407, + "seconds": 2.531794959, + "prefill_seconds": 0.020099875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.020316583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 13.588846958, + "first": 13.609818958, + "last": 16.141554791, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.40990501740814, + "seconds": 2.4191275, + "prefill_seconds": 0.01884075, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132564667, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 13.589052791, + "first": 13.722652208, + "last": 16.141882916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.7965276131899, + "seconds": 2.456729583, + "prefill_seconds": 0.018835584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.095214583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 13.588895083, + "first": 13.685022791, + "last": 16.141692375, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.2354226194369, + "seconds": 2.494243125, + "prefill_seconds": 0.018793625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057854167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 13.58899575, + "first": 13.647404125, + "last": 16.141822, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.06880098784977, + "seconds": 2.404099958, + "prefill_seconds": 0.018796958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.151293958, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 30, + "accepted": 3, + "acceptance_rate": 0.1, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 13.588947375, + "first": 13.741470333, + "last": 16.145514625, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.01067202640701, + "seconds": 2.475471667, + "prefill_seconds": 0.018779, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076515083, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 13.589168208, + "first": 13.666187416, + "last": 16.141669125, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.59660013878532, + "seconds": 2.43793775, + "prefill_seconds": 0.018799417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113852792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 13.589111833, + "first": 13.70381925, + "last": 16.141931708, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.47262141833357, + "seconds": 2.512993125, + "prefill_seconds": 0.01879025, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038973125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 13.588783, + "first": 13.628606666, + "last": 16.141542666, + "chunks": 252 + } + ] + }, + { + "round": 0, + "arm": "main", + "prompt": "prose", + "streams": 16, + "tps": 797.7023694191017, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.989550548239585, + "seconds": 5.001024666, + "prefill_seconds": 0.018792458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132015417, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149314125, + "first": 16.283095666, + "last": 21.284319, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.23614517568024, + "seconds": 5.076026417, + "prefill_seconds": 0.018820125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0571885, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149363625, + "first": 16.207936458, + "last": 21.283935541, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.768081734492625, + "seconds": 4.925815125, + "prefill_seconds": 0.018780416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.206898875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149697833, + "first": 16.358375125, + "last": 21.284381166, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.7984314076274, + "seconds": 5.019840041, + "prefill_seconds": 0.018771917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113200291, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149409458, + "first": 16.2643015, + "last": 21.284889125, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.773846399288324, + "seconds": 4.831938875, + "prefill_seconds": 0.018795958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.300255084, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149750666, + "first": 16.452332833, + "last": 21.284502875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.422509735437295, + "seconds": 5.057265125, + "prefill_seconds": 0.018778375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075827958, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149803416, + "first": 16.226712916, + "last": 21.284057083, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.05066444261037, + "seconds": 5.094837458, + "prefill_seconds": 0.018779417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038313334, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.14946125, + "first": 16.189104958, + "last": 21.283915291, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.18190817895423, + "seconds": 4.98222925, + "prefill_seconds": 0.0188205, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.150763167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149505541, + "first": 16.301918208, + "last": 21.284726291, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.37615048578165, + "seconds": 4.9633925, + "prefill_seconds": 0.0188635, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.169582084, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149852875, + "first": 16.32079975, + "last": 21.28419875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.965817191132956, + "seconds": 4.907071875, + "prefill_seconds": 0.018781209, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.225651167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.1495535, + "first": 16.377156916, + "last": 21.284598416, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.36655679688671, + "seconds": 4.869520083, + "prefill_seconds": 0.018753542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.263122084, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149897833, + "first": 16.414716666, + "last": 21.284683083, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.165623912496976, + "seconds": 4.888276625, + "prefill_seconds": 0.018804458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244418875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149600125, + "first": 16.395956333, + "last": 21.284799666, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 49.86694569993172, + "seconds": 5.11360775, + "prefill_seconds": 0.019398958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.01961225, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149991, + "first": 16.170330916, + "last": 21.2839045, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.57163329928499, + "seconds": 4.944578709, + "prefill_seconds": 0.018795584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.188278625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149941375, + "first": 16.339593125, + "last": 21.284951458, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.569479776460525, + "seconds": 4.850723292, + "prefill_seconds": 0.018813584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.281770625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149645833, + "first": 16.433538333, + "last": 21.2850205, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.609833609752336, + "seconds": 5.0385465, + "prefill_seconds": 0.018802375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.094576917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 16.149242875, + "first": 16.245525666, + "last": 21.284414375, + "chunks": 252 + } + ] + }, + { + "round": 0, + "arm": "standalone", + "prompt": "code", + "streams": 4, + "tps": 652.6646809953743, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 165.29711792320703, + "seconds": 1.542676625, + "prefill_seconds": 0.016372, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.032964875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 23.817684875, + "first": 23.851092166, + "last": 25.3937365, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 167.07193896567236, + "seconds": 1.526288625, + "prefill_seconds": 0.016384167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.049306458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 42, + "accepted": 32, + "acceptance_rate": 0.7619047619047619, + "tokens_per_round": 1.147982062780269 + }, + "sent": 23.817840083, + "first": 23.867475208, + "last": 25.393727, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 168.45422650841766, + "seconds": 1.513764334, + "prefill_seconds": 0.016346459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.065656041, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 46, + "accepted": 31, + "acceptance_rate": 0.6739130434782609, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 23.817743375, + "first": 23.883821833, + "last": 25.397550583, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 163.56260295512186, + "seconds": 1.559036084, + "prefill_seconds": 0.016454875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.016614333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 23.817616375, + "first": 23.834726625, + "last": 25.393711583, + "chunks": 224 + } + ] + }, + { + "round": 0, + "arm": "standalone", + "prompt": "code", + "streams": 8, + "tps": 831.0986523266836, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.21484512997026, + "seconds": 2.446868291, + "prefill_seconds": 0.017280584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017457625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 25.402584125, + "first": 25.420711416, + "last": 27.867548458, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.96719149435333, + "seconds": 2.340153917, + "prefill_seconds": 0.016346041, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.131511375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 42, + "accepted": 19, + "acceptance_rate": 0.4523809523809524, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 25.402859791, + "first": 25.535179291, + "last": 27.875293666, + "chunks": 237 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.34791762957582, + "seconds": 2.39779025, + "prefill_seconds": 0.016336625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066384875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 25.402738125, + "first": 25.469866083, + "last": 27.867701041, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.62861038745642, + "seconds": 2.414118666, + "prefill_seconds": 0.016408084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050184875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 25.402641, + "first": 25.453533541, + "last": 27.8675885, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.55862929617449, + "seconds": 2.348961125, + "prefill_seconds": 0.016320791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.115283792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 25.402917333, + "first": 25.518831583, + "last": 27.868024708, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.81189677856466, + "seconds": 2.365230625, + "prefill_seconds": 0.016311334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.098966, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 25.402688541, + "first": 25.502498916, + "last": 27.867808083, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.91697881202764, + "seconds": 2.430493166, + "prefill_seconds": 0.016375417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.03381825, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 25.402801416, + "first": 25.437101208, + "last": 27.867562041, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.07606956921198, + "seconds": 2.3814845, + "prefill_seconds": 0.016339708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082771416, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 25.402479541, + "first": 25.486192666, + "last": 27.867912208, + "chunks": 235 + } + ] + }, + { + "round": 0, + "arm": "standalone", + "prompt": "code", + "streams": 16, + "tps": 829.0971089017428, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.8315337204965, + "seconds": 4.919784959, + "prefill_seconds": 0.016952083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017121708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.880645541, + "first": 27.89901975, + "last": 32.818763125, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.609343193754064, + "seconds": 4.756633542, + "prefill_seconds": 0.016324541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.180156792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.880695583, + "first": 28.0625125, + "last": 32.819288458, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.24449136516993, + "seconds": 4.789227833, + "prefill_seconds": 0.01632475, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.14756775, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.881052791, + "first": 28.029858791, + "last": 32.819515083, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.52987617394939, + "seconds": 4.854380375, + "prefill_seconds": 0.01629575, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.08236075, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.880748083, + "first": 27.964537416, + "last": 32.819883791, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.79385230671072, + "seconds": 4.740318625, + "prefill_seconds": 0.016353459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.196524041, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.880844583, + "first": 28.078871291, + "last": 32.819401208, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.06431045867906, + "seconds": 4.80548975, + "prefill_seconds": 0.016313208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.13130825, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.88110625, + "first": 28.013531708, + "last": 32.81978025, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.98009531614713, + "seconds": 4.7239635, + "prefill_seconds": 0.016392375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212803542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.88079675, + "first": 28.095261166, + "last": 32.819702416, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.54583665800012, + "seconds": 4.67496725, + "prefill_seconds": 0.0162715, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.261365458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.881344166, + "first": 28.144220333, + "last": 32.819584333, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.179376968903995, + "seconds": 4.886988209, + "prefill_seconds": 0.016423959, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.04982125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.88115125, + "first": 27.931855291, + "last": 32.818828083, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.883782009394736, + "seconds": 4.821894167, + "prefill_seconds": 0.016327791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.114985042, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.881298916, + "first": 27.997215958, + "last": 32.819745291, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.35482327946919, + "seconds": 4.870611417, + "prefill_seconds": 0.016372834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066152708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.881204666, + "first": 27.948238708, + "last": 32.818925791, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.167946435736845, + "seconds": 4.707581084, + "prefill_seconds": 0.016324834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.2289145, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.880985583, + "first": 28.111582416, + "last": 32.820035583, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.70608907227734, + "seconds": 4.838150667, + "prefill_seconds": 0.016338625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.09872175, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.880892458, + "first": 27.980875291, + "last": 32.819927708, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.35672094106667, + "seconds": 4.691232208, + "prefill_seconds": 0.016348541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.245273625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.881248125, + "first": 28.127941166, + "last": 32.819970458, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.42712482556306, + "seconds": 4.7728565, + "prefill_seconds": 0.016318958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.16383025, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.88093975, + "first": 28.046190958, + "last": 32.819812583, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.00473847435571, + "seconds": 4.903399334, + "prefill_seconds": 0.016415208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033509958, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 27.88057275, + "first": 27.915438, + "last": 32.818818541, + "chunks": 240 + } + ] + }, + { + "round": 0, + "arm": "standalone", + "prompt": "prose", + "streams": 4, + "tps": 622.8518070165657, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.71235747887596, + "seconds": 1.637634958, + "prefill_seconds": 0.018954042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0191065, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 32.959947666, + "first": 32.9795165, + "last": 34.617120541, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.39453001403314, + "seconds": 1.599803958, + "prefill_seconds": 0.018945167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.056906625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 32.960068125, + "first": 33.017361583, + "last": 34.617129041, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.5307335511273, + "seconds": 1.61873175, + "prefill_seconds": 0.018895125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.037975792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 32.960005083, + "first": 32.998406208, + "last": 34.61710525, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.29421210742353, + "seconds": 1.580961875, + "prefill_seconds": 0.018861292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075768458, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 12, + "accepted": 7, + "acceptance_rate": 0.5833333333333334, + "tokens_per_round": 1.032258064516129 + }, + "sent": 32.95987825, + "first": 33.036228458, + "last": 34.617145208, + "chunks": 249 + } + ] + }, + { + "round": 0, + "arm": "standalone", + "prompt": "prose", + "streams": 8, + "tps": 804.5638223395384, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.02742379885984, + "seconds": 2.475069167, + "prefill_seconds": 0.018809375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076297459, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 34.624100458, + "first": 34.7012715, + "last": 37.176589041, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.4344081381262, + "seconds": 2.418565291, + "prefill_seconds": 0.018865333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132848167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 34.624152791, + "first": 34.757878083, + "last": 37.176543875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.72759058218026, + "seconds": 2.531580459, + "prefill_seconds": 0.019637875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0198265, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 34.624308, + "first": 34.644714416, + "last": 37.176255083, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.81630254879711, + "seconds": 2.456261625, + "prefill_seconds": 0.018892333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.095194292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 34.624370541, + "first": 34.720164458, + "last": 37.176715041, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.48465414706631, + "seconds": 2.512695167, + "prefill_seconds": 0.018895292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038684666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 34.624204291, + "first": 34.663614916, + "last": 37.176272875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.6173606924733, + "seconds": 2.437453959, + "prefill_seconds": 0.018838292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.114012666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 34.624255166, + "first": 34.739009625, + "last": 37.176779, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.09441144047243, + "seconds": 2.403519625, + "prefill_seconds": 0.018884667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.15168325, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 30, + "accepted": 3, + "acceptance_rate": 0.1, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 34.624478333, + "first": 34.776778541, + "last": 37.18024975, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.24930937859234, + "seconds": 2.493904375, + "prefill_seconds": 0.0188455, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.05756225, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 34.624013875, + "first": 34.68245875, + "last": 37.176491791, + "chunks": 252 + } + ] + }, + { + "round": 0, + "arm": "standalone", + "prompt": "prose", + "streams": 16, + "tps": 797.5647947865372, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.04230618757631, + "seconds": 5.095688417, + "prefill_seconds": 0.01892, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0386345, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188086666, + "first": 37.228072625, + "last": 42.32373725, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 49.8572303114452, + "seconds": 5.114604209, + "prefill_seconds": 0.019587041, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019809167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188137958, + "first": 37.209148791, + "last": 42.323721208, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.764473701433566, + "seconds": 4.926158459, + "prefill_seconds": 0.018844875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.207671042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188908083, + "first": 37.39781225, + "last": 42.324132375, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.371634817657906, + "seconds": 4.963828792, + "prefill_seconds": 0.0188125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.170162917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188485875, + "first": 37.360235458, + "last": 42.324666208, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.41545298877634, + "seconds": 5.057973, + "prefill_seconds": 0.018850125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076136708, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.1887545, + "first": 37.265842333, + "last": 42.32392575, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.60409590044368, + "seconds": 5.039117792, + "prefill_seconds": 0.018925625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.09498925, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188190541, + "first": 37.284771208, + "last": 42.324455166, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.22847842612858, + "seconds": 5.076801209, + "prefill_seconds": 0.018905125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.05757625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188821458, + "first": 37.246987333, + "last": 42.323752833, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.96267656086348, + "seconds": 4.907368459, + "prefill_seconds": 0.018796833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.226298042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188238458, + "first": 37.416614708, + "last": 42.324500708, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.161778863645004, + "seconds": 4.888636959, + "prefill_seconds": 0.018817584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244941042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188431708, + "first": 37.435433625, + "last": 42.324720625, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.98543387962115, + "seconds": 5.001428459, + "prefill_seconds": 0.018917416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132627917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188575625, + "first": 37.322531458, + "last": 42.324227875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.79364362025405, + "seconds": 5.020313209, + "prefill_seconds": 0.018852875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113818625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188288833, + "first": 37.303624125, + "last": 42.32403725, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.566378023865674, + "seconds": 4.945082625, + "prefill_seconds": 0.018742791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.188860667, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188693875, + "first": 37.378978041, + "last": 42.324370416, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.77176540489168, + "seconds": 4.832129417, + "prefill_seconds": 0.018770666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.301333292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188631666, + "first": 37.491920166, + "last": 42.324410291, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.5671841467886, + "seconds": 4.850935125, + "prefill_seconds": 0.018864416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.282575625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188336291, + "first": 37.47315225, + "last": 42.32455025, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.17845843500044, + "seconds": 4.982565083, + "prefill_seconds": 0.018857458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.15146875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188386666, + "first": 37.341418291, + "last": 42.324314666, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.363937890311874, + "seconds": 4.869763625, + "prefill_seconds": 0.018841209, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.263755125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 37.188006458, + "first": 37.454287041, + "last": 42.324593916, + "chunks": 252 + } + ] + }, + { + "round": 0, + "arm": "dspark-integration", + "prompt": "code", + "streams": 4, + "tps": 639.7872562354567, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.6822135749798, + "seconds": 1.577167917, + "prefill_seconds": 0.017148333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033801125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 50, + "accepted": 31, + "acceptance_rate": 0.62, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 48.114577333, + "first": 48.148836583, + "last": 49.725952083, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 163.96594395193932, + "seconds": 1.555201, + "prefill_seconds": 0.017044541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.05086875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 48, + "accepted": 32, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.147982062780269 + }, + "sent": 48.114629625, + "first": 48.165884333, + "last": 49.721060416, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 165.76926898667315, + "seconds": 1.538282708, + "prefill_seconds": 0.016928, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067758875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 47, + "accepted": 32, + "acceptance_rate": 0.6808510638297872, + "tokens_per_round": 1.147982062780269 + }, + "sent": 48.114698375, + "first": 48.182802625, + "last": 49.721049833, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.9438335463596, + "seconds": 1.594309667, + "prefill_seconds": 0.016509625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0166495, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 51, + "accepted": 31, + "acceptance_rate": 0.6078431372549019, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 48.114509625, + "first": 48.131672125, + "last": 49.725944041, + "chunks": 225 + } + ] + }, + { + "round": 0, + "arm": "dspark-integration", + "prompt": "code", + "streams": 8, + "tps": 814.4079952508847, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.13252150896426, + "seconds": 2.358217458, + "prefill_seconds": 0.016978084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.12194925, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 47, + "accepted": 32, + "acceptance_rate": 0.6808510638297872, + "tokens_per_round": 1.147982062780269 + }, + "sent": 49.734422, + "first": 49.857429583, + "last": 52.215683166, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.9138687452571, + "seconds": 2.407616708, + "prefill_seconds": 0.017033125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.104953125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 40, + "accepted": 31, + "acceptance_rate": 0.775, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 49.734471583, + "first": 49.840443083, + "last": 52.248151083, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.43780106354026, + "seconds": 2.441644667, + "prefill_seconds": 0.017064667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.071015416, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 44, + "accepted": 31, + "acceptance_rate": 0.7045454545454546, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 49.73463825, + "first": 49.80633975, + "last": 52.248278791, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.9957061729384, + "seconds": 2.383273209, + "prefill_seconds": 0.017065917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.138949, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 227, + "drafted": 42, + "accepted": 28, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.1277533039647578 + }, + "sent": 49.734572416, + "first": 49.874498125, + "last": 52.257729458, + "chunks": 228 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.99944826588487, + "seconds": 2.475741417, + "prefill_seconds": 0.019386542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.036978125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 47, + "accepted": 31, + "acceptance_rate": 0.6595744680851063, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 49.734523041, + "first": 49.772230416, + "last": 52.248091416, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.71299294734199, + "seconds": 2.458708333, + "prefill_seconds": 0.01703875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.054019042, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 45, + "accepted": 31, + "acceptance_rate": 0.6888888888888889, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 49.734692, + "first": 49.789269041, + "last": 52.247950666, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.17354330646958, + "seconds": 2.424564125, + "prefill_seconds": 0.017068, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.087965, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 41, + "accepted": 31, + "acceptance_rate": 0.7560975609756098, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 49.734741416, + "first": 49.823407958, + "last": 52.248004958, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.73429336180348, + "seconds": 2.48213125, + "prefill_seconds": 0.017391583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017587292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 43, + "accepted": 31, + "acceptance_rate": 0.7209302325581395, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 49.734342916, + "first": 49.752842458, + "last": 52.2349355, + "chunks": 225 + } + ] + }, + { + "round": 0, + "arm": "dspark-integration", + "prompt": "code", + "streams": 16, + "tps": 887.5867083020253, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.993687988398804, + "seconds": 4.322496333, + "prefill_seconds": 0.017024833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.101833709, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 204, + "drafted": 79, + "accepted": 51, + "acceptance_rate": 0.6455696202531646, + "tokens_per_round": 1.2549019607843137 + }, + "sent": 52.267001666, + "first": 52.370539291, + "last": 56.693127916, + "chunks": 205 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.79912416726135, + "seconds": 4.336799291, + "prefill_seconds": 0.017022417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.220677375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 211, + "drafted": 55, + "accepted": 44, + "acceptance_rate": 0.8, + "tokens_per_round": 1.2132701421800949 + }, + "sent": 52.267892208, + "first": 52.489793791, + "last": 56.826535875, + "chunks": 212 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 65.76905660026979, + "seconds": 3.87720325, + "prefill_seconds": 0.017080125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.034299, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 176, + "drafted": 114, + "accepted": 80, + "acceptance_rate": 0.7017543859649122, + "tokens_per_round": 1.4545454545454546 + }, + "sent": 52.267065583, + "first": 52.302510291, + "last": 56.17982675, + "chunks": 177 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.73840276462082, + "seconds": 4.3412825, + "prefill_seconds": 0.017033541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.271282833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 219, + "drafted": 52, + "accepted": 36, + "acceptance_rate": 0.6923076923076923, + "tokens_per_round": 1.1689497716894977 + }, + "sent": 52.267521166, + "first": 52.540925875, + "last": 56.882166, + "chunks": 220 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.78726664436913, + "seconds": 4.412736833, + "prefill_seconds": 0.017024416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.186668875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 216, + "drafted": 50, + "accepted": 39, + "acceptance_rate": 0.78, + "tokens_per_round": 1.1851851851851851 + }, + "sent": 52.267115541, + "first": 52.455758458, + "last": 56.868459875, + "chunks": 217 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.73283660076189, + "seconds": 4.416897125, + "prefill_seconds": 0.017067792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.169984875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 214, + "drafted": 49, + "accepted": 41, + "acceptance_rate": 0.8367346938775511, + "tokens_per_round": 1.1962616822429906 + }, + "sent": 52.267604708, + "first": 52.438739708, + "last": 56.855593916, + "chunks": 215 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.56152175914589, + "seconds": 4.354395042, + "prefill_seconds": 0.017033834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.25461125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 218, + "drafted": 47, + "accepted": 37, + "acceptance_rate": 0.7872340425531915, + "tokens_per_round": 1.1743119266055047 + }, + "sent": 52.267170208, + "first": 52.523885333, + "last": 56.878243291, + "chunks": 219 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 61.535274326816925, + "seconds": 4.143964625, + "prefill_seconds": 0.016905041, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.084827291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 195, + "drafted": 90, + "accepted": 60, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.3128205128205128 + }, + "sent": 52.267975208, + "first": 52.353508375, + "last": 56.49741675, + "chunks": 196 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.54583119230559, + "seconds": 4.355562041, + "prefill_seconds": 0.017064042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.237705333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 215, + "drafted": 47, + "accepted": 40, + "acceptance_rate": 0.851063829787234, + "tokens_per_round": 1.1906976744186046 + }, + "sent": 52.267710833, + "first": 52.50684175, + "last": 56.862399083, + "chunks": 216 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.8643849705224, + "seconds": 4.406855791, + "prefill_seconds": 0.017046167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1358185, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 210, + "drafted": 51, + "accepted": 45, + "acceptance_rate": 0.8823529411764706, + "tokens_per_round": 1.2190476190476192 + }, + "sent": 52.267799333, + "first": 52.404627166, + "last": 56.811435083, + "chunks": 211 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 61.78260502774585, + "seconds": 4.127375333, + "prefill_seconds": 0.017052333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1188315, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 196, + "drafted": 77, + "accepted": 59, + "acceptance_rate": 0.7662337662337663, + "tokens_per_round": 1.3061224489795917 + }, + "sent": 52.267219125, + "first": 52.387578083, + "last": 56.514934375, + "chunks": 197 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.772451487587325, + "seconds": 4.338767459, + "prefill_seconds": 0.01698575, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.203635833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 210, + "drafted": 61, + "accepted": 45, + "acceptance_rate": 0.7377049180327869, + "tokens_per_round": 1.2190476190476192 + }, + "sent": 52.267268375, + "first": 52.472763458, + "last": 56.811480583, + "chunks": 211 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.96489424328434, + "seconds": 4.476441208, + "prefill_seconds": 0.016994083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.051122708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 209, + "drafted": 65, + "accepted": 46, + "acceptance_rate": 0.7076923076923077, + "tokens_per_round": 1.2248803827751196 + }, + "sent": 52.267455625, + "first": 52.319502625, + "last": 56.795909958, + "chunks": 210 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.62134808466919, + "seconds": 4.503601709, + "prefill_seconds": 0.017063791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067896708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 212, + "drafted": 59, + "accepted": 43, + "acceptance_rate": 0.7288135593220338, + "tokens_per_round": 1.2075471698113207 + }, + "sent": 52.267315833, + "first": 52.336571041, + "last": 56.840148625, + "chunks": 213 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.157760523817615, + "seconds": 4.310508, + "prefill_seconds": 0.017044958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.152815375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 206, + "drafted": 57, + "accepted": 49, + "acceptance_rate": 0.8596491228070176, + "tokens_per_round": 1.2427184466019416 + }, + "sent": 52.267361583, + "first": 52.421667708, + "last": 56.732210833, + "chunks": 207 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 64.19984093454657, + "seconds": 3.971972458, + "prefill_seconds": 0.01704175, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017257417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 181, + "drafted": 103, + "accepted": 74, + "acceptance_rate": 0.7184466019417476, + "tokens_per_round": 1.4143646408839778 + }, + "sent": 52.266911916, + "first": 52.285432, + "last": 56.257414458, + "chunks": 182 + } + ] + }, + { + "round": 0, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 4, + "tps": 617.1488572403741, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 154.28789110893572, + "seconds": 1.652754459, + "prefill_seconds": 0.018944416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019080375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 17, + "accepted": 6, + "acceptance_rate": 0.35294117647058826, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 57.988407583, + "first": 58.007974166, + "last": 59.660686458, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 158.00233418149483, + "seconds": 1.613900208, + "prefill_seconds": 0.019449125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057913792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 57.988526208, + "first": 58.046841, + "last": 59.660702833, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.9225180291896, + "seconds": 1.594522167, + "prefill_seconds": 0.019406625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.077302333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 57.9884595, + "first": 58.06625175, + "last": 59.660735875, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 156.12060892297825, + "seconds": 1.633352584, + "prefill_seconds": 0.019413375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038465292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 17, + "accepted": 6, + "acceptance_rate": 0.35294117647058826, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 57.988348375, + "first": 58.02739075, + "last": 59.660711416, + "chunks": 250 + } + ] + }, + { + "round": 0, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 8, + "tps": 796.0546905181302, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.84879773997405, + "seconds": 2.432073667, + "prefill_seconds": 0.019410292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.136019584, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 16, + "accepted": 5, + "acceptance_rate": 0.3125, + "tokens_per_round": 1.024 + }, + "sent": 59.671447833, + "first": 59.808731333, + "last": 62.240784041, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.60965010562005, + "seconds": 2.485146375, + "prefill_seconds": 0.019376709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.097463542, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 59.671746333, + "first": 59.7699155, + "last": 62.255020916, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.06487374501737, + "seconds": 2.548346792, + "prefill_seconds": 0.019873125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.020073125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 59.671608708, + "first": 59.692382916, + "last": 62.240694416, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.81633522340493, + "seconds": 2.504509708, + "prefill_seconds": 0.019389791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.078139291, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 59.671806416, + "first": 59.750534791, + "last": 62.255009291, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.60986384726523, + "seconds": 2.509598875, + "prefill_seconds": 0.019320292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.058768666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 59.671508333, + "first": 59.731141083, + "last": 62.240725416, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.68718452067165, + "seconds": 2.412780709, + "prefill_seconds": 0.019347292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.155250917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 16, + "accepted": 5, + "acceptance_rate": 0.3125, + "tokens_per_round": 1.024 + }, + "sent": 59.671557541, + "first": 59.828089333, + "last": 62.241075916, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.83351255172104, + "seconds": 2.528921125, + "prefill_seconds": 0.019432792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.039515875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 59.671675375, + "first": 59.71181125, + "last": 62.240710458, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.01980455494565, + "seconds": 2.45145625, + "prefill_seconds": 0.019402292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.116782625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 9, + "accepted": 5, + "acceptance_rate": 0.5555555555555556, + "tokens_per_round": 1.024 + }, + "sent": 59.671360291, + "first": 59.789310208, + "last": 62.240772041, + "chunks": 251 + } + ] + }, + { + "round": 0, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 16, + "tps": 889.1653162443014, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.120965142597555, + "seconds": 4.387401334, + "prefill_seconds": 0.019438375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.135648042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 242, + "drafted": 25, + "accepted": 13, + "acceptance_rate": 0.52, + "tokens_per_round": 1.0578512396694215 + }, + "sent": 62.266121958, + "first": 62.40353, + "last": 66.790921708, + "chunks": 243 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.83495256728663, + "seconds": 4.334158334, + "prefill_seconds": 0.019355792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.232049333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 246, + "drafted": 23, + "accepted": 9, + "acceptance_rate": 0.391304347826087, + "tokens_per_round": 1.0406504065040652 + }, + "sent": 62.266875, + "first": 62.500306708, + "last": 66.834438875, + "chunks": 247 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 73.484675743465, + "seconds": 3.47011125, + "prefill_seconds": 0.019335791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.174037417, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 182, + "drafted": 94, + "accepted": 73, + "acceptance_rate": 0.776595744680851, + "tokens_per_round": 1.4065934065934067 + }, + "sent": 62.266175458, + "first": 62.442207791, + "last": 65.912361166, + "chunks": 183 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.57927683030909, + "seconds": 4.5069505, + "prefill_seconds": 0.019365334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.097028042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 9, + "accepted": 5, + "acceptance_rate": 0.5555555555555556, + "tokens_per_round": 1.024 + }, + "sent": 62.266227333, + "first": 62.364679583, + "last": 66.871654791, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.96342528650526, + "seconds": 4.324714834, + "prefill_seconds": 0.019390959, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.27069625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 11, + "accepted": 6, + "acceptance_rate": 0.5454545454545454, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 62.266920541, + "first": 62.539067416, + "last": 66.863739041, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 55.62119877338688, + "seconds": 4.584582958, + "prefill_seconds": 0.019446583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019604042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 9, + "accepted": 5, + "acceptance_rate": 0.5555555555555556, + "tokens_per_round": 1.024 + }, + "sent": 62.26632675, + "first": 62.287009208, + "last": 66.87153675, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.8278120221982, + "seconds": 4.334684416, + "prefill_seconds": 0.019344542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.251321625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 15, + "accepted": 7, + "acceptance_rate": 0.4666666666666667, + "tokens_per_round": 1.032258064516129 + }, + "sent": 62.266546041, + "first": 62.519653333, + "last": 66.854339291, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 64.54554127188123, + "seconds": 3.950698917, + "prefill_seconds": 0.019364125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.154906834, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 212, + "drafted": 59, + "accepted": 43, + "acceptance_rate": 0.7288135593220338, + "tokens_per_round": 1.2075471698113207 + }, + "sent": 62.266465458, + "first": 62.422872708, + "last": 66.373678083, + "chunks": 213 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.75518301518679, + "seconds": 4.26741225, + "prefill_seconds": 0.019351125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.193331709, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 237, + "drafted": 31, + "accepted": 18, + "acceptance_rate": 0.5806451612903226, + "tokens_per_round": 1.080168776371308 + }, + "sent": 62.266277875, + "first": 62.461561666, + "last": 66.729, + "chunks": 238 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 61.821997921508064, + "seconds": 4.124745375, + "prefill_seconds": 0.019373666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.309342875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 235, + "drafted": 38, + "accepted": 20, + "acceptance_rate": 0.5263157894736842, + "tokens_per_round": 1.0893617021276596 + }, + "sent": 62.266604625, + "first": 62.57777925, + "last": 66.702560625, + "chunks": 236 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 62.5391252738386, + "seconds": 4.0774475, + "prefill_seconds": 0.01937175, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.116213875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 218, + "drafted": 51, + "accepted": 37, + "acceptance_rate": 0.7254901960784313, + "tokens_per_round": 1.1743119266055047 + }, + "sent": 62.26642125, + "first": 62.384084333, + "last": 66.461569458, + "chunks": 219 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.22797553292331, + "seconds": 4.305397875, + "prefill_seconds": 0.019331084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.290004458, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 11, + "accepted": 6, + "acceptance_rate": 0.5454545454545454, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 62.266976291, + "first": 62.558390541, + "last": 66.863816583, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.326483877504536, + "seconds": 4.298249, + "prefill_seconds": 0.01937575, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212706167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 241, + "drafted": 29, + "accepted": 14, + "acceptance_rate": 0.4827586206896552, + "tokens_per_round": 1.062240663900415 + }, + "sent": 62.266665958, + "first": 62.480941083, + "last": 66.779294583, + "chunks": 242 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.33728085132734, + "seconds": 4.526310041, + "prefill_seconds": 0.01944775, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.077630125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 62.266373916, + "first": 62.345298166, + "last": 66.871713916, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 55.808476971225296, + "seconds": 4.569198334, + "prefill_seconds": 0.019422625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038819875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 14, + "accepted": 4, + "acceptance_rate": 0.2857142857142857, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 62.266724458, + "first": 62.306439291, + "last": 66.87558225, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.09661392311675, + "seconds": 4.545728916, + "prefill_seconds": 0.019424666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.058253667, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 12, + "accepted": 5, + "acceptance_rate": 0.4166666666666667, + "tokens_per_round": 1.024 + }, + "sent": 62.266046541, + "first": 62.325875708, + "last": 66.871838, + "chunks": 251 + } + ] + }, + { + "round": 1, + "arm": "standalone", + "prompt": "code", + "streams": 4, + "tps": 652.6010700695914, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 167.1349813970278, + "seconds": 1.525712917, + "prefill_seconds": 0.0166975, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050703209, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 42, + "accepted": 32, + "acceptance_rate": 0.7619047619047619, + "tokens_per_round": 1.147982062780269 + }, + "sent": 69.832755041, + "first": 69.884323166, + "last": 71.409971916, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 168.54399060119394, + "seconds": 1.512958125, + "prefill_seconds": 0.016569625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067222542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 46, + "accepted": 31, + "acceptance_rate": 0.6739130434782609, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 69.833090166, + "first": 69.900878041, + "last": 71.413777416, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 165.32505299715007, + "seconds": 1.542415958, + "prefill_seconds": 0.016848667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.034034, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 69.832929708, + "first": 69.867613125, + "last": 71.409963291, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 163.5381533607521, + "seconds": 1.559269166, + "prefill_seconds": 0.016943542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017188416, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 69.832578375, + "first": 69.850801125, + "last": 71.409951708, + "chunks": 224 + } + ] + }, + { + "round": 1, + "arm": "standalone", + "prompt": "code", + "streams": 8, + "tps": 831.4429438700759, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.85318706960828, + "seconds": 2.364325125, + "prefill_seconds": 0.016298083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.099162833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 71.426015583, + "first": 71.525992875, + "last": 73.890574166, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.95909605110437, + "seconds": 2.429517875, + "prefill_seconds": 0.016360375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033872584, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 71.426231916, + "first": 71.460629541, + "last": 73.890117875, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 109.01133473396597, + "seconds": 2.339206291, + "prefill_seconds": 0.016326708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.131756208, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 42, + "accepted": 19, + "acceptance_rate": 0.4523809523809524, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 71.42607375, + "first": 71.558669583, + "last": 73.897833375, + "chunks": 237 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.11912476574119, + "seconds": 2.380527292, + "prefill_seconds": 0.016392334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082739209, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 71.426126666, + "first": 71.509666291, + "last": 73.890264958, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.66715209672896, + "seconds": 2.413238125, + "prefill_seconds": 0.016316375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050167708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 71.426177541, + "first": 71.476948875, + "last": 73.890315291, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.60388744420875, + "seconds": 2.34798225, + "prefill_seconds": 0.016355167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.115414833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 71.426388958, + "first": 71.542325416, + "last": 73.890462458, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.38678272773218, + "seconds": 2.396914292, + "prefill_seconds": 0.016326667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.06640375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 71.42630275, + "first": 71.493277958, + "last": 73.890158833, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.25724760355263, + "seconds": 2.445873125, + "prefill_seconds": 0.017320583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017508291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 71.425934333, + "first": 71.444267541, + "last": 73.8900995, + "chunks": 235 + } + ] + }, + { + "round": 1, + "arm": "standalone", + "prompt": "code", + "streams": 16, + "tps": 830.320305979139, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.87307440669975, + "seconds": 4.733347833, + "prefill_seconds": 0.016281542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.195959375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.910618041, + "first": 74.108737541, + "last": 78.842482416, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.25289643696208, + "seconds": 4.88011225, + "prefill_seconds": 0.016327541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.049515708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.910667708, + "first": 73.961679958, + "last": 78.841751333, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.504154033039384, + "seconds": 4.765985083, + "prefill_seconds": 0.0163635, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.16339975, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.911010958, + "first": 74.076103625, + "last": 78.842442875, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.07896860305886, + "seconds": 4.896410333, + "prefill_seconds": 0.016354083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033449667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.91107, + "first": 73.94534325, + "last": 78.841731833, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.321367042753074, + "seconds": 4.782323, + "prefill_seconds": 0.016347167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.147045083, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.910719583, + "first": 74.059739166, + "last": 78.842072333, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.68860073927257, + "seconds": 4.749611584, + "prefill_seconds": 0.016344834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.179709458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.910769, + "first": 74.092442291, + "last": 78.842300458, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.7816630779693, + "seconds": 4.831223291, + "prefill_seconds": 0.016301042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.098402083, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.911378083, + "first": 74.010692916, + "last": 78.842633416, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.059575556432236, + "seconds": 4.717018167, + "prefill_seconds": 0.016362208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212268917, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.911134708, + "first": 74.125098375, + "last": 78.842717, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.905549405483, + "seconds": 4.9127695, + "prefill_seconds": 0.016948958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017085958, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.910957125, + "first": 73.928994333, + "last": 78.841716875, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.62698605244512, + "seconds": 4.6680225, + "prefill_seconds": 0.01637, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.261147292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.911189166, + "first": 74.174141791, + "last": 78.8425505, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.13963000438558, + "seconds": 4.7986785, + "prefill_seconds": 0.016339583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.13077025, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.910817791, + "first": 74.043382708, + "last": 78.842760708, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.96050888520981, + "seconds": 4.814908417, + "prefill_seconds": 0.016349875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.114613792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.9108645, + "first": 74.027043125, + "last": 78.842225958, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.24768071768727, + "seconds": 4.700661791, + "prefill_seconds": 0.016330958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.228521, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.910909583, + "first": 74.141440791, + "last": 78.842596791, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.60491231755349, + "seconds": 4.847456041, + "prefill_seconds": 0.01632575, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.08211225, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.911288958, + "first": 73.994382541, + "last": 78.842406458, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.428678877991324, + "seconds": 4.86375025, + "prefill_seconds": 0.016372541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.065907292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.911238833, + "first": 73.978057625, + "last": 78.841837375, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.43633105702877, + "seconds": 4.684371541, + "prefill_seconds": 0.016328125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.24483475, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 73.910545083, + "first": 74.157770458, + "last": 78.842672458, + "chunks": 240 + } + ] + }, + { + "round": 1, + "arm": "standalone", + "prompt": "prose", + "streams": 4, + "tps": 623.7034203358066, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.52016874350272, + "seconds": 1.578750208, + "prefill_seconds": 0.01882075, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075390792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 12, + "accepted": 7, + "acceptance_rate": 0.5833333333333334, + "tokens_per_round": 1.032258064516129 + }, + "sent": 78.989623458, + "first": 79.065328916, + "last": 80.644211208, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.75994078995973, + "seconds": 1.616379917, + "prefill_seconds": 0.018844916, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.037776625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 78.989489708, + "first": 79.02766575, + "last": 80.644016208, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.61923398849794, + "seconds": 1.597551834, + "prefill_seconds": 0.018836875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.05658175, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 78.989542541, + "first": 79.046502791, + "last": 80.644037375, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.94236737025213, + "seconds": 1.6352195, + "prefill_seconds": 0.018821209, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.018957, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 78.989420416, + "first": 79.008818541, + "last": 80.643997708, + "chunks": 249 + } + ] + }, + { + "round": 1, + "arm": "standalone", + "prompt": "prose", + "streams": 8, + "tps": 805.2889060538786, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.57307143835628, + "seconds": 2.510507917, + "prefill_seconds": 0.018834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038609041, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 80.657924416, + "first": 80.697263958, + "last": 83.207731791, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.11796542508725, + "seconds": 2.472895959, + "prefill_seconds": 0.01884025, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0761015, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 80.657973625, + "first": 80.734902833, + "last": 83.20825825, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.81702313226829, + "seconds": 2.52933475, + "prefill_seconds": 0.019642709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019800667, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 80.658141208, + "first": 80.678427333, + "last": 83.207717166, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.33970987156191, + "seconds": 2.491701416, + "prefill_seconds": 0.018798583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057389167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 80.658238166, + "first": 80.716062083, + "last": 83.207753416, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.70964834329357, + "seconds": 2.435305667, + "prefill_seconds": 0.018792042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113649, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 80.658024041, + "first": 80.772543458, + "last": 83.207867083, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.18202319784145, + "seconds": 2.401536459, + "prefill_seconds": 0.01882625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.151175541, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 30, + "accepted": 3, + "acceptance_rate": 0.1, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 80.658183708, + "first": 80.810177333, + "last": 83.211679666, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.52261026783688, + "seconds": 2.416543709, + "prefill_seconds": 0.018804584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132425916, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 80.658081458, + "first": 80.791339208, + "last": 83.207932208, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.90891233256777, + "seconds": 2.454072459, + "prefill_seconds": 0.018837833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.094904125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 80.657853958, + "first": 80.753756791, + "last": 83.2078265, + "chunks": 252 + } + ] + }, + { + "round": 1, + "arm": "standalone", + "prompt": "prose", + "streams": 16, + "tps": 798.8623520290913, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.30998927030572, + "seconds": 5.068575917, + "prefill_seconds": 0.018826, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0571385, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226382666, + "first": 83.284917375, + "last": 88.354018, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.04584344517058, + "seconds": 4.899526708, + "prefill_seconds": 0.018806166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.225716917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226429875, + "first": 83.454193, + "last": 88.354215416, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.44776055577883, + "seconds": 4.861980708, + "prefill_seconds": 0.018819667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.263235792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226625458, + "first": 83.491787541, + "last": 88.354174, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.49740563390149, + "seconds": 5.049764375, + "prefill_seconds": 0.018814875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075954459, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226480708, + "first": 83.303751125, + "last": 88.35354625, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.875630705069156, + "seconds": 5.012222875, + "prefill_seconds": 0.018872083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1135215, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.227152083, + "first": 83.341392458, + "last": 88.353722333, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.24604733041138, + "seconds": 4.880752, + "prefill_seconds": 0.018765709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244447834, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226671208, + "first": 83.472970708, + "last": 88.353964291, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.453867267003865, + "seconds": 4.955895709, + "prefill_seconds": 0.018741292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.169449708, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.227064083, + "first": 83.397761541, + "last": 88.354418, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.12393552896422, + "seconds": 5.087389833, + "prefill_seconds": 0.018880916, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038382708, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226803375, + "first": 83.266081416, + "last": 88.353419916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.0671013234251, + "seconds": 4.993430083, + "prefill_seconds": 0.018814541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132222666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226717125, + "first": 83.360218125, + "last": 88.354074, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.651551935960356, + "seconds": 4.843162084, + "prefill_seconds": 0.018828708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.282065125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226530125, + "first": 83.5106065, + "last": 88.354299208, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.64877664578008, + "seconds": 4.937193416, + "prefill_seconds": 0.018848375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1882885, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226949791, + "first": 83.416601291, + "last": 88.354379916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.84694359018461, + "seconds": 4.918322708, + "prefill_seconds": 0.018772292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.20697675, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226579083, + "first": 83.435387291, + "last": 88.353944833, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.25936512922779, + "seconds": 4.974700708, + "prefill_seconds": 0.018798, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.150915166, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226857833, + "first": 83.379017375, + "last": 88.35434, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.85681772108764, + "seconds": 4.824354, + "prefill_seconds": 0.018808167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.300840708, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226999791, + "first": 83.529414041, + "last": 88.354467375, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.685579609727995, + "seconds": 5.03101675, + "prefill_seconds": 0.018767875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.094776458, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226904541, + "first": 83.322525333, + "last": 88.353842041, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 49.93884653357934, + "seconds": 5.106245292, + "prefill_seconds": 0.019409792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019637042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 83.226315875, + "first": 83.247204541, + "last": 88.353391416, + "chunks": 252 + } + ] + }, + { + "round": 1, + "arm": "dspark-integration", + "prompt": "code", + "streams": 4, + "tps": 640.9584886200868, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 160.23679434034494, + "seconds": 1.591394792, + "prefill_seconds": 0.016453042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.016603791, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 51, + "accepted": 31, + "acceptance_rate": 0.6078431372549019, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 92.588824291, + "first": 92.605921083, + "last": 94.197263583, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 166.0864045162288, + "seconds": 1.535345417, + "prefill_seconds": 0.017015875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0676995, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 47, + "accepted": 32, + "acceptance_rate": 0.6808510638297872, + "tokens_per_round": 1.147982062780269 + }, + "sent": 92.5889465, + "first": 92.657075958, + "last": 94.192394125, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.97784476567404, + "seconds": 1.574289375, + "prefill_seconds": 0.017126667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033698583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 50, + "accepted": 31, + "acceptance_rate": 0.62, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 92.588886583, + "first": 92.623034666, + "last": 94.197287791, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 164.26640001724965, + "seconds": 1.552356416, + "prefill_seconds": 0.017002417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050684541, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 48, + "accepted": 32, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.147982062780269 + }, + "sent": 92.588764, + "first": 92.640051, + "last": 94.192387916, + "chunks": 224 + } + ] + }, + { + "round": 1, + "arm": "dspark-integration", + "prompt": "code", + "streams": 8, + "tps": 817.9618950197809, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.55888708402983, + "seconds": 2.438817083, + "prefill_seconds": 0.017081667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.053921417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 40, + "accepted": 30, + "acceptance_rate": 0.75, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 94.213358583, + "first": 94.267991541, + "last": 96.706780666, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.2925416202805, + "seconds": 2.421823959, + "prefill_seconds": 0.0170435, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.070900083, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 40, + "accepted": 30, + "acceptance_rate": 0.75, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 94.21341125, + "first": 94.28503725, + "last": 96.707146458, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.83336322492266, + "seconds": 2.455858041, + "prefill_seconds": 0.019351625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.036902291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 41, + "accepted": 30, + "acceptance_rate": 0.7317073170731707, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 94.213569708, + "first": 94.250902125, + "last": 96.706760375, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.79955231537497, + "seconds": 2.387650458, + "prefill_seconds": 0.017107375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.105007625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 38, + "accepted": 30, + "acceptance_rate": 0.7894736842105263, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 94.213462083, + "first": 94.319204583, + "last": 96.707094333, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.48866502415247, + "seconds": 2.372343167, + "prefill_seconds": 0.017057791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.138846333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 228, + "drafted": 46, + "accepted": 27, + "acceptance_rate": 0.5869565217391305, + "tokens_per_round": 1.1228070175438596 + }, + "sent": 94.213638541, + "first": 94.353263625, + "last": 96.725566, + "chunks": 229 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.02220348710257, + "seconds": 2.475194583, + "prefill_seconds": 0.017385375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017594458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 41, + "accepted": 30, + "acceptance_rate": 0.7317073170731707, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 94.213513958, + "first": 94.231562291, + "last": 96.706708625, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.0405386101026, + "seconds": 2.404740709, + "prefill_seconds": 0.017054167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.087928709, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 38, + "accepted": 30, + "acceptance_rate": 0.7894736842105263, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 94.213704666, + "first": 94.302095875, + "last": 96.706795375, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.34723789448628, + "seconds": 2.375468666, + "prefill_seconds": 0.016991083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.122007708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 226, + "drafted": 47, + "accepted": 29, + "acceptance_rate": 0.6170212765957447, + "tokens_per_round": 1.1327433628318584 + }, + "sent": 94.2132745, + "first": 94.336208791, + "last": 96.711627958, + "chunks": 227 + } + ] + }, + { + "round": 1, + "arm": "dspark-integration", + "prompt": "code", + "streams": 16, + "tps": 889.9071361444292, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 71.05122622748743, + "seconds": 3.588959875, + "prefill_seconds": 0.017007334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.253613584, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 181, + "drafted": 102, + "accepted": 74, + "acceptance_rate": 0.7254901960784313, + "tokens_per_round": 1.4143646408839778 + }, + "sent": 96.742709958, + "first": 96.998753166, + "last": 100.587762833, + "chunks": 182 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.23349574149056, + "seconds": 4.233524833, + "prefill_seconds": 0.016966291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.236793625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 215, + "drafted": 55, + "accepted": 40, + "acceptance_rate": 0.7272727272727273, + "tokens_per_round": 1.1906976744186046 + }, + "sent": 96.743089875, + "first": 96.981743666, + "last": 101.215348333, + "chunks": 216 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.582161405375125, + "seconds": 4.279804458, + "prefill_seconds": 0.016952084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.169126334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 214, + "drafted": 59, + "accepted": 41, + "acceptance_rate": 0.6949152542372882, + "tokens_per_round": 1.1962616822429906 + }, + "sent": 96.742772541, + "first": 96.913858333, + "last": 101.193615875, + "chunks": 215 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.59395549465677, + "seconds": 4.505781541, + "prefill_seconds": 0.016926917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.084673375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 52, + "accepted": 30, + "acceptance_rate": 0.5769230769230769, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 96.743316583, + "first": 96.829049208, + "last": 101.334797333, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.2476017222023, + "seconds": 4.533526625, + "prefill_seconds": 0.016993291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.051041417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 46, + "accepted": 31, + "acceptance_rate": 0.6739130434782609, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 96.743143875, + "first": 96.7951735, + "last": 101.328634291, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.88837454576567, + "seconds": 4.3302265, + "prefill_seconds": 0.016964791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.270484417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 227, + "drafted": 45, + "accepted": 29, + "acceptance_rate": 0.6444444444444445, + "tokens_per_round": 1.1277533039647578 + }, + "sent": 96.742821541, + "first": 97.015726333, + "last": 101.345907708, + "chunks": 228 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.66014238628122, + "seconds": 4.422465666, + "prefill_seconds": 0.01697575, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067870583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 216, + "drafted": 55, + "accepted": 39, + "acceptance_rate": 0.7090909090909091, + "tokens_per_round": 1.1851851851851851 + }, + "sent": 96.742999125, + "first": 96.812123458, + "last": 101.234560375, + "chunks": 217 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.65183778784909, + "seconds": 4.204324375, + "prefill_seconds": 0.016973875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.21987725, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 213, + "drafted": 54, + "accepted": 42, + "acceptance_rate": 0.7777777777777778, + "tokens_per_round": 1.2018779342723005 + }, + "sent": 96.742869125, + "first": 96.964791791, + "last": 101.169145583, + "chunks": 214 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.03751069568738, + "seconds": 4.550523334, + "prefill_seconds": 0.016975834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.034137416, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 48, + "accepted": 31, + "acceptance_rate": 0.6458333333333334, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 96.743205583, + "first": 96.778156833, + "last": 101.328645583, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 61.612432395133375, + "seconds": 4.138775083, + "prefill_seconds": 0.016969459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.202947167, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 209, + "drafted": 62, + "accepted": 46, + "acceptance_rate": 0.7419354838709677, + "tokens_per_round": 1.2248803827751196 + }, + "sent": 96.7430415, + "first": 96.947795291, + "last": 101.086637541, + "chunks": 210 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.132539468930375, + "seconds": 4.386527792, + "prefill_seconds": 0.016986334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.15227875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 219, + "drafted": 49, + "accepted": 36, + "acceptance_rate": 0.7346938775510204, + "tokens_per_round": 1.1689497716894977 + }, + "sent": 96.74353925, + "first": 96.896887708, + "last": 101.28341575, + "chunks": 220 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.619938127149965, + "seconds": 4.206536791, + "prefill_seconds": 0.016948709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.135349083, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 209, + "drafted": 70, + "accepted": 46, + "acceptance_rate": 0.6571428571428571, + "tokens_per_round": 1.2248803827751196 + }, + "sent": 96.743370125, + "first": 96.879905916, + "last": 101.086682791, + "chunks": 210 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.075514430844365, + "seconds": 4.46776525, + "prefill_seconds": 0.016958875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.101635167, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 222, + "drafted": 46, + "accepted": 33, + "acceptance_rate": 0.717391304347826, + "tokens_per_round": 1.1531531531531531 + }, + "sent": 96.742956875, + "first": 96.846019833, + "last": 101.3137405, + "chunks": 223 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.02231697379376, + "seconds": 4.471933333, + "prefill_seconds": 0.016926291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.118517, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 47, + "accepted": 30, + "acceptance_rate": 0.6382978723404256, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 96.743255541, + "first": 96.862955666, + "last": 101.334833625, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.53111774669748, + "seconds": 4.283474083, + "prefill_seconds": 0.017041333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017232125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 207, + "drafted": 76, + "accepted": 48, + "acceptance_rate": 0.631578947368421, + "tokens_per_round": 1.2367149758454106 + }, + "sent": 96.742913291, + "first": 96.761159666, + "last": 101.044596833, + "chunks": 208 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.28883357100796, + "seconds": 4.374765875, + "prefill_seconds": 0.016967833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.185984708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 221, + "drafted": 52, + "accepted": 34, + "acceptance_rate": 0.6538461538461539, + "tokens_per_round": 1.158371040723982 + }, + "sent": 96.742623208, + "first": 96.930831, + "last": 101.305582458, + "chunks": 222 + } + ] + }, + { + "round": 1, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 4, + "tps": 616.5082318581707, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 154.1269997411573, + "seconds": 1.65447975, + "prefill_seconds": 0.018967, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019140792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 17, + "accepted": 6, + "acceptance_rate": 0.35294117647058826, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 101.490631375, + "first": 101.510217791, + "last": 103.164664541, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.73970991837476, + "seconds": 1.596346958, + "prefill_seconds": 0.019380417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.077254583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 101.490750166, + "first": 101.568408291, + "last": 103.164696916, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.9567051636538, + "seconds": 1.635069167, + "prefill_seconds": 0.019410792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038519292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 17, + "accepted": 6, + "acceptance_rate": 0.35294117647058826, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 101.490692375, + "first": 101.529636958, + "last": 103.164683666, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.82534421430606, + "seconds": 1.615710083, + "prefill_seconds": 0.0193705, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057898959, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 101.49057075, + "first": 101.549008333, + "last": 103.164676083, + "chunks": 250 + } + ] + }, + { + "round": 1, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 8, + "tps": 794.8592735203947, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.5529082438112, + "seconds": 2.511006375, + "prefill_seconds": 0.019429125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.06111075, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 103.182784, + "first": 103.244675416, + "last": 105.755638875, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 99.9150885138189, + "seconds": 2.552167083, + "prefill_seconds": 0.0197165, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019872875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 103.182835416, + "first": 103.203483208, + "last": 105.755609416, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.77873197189464, + "seconds": 2.4337, + "prefill_seconds": 0.019339959, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.138298083, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 16, + "accepted": 5, + "acceptance_rate": 0.3125, + "tokens_per_round": 1.024 + }, + "sent": 103.18309725, + "first": 103.322080166, + "last": 105.755980041, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.75487084734885, + "seconds": 2.506022541, + "prefill_seconds": 0.01929625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.080219916, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 103.182992833, + "first": 103.263983166, + "last": 105.76996275, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.61908186203597, + "seconds": 2.414336458, + "prefill_seconds": 0.019408584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1575485, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 16, + "accepted": 5, + "acceptance_rate": 0.3125, + "tokens_per_round": 1.024 + }, + "sent": 103.183045291, + "first": 103.341495958, + "last": 105.756105958, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.54874860867992, + "seconds": 2.48662225, + "prefill_seconds": 0.019415916, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.099638625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 103.182889208, + "first": 103.283396791, + "last": 105.76997525, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.95366001195775, + "seconds": 2.453016084, + "prefill_seconds": 0.019341209, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.118984666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 9, + "accepted": 5, + "acceptance_rate": 0.5555555555555556, + "tokens_per_round": 1.024 + }, + "sent": 103.18293875, + "first": 103.302744458, + "last": 105.755819458, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.77397212503645, + "seconds": 2.530415291, + "prefill_seconds": 0.021761083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.041593125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 103.182707, + "first": 103.225249041, + "last": 105.755725583, + "chunks": 251 + } + ] + }, + { + "round": 1, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 16, + "tps": 871.5865508763164, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 65.98068460169902, + "seconds": 3.864767417, + "prefill_seconds": 0.019349375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.135537333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 203, + "drafted": 72, + "accepted": 52, + "acceptance_rate": 0.7222222222222222, + "tokens_per_round": 1.2610837438423645 + }, + "sent": 105.788115666, + "first": 105.9252955, + "last": 109.790061375, + "chunks": 204 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.12020160049649, + "seconds": 4.464269958, + "prefill_seconds": 0.019353334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.174041, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 247, + "drafted": 18, + "accepted": 8, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0364372469635628 + }, + "sent": 105.788163166, + "first": 105.96407575, + "last": 110.428331541, + "chunks": 248 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.82878973230799, + "seconds": 4.48716225, + "prefill_seconds": 0.019387291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212679917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 7, + "accepted": 2, + "acceptance_rate": 0.2857142857142857, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 105.78881325, + "first": 106.002820916, + "last": 110.489932875, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.513773631698015, + "seconds": 4.284722417, + "prefill_seconds": 0.019384875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.097049166, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 228, + "drafted": 45, + "accepted": 27, + "acceptance_rate": 0.6, + "tokens_per_round": 1.1228070175438596 + }, + "sent": 105.788528833, + "first": 105.886584625, + "last": 110.171290375, + "chunks": 229 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.68328484538449, + "seconds": 4.498680708, + "prefill_seconds": 0.019409625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.154738541, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 22, + "accepted": 7, + "acceptance_rate": 0.3181818181818182, + "tokens_per_round": 1.032258064516129 + }, + "sent": 105.788661416, + "first": 105.944715458, + "last": 110.44346, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.72241377004439, + "seconds": 4.495577375, + "prefill_seconds": 0.01940975, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.039129042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 34, + "accepted": 16, + "acceptance_rate": 0.47058823529411764, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 105.788213541, + "first": 105.82844975, + "last": 110.324003833, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.57126963360204, + "seconds": 4.429292625, + "prefill_seconds": 0.019352959, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.27044175, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 105.78840475, + "first": 106.060831958, + "last": 110.490154708, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.58471784904179, + "seconds": 4.506517125, + "prefill_seconds": 0.019345542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.193374792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 7, + "accepted": 2, + "acceptance_rate": 0.2857142857142857, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 105.788262583, + "first": 105.983419083, + "last": 110.489900458, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.183731503527234, + "seconds": 4.382668375, + "prefill_seconds": 0.019389666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.309124834, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 10, + "accepted": 3, + "acceptance_rate": 0.3, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 105.789102583, + "first": 106.099590875, + "last": 110.482248083, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 55.203434722378226, + "seconds": 4.619277791, + "prefill_seconds": 0.019546042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019715959, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 247, + "drafted": 21, + "accepted": 8, + "acceptance_rate": 0.38095238095238093, + "tokens_per_round": 1.0364372469635628 + }, + "sent": 105.788450833, + "first": 105.809036125, + "last": 110.428288708, + "chunks": 248 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 78.00150061122206, + "seconds": 3.269167875, + "prefill_seconds": 0.019355959, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.077653708, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 162, + "drafted": 127, + "accepted": 93, + "acceptance_rate": 0.7322834645669292, + "tokens_per_round": 1.5802469135802468 + }, + "sent": 105.788311666, + "first": 105.867195208, + "last": 109.136354916, + "chunks": 163 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.92775496060428, + "seconds": 4.402034917, + "prefill_seconds": 0.019360125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.289814084, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 12, + "accepted": 3, + "acceptance_rate": 0.25, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 105.788876916, + "first": 106.080193416, + "last": 110.482221791, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.5441778414177, + "seconds": 4.509748125, + "prefill_seconds": 0.019355292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.116226, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 246, + "drafted": 30, + "accepted": 9, + "acceptance_rate": 0.3, + "tokens_per_round": 1.0406504065040652 + }, + "sent": 105.788358291, + "first": 105.905949625, + "last": 110.415824958, + "chunks": 247 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.32150380662486, + "seconds": 4.448592292, + "prefill_seconds": 0.019337208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.2511, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 6, + "accepted": 2, + "acceptance_rate": 0.3333333333333333, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 105.788732333, + "first": 106.041475291, + "last": 110.49010575, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 55.48969126257583, + "seconds": 4.595448167, + "prefill_seconds": 0.019384833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.058493125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 17, + "accepted": 7, + "acceptance_rate": 0.4117647058823529, + "tokens_per_round": 1.032258064516129 + }, + "sent": 105.788593083, + "first": 105.847846666, + "last": 110.443253708, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.07441101515989, + "seconds": 4.467851625, + "prefill_seconds": 0.019315291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.23195425, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 6, + "accepted": 2, + "acceptance_rate": 0.3333333333333333, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 105.788043166, + "first": 106.022128333, + "last": 110.48999775, + "chunks": 254 + } + ] + }, + { + "round": 1, + "arm": "main", + "prompt": "code", + "streams": 4, + "tps": 652.0522786110731, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 163.4024665844551, + "seconds": 1.560563958, + "prefill_seconds": 0.017228042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017464291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 113.055001083, + "first": 113.073394541, + "last": 114.633837166, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 165.187179783073, + "seconds": 1.543703333, + "prefill_seconds": 0.016850917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.03436925, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 113.05534175, + "first": 113.090219541, + "last": 114.633851041, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 166.98637364800638, + "seconds": 1.527070709, + "prefill_seconds": 0.0166305, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050979416, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 42, + "accepted": 32, + "acceptance_rate": 0.7619047619047619, + "tokens_per_round": 1.147982062780269 + }, + "sent": 113.0551805, + "first": 113.106831083, + "last": 114.633863583, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 168.38532038383042, + "seconds": 1.514383792, + "prefill_seconds": 0.016522, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067426125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 46, + "accepted": 31, + "acceptance_rate": 0.6739130434782609, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 113.054828, + "first": 113.123348291, + "last": 114.637686291, + "chunks": 225 + } + ] + }, + { + "round": 1, + "arm": "main", + "prompt": "code", + "streams": 8, + "tps": 830.8436871458131, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.5935581986445, + "seconds": 2.414920042, + "prefill_seconds": 0.016362167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.05008675, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 114.657931958, + "first": 114.708782875, + "last": 117.123674083, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.93306682466945, + "seconds": 2.340887, + "prefill_seconds": 0.016360416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.131678625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 42, + "accepted": 19, + "acceptance_rate": 0.4523809523809524, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 114.658225541, + "first": 114.790559791, + "last": 117.131399541, + "chunks": 237 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.31144283127364, + "seconds": 2.398612917, + "prefill_seconds": 0.016338083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066340792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 114.658288666, + "first": 114.725113416, + "last": 117.123685583, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.03792175171128, + "seconds": 2.38233325, + "prefill_seconds": 0.016363792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082704625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 114.657995125, + "first": 114.741488375, + "last": 117.123792125, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.5270732222055, + "seconds": 2.349644125, + "prefill_seconds": 0.016351583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.115359667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 114.658167708, + "first": 114.774185208, + "last": 117.12390975, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.18294171896379, + "seconds": 2.447617583, + "prefill_seconds": 0.017232542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017378875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 114.658043208, + "first": 114.676064041, + "last": 117.12363725, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.88323669461141, + "seconds": 2.431275083, + "prefill_seconds": 0.016355084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033761583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 114.658094875, + "first": 114.692422583, + "last": 117.123655958, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.77640197420266, + "seconds": 2.366009584, + "prefill_seconds": 0.016337458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.099018041, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 114.657848666, + "first": 114.757824583, + "last": 117.124093625, + "chunks": 235 + } + ] + }, + { + "round": 1, + "arm": "main", + "prompt": "code", + "streams": 16, + "tps": 831.3030632218977, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.49206508175456, + "seconds": 4.857877083, + "prefill_seconds": 0.016336833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.065853125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.151452833, + "first": 117.218753333, + "last": 122.076659375, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.8469101126023, + "seconds": 4.825258458, + "prefill_seconds": 0.016323917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.098360125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.1515025, + "first": 117.251458583, + "last": 122.077382291, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.57141121699241, + "seconds": 4.760001542, + "prefill_seconds": 0.016311708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.163463334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.151901083, + "first": 117.316800333, + "last": 122.077548833, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.31628380049926, + "seconds": 4.874199417, + "prefill_seconds": 0.01636475, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.049758583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.151553666, + "first": 117.202405, + "last": 122.076570625, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.94173689537064, + "seconds": 4.72732275, + "prefill_seconds": 0.016353, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.196175292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.151843375, + "first": 117.349533625, + "last": 122.077503041, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.129373341591425, + "seconds": 4.71093575, + "prefill_seconds": 0.016359, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212301792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.152651416, + "first": 117.365895625, + "last": 122.077297208, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.31760574840862, + "seconds": 4.694610458, + "prefill_seconds": 0.016341667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.228550416, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.152001083, + "first": 117.382244583, + "last": 122.077201375, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.20607645016249, + "seconds": 4.792685667, + "prefill_seconds": 0.016348166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.130988291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.152043458, + "first": 117.284159875, + "last": 122.077111875, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.9678624624666, + "seconds": 4.90687875, + "prefill_seconds": 0.017019292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017185334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.151602333, + "first": 117.169705375, + "last": 122.076541, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.50735040972027, + "seconds": 4.678268125, + "prefill_seconds": 0.016369542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244895875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.152264833, + "first": 117.3986065, + "last": 122.077340083, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.698048939363275, + "seconds": 4.661957875, + "prefill_seconds": 0.01629275, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.261206167, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.151650541, + "first": 117.4149185, + "last": 122.077609875, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.3885279987237, + "seconds": 4.776307, + "prefill_seconds": 0.016311375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.14726225, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.15179, + "first": 117.300485916, + "last": 122.07725425, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.025790226788985, + "seconds": 4.808980666, + "prefill_seconds": 0.016355875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.114703917, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.1516965, + "first": 117.2678175, + "last": 122.07766275, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.66927226375966, + "seconds": 4.841532625, + "prefill_seconds": 0.016375875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082073375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.152088541, + "first": 117.235123583, + "last": 122.077060208, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.75542986179403, + "seconds": 4.743706834, + "prefill_seconds": 0.016375792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.179878542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.151744, + "first": 117.333168708, + "last": 122.077157541, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.141446658303245, + "seconds": 4.89054325, + "prefill_seconds": 0.016335833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033455917, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 117.151373208, + "first": 117.186037875, + "last": 122.0765535, + "chunks": 240 + } + ] + }, + { + "round": 1, + "arm": "main", + "prompt": "prose", + "streams": 4, + "tps": 623.388862562084, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.6766582102552, + "seconds": 1.617233666, + "prefill_seconds": 0.018851666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.037863125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 122.233041875, + "first": 122.271306833, + "last": 123.888519916, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.8629173099878, + "seconds": 1.636053042, + "prefill_seconds": 0.018884917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019037333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 122.233089125, + "first": 122.252451916, + "last": 123.888472083, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.53041343199385, + "seconds": 1.598441291, + "prefill_seconds": 0.018809959, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.056642833, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 122.233174541, + "first": 122.29012625, + "last": 123.888532875, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.43637001081538, + "seconds": 1.579569709, + "prefill_seconds": 0.018868708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075521125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 12, + "accepted": 7, + "acceptance_rate": 0.5833333333333334, + "tokens_per_round": 1.032258064516129 + }, + "sent": 122.232986791, + "first": 122.308991416, + "last": 123.888669791, + "chunks": 249 + } + ] + }, + { + "round": 1, + "arm": "main", + "prompt": "prose", + "streams": 8, + "tps": 804.8972607080646, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.52659165576833, + "seconds": 2.51165725, + "prefill_seconds": 0.018921667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038774041, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 123.911041625, + "first": 123.950648541, + "last": 126.4622665, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.85476124887788, + "seconds": 2.455352041, + "prefill_seconds": 0.01877675, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.095007334, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 123.911346666, + "first": 124.007090125, + "last": 126.462518375, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.12615665633989, + "seconds": 2.402800667, + "prefill_seconds": 0.01881225, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.151146, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 30, + "accepted": 3, + "acceptance_rate": 0.1, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 123.911099708, + "first": 124.063452083, + "last": 126.466217208, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.65825693109568, + "seconds": 2.4365015, + "prefill_seconds": 0.018778417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113639041, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 123.911153208, + "first": 124.025870583, + "last": 126.462618291, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.07031305182404, + "seconds": 2.47403925, + "prefill_seconds": 0.018836292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076349583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 123.911203333, + "first": 123.988296375, + "last": 126.462395375, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.46625390070041, + "seconds": 2.417835, + "prefill_seconds": 0.018763792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132364666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 123.911280083, + "first": 124.0446355, + "last": 126.462663958, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.76814469989445, + "seconds": 2.530561625, + "prefill_seconds": 0.019684667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019939083, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 123.911393, + "first": 123.93173225, + "last": 126.462249625, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.29201645638982, + "seconds": 2.492863166, + "prefill_seconds": 0.01881075, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057536083, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 123.910954458, + "first": 123.969467458, + "last": 126.462288791, + "chunks": 252 + } + ] + }, + { + "round": 1, + "arm": "main", + "prompt": "prose", + "streams": 16, + "tps": 800.8281176704912, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.38838268700947, + "seconds": 4.962211042, + "prefill_seconds": 0.018770875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.150854541, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.487722166, + "first": 126.6404255, + "last": 131.603115291, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.9941564120972, + "seconds": 4.811851292, + "prefill_seconds": 0.018861292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.300720334, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.487771125, + "first": 126.790852458, + "last": 131.603339083, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.977812238220245, + "seconds": 4.905939458, + "prefill_seconds": 0.018723333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.206803125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.488111, + "first": 126.696719208, + "last": 131.603207, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.62284881144568, + "seconds": 5.037251083, + "prefill_seconds": 0.018805417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076015542, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.488164208, + "first": 126.565204125, + "last": 131.603295791, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.81145014110265, + "seconds": 5.018553875, + "prefill_seconds": 0.01877625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.094837916, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.487822833, + "first": 126.583984166, + "last": 131.603411958, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.58225300638975, + "seconds": 4.849544959, + "prefill_seconds": 0.018823, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.263094708, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.487872041, + "first": 126.753153333, + "last": 131.603163958, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.78028356558525, + "seconds": 4.924654375, + "prefill_seconds": 0.018762, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.188397917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.488449083, + "first": 126.677987833, + "last": 131.602847583, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.24818209673517, + "seconds": 5.074810458, + "prefill_seconds": 0.018877167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038447208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.488062, + "first": 126.527597416, + "last": 131.602360291, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.786698670051095, + "seconds": 4.830762416, + "prefill_seconds": 0.018829833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.281872666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.488216083, + "first": 126.771988708, + "last": 131.603250458, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.43473297988649, + "seconds": 5.056039458, + "prefill_seconds": 0.018788625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057216916, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.488358541, + "first": 126.546384833, + "last": 131.602487791, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.583903124811734, + "seconds": 4.943402584, + "prefill_seconds": 0.018797, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.169689042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.487921208, + "first": 126.6592235, + "last": 131.602973583, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.178162465056936, + "seconds": 4.887101959, + "prefill_seconds": 0.018834334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.225541875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.488310333, + "first": 126.715552833, + "last": 131.60292675, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.002618984484855, + "seconds": 4.99974325, + "prefill_seconds": 0.018828792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113576459, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.487969541, + "first": 126.602811916, + "last": 131.603025708, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.06218877239096, + "seconds": 5.093664625, + "prefill_seconds": 0.019542459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019719542, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.488263875, + "first": 126.508724291, + "last": 131.602348708, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.19475081163435, + "seconds": 4.980979416, + "prefill_seconds": 0.018830667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132098834, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.488016833, + "first": 126.621643833, + "last": 131.603071083, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.379242804630756, + "seconds": 4.868340708, + "prefill_seconds": 0.018769416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244309375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 126.487651, + "first": 126.734329333, + "last": 131.6034505, + "chunks": 252 + } + ] + }, + { + "round": 2, + "arm": "dspark-integration", + "prompt": "code", + "streams": 4, + "tps": 641.6450099209037, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 160.40621980665466, + "seconds": 1.589713917, + "prefill_seconds": 0.016702709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.016901375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 51, + "accepted": 31, + "acceptance_rate": 0.6078431372549019, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 135.793800208, + "first": 135.811208166, + "last": 137.40086125, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 166.27393513051683, + "seconds": 1.533613791, + "prefill_seconds": 0.016983125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.068010667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 46, + "accepted": 32, + "acceptance_rate": 0.6956521739130435, + "tokens_per_round": 1.147982062780269 + }, + "sent": 135.794015375, + "first": 135.862454208, + "last": 137.396029916, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 162.1602157239607, + "seconds": 1.572518875, + "prefill_seconds": 0.017207291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.034015667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 49, + "accepted": 31, + "acceptance_rate": 0.6326530612244898, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 135.793929708, + "first": 135.828399958, + "last": 137.400872208, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 164.45377802685695, + "seconds": 1.550587667, + "prefill_seconds": 0.017063833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.051072042, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 48, + "accepted": 32, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.147982062780269 + }, + "sent": 135.793699708, + "first": 135.845461541, + "last": 137.396002583, + "chunks": 224 + } + ] + }, + { + "round": 2, + "arm": "dspark-integration", + "prompt": "code", + "streams": 8, + "tps": 817.1352459972683, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.11087729093408, + "seconds": 2.426009625, + "prefill_seconds": 0.016997542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.087893667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 43, + "accepted": 30, + "acceptance_rate": 0.6976744186046512, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 137.42530225, + "first": 137.51418675, + "last": 139.940191791, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.64284577445252, + "seconds": 2.436860333, + "prefill_seconds": 0.017071708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.054029958, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 50, + "accepted": 32, + "acceptance_rate": 0.64, + "tokens_per_round": 1.147982062780269 + }, + "sent": 137.425354791, + "first": 137.480181375, + "last": 139.917001541, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.37796624284046, + "seconds": 2.419860708, + "prefill_seconds": 0.01700175, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.070979375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 40, + "accepted": 32, + "acceptance_rate": 0.8, + "tokens_per_round": 1.147982062780269 + }, + "sent": 137.425595416, + "first": 137.497176666, + "last": 139.917017541, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 109.14315385252586, + "seconds": 2.336381083, + "prefill_seconds": 0.016909833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.138513541, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 221, + "drafted": 49, + "accepted": 34, + "acceptance_rate": 0.6938775510204082, + "tokens_per_round": 1.158371040723982 + }, + "sent": 137.425402916, + "first": 137.564874041, + "last": 139.901274666, + "chunks": 222 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.84551397039768, + "seconds": 2.409171541, + "prefill_seconds": 0.016856333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.104785458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 41, + "accepted": 30, + "acceptance_rate": 0.7317073170731707, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 137.425535458, + "first": 137.53105925, + "last": 139.940158208, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.14213928504113, + "seconds": 2.496521042, + "prefill_seconds": 0.017351667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0175485, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 44, + "accepted": 30, + "acceptance_rate": 0.6818181818181818, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 137.425657791, + "first": 137.443665041, + "last": 139.940126916, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.23282342704238, + "seconds": 2.44644625, + "prefill_seconds": 0.019447625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.03697025, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 222, + "drafted": 45, + "accepted": 33, + "acceptance_rate": 0.7333333333333333, + "tokens_per_round": 1.1531531531531531 + }, + "sent": 137.425448708, + "first": 137.463133541, + "last": 139.909482125, + "chunks": 223 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.35922357429273, + "seconds": 2.35328375, + "prefill_seconds": 0.016914458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.121660584, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 221, + "drafted": 49, + "accepted": 34, + "acceptance_rate": 0.6938775510204082, + "tokens_per_round": 1.158371040723982 + }, + "sent": 137.425226291, + "first": 137.547965125, + "last": 139.901312416, + "chunks": 222 + } + ] + }, + { + "round": 2, + "arm": "dspark-integration", + "prompt": "code", + "streams": 16, + "tps": 884.7053871505843, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.00050540874118, + "seconds": 4.321996875, + "prefill_seconds": 0.016969125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.186973667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 214, + "drafted": 57, + "accepted": 41, + "acceptance_rate": 0.7192982456140351, + "tokens_per_round": 1.1962616822429906 + }, + "sent": 139.9640145, + "first": 140.152891708, + "last": 144.474874083, + "chunks": 215 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 62.74126424258623, + "seconds": 4.064310834, + "prefill_seconds": 0.016881042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.271300125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 204, + "drafted": 67, + "accepted": 51, + "acceptance_rate": 0.7611940298507462, + "tokens_per_round": 1.2549019607843137 + }, + "sent": 139.964063875, + "first": 140.237813708, + "last": 144.302246208, + "chunks": 205 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 55.704977482764704, + "seconds": 4.577687875, + "prefill_seconds": 0.016987, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.051571666, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 227, + "drafted": 42, + "accepted": 28, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.1277533039647578 + }, + "sent": 139.964377166, + "first": 140.017015625, + "last": 144.594658875, + "chunks": 228 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 55.912042025902686, + "seconds": 4.560734875, + "prefill_seconds": 0.017053, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.034623417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 221, + "drafted": 51, + "accepted": 34, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.158371040723982 + }, + "sent": 139.964111, + "first": 140.000020541, + "last": 144.560713625, + "chunks": 222 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.246842310544274, + "seconds": 4.533587834, + "prefill_seconds": 0.016972666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.068463042, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 222, + "drafted": 47, + "accepted": 33, + "acceptance_rate": 0.7021276595744681, + "tokens_per_round": 1.1531531531531531 + }, + "sent": 139.964482458, + "first": 140.033979583, + "last": 144.567528041, + "chunks": 223 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.80669095617852, + "seconds": 4.488907833, + "prefill_seconds": 0.016980458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.119262125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 48, + "accepted": 32, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.147982062780269 + }, + "sent": 139.964429166, + "first": 140.084910541, + "last": 144.573780375, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.18634958527631, + "seconds": 4.308425875, + "prefill_seconds": 0.016965084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.136204917, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 210, + "drafted": 74, + "accepted": 45, + "acceptance_rate": 0.6081081081081081, + "tokens_per_round": 1.2190476190476192 + }, + "sent": 139.964285, + "first": 140.101876333, + "last": 144.410378916, + "chunks": 211 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.3379067106523, + "seconds": 4.371085875, + "prefill_seconds": 0.017087291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.153133583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 215, + "drafted": 58, + "accepted": 40, + "acceptance_rate": 0.6896551724137931, + "tokens_per_round": 1.1906976744186046 + }, + "sent": 139.964681, + "first": 140.118971916, + "last": 144.490019375, + "chunks": 216 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.99270652803145, + "seconds": 4.18082775, + "prefill_seconds": 0.016985583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.085439625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 201, + "drafted": 84, + "accepted": 54, + "acceptance_rate": 0.6428571428571429, + "tokens_per_round": 1.2736318407960199 + }, + "sent": 139.964156041, + "first": 140.050969541, + "last": 144.231758125, + "chunks": 202 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 63.523951337288246, + "seconds": 4.014233917, + "prefill_seconds": 0.016949542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.170069917, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 197, + "drafted": 82, + "accepted": 58, + "acceptance_rate": 0.7073170731707317, + "tokens_per_round": 1.299492385786802 + }, + "sent": 139.964243125, + "first": 140.135924666, + "last": 144.150193, + "chunks": 198 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.642667806511, + "seconds": 4.204960125, + "prefill_seconds": 0.017048125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.254467375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 211, + "drafted": 70, + "accepted": 44, + "acceptance_rate": 0.6285714285714286, + "tokens_per_round": 1.2132701421800949 + }, + "sent": 139.964813833, + "first": 140.220942333, + "last": 144.425948875, + "chunks": 212 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.51379828953374, + "seconds": 4.357946458, + "prefill_seconds": 0.016950667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.102311875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 211, + "drafted": 59, + "accepted": 44, + "acceptance_rate": 0.7457627118644068, + "tokens_per_round": 1.2132701421800949 + }, + "sent": 139.964200583, + "first": 140.067928458, + "last": 144.42597575, + "chunks": 212 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.99837486597601, + "seconds": 4.396674917, + "prefill_seconds": 0.017051667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.220826708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 49, + "accepted": 30, + "acceptance_rate": 0.6122448979591837, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 139.96454275, + "first": 140.186899125, + "last": 144.583542375, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.18946759258918, + "seconds": 4.236621625, + "prefill_seconds": 0.016975375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.237505708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 212, + "drafted": 56, + "accepted": 43, + "acceptance_rate": 0.7678571428571429, + "tokens_per_round": 1.2075471698113207 + }, + "sent": 139.964627791, + "first": 140.203877166, + "last": 144.440483791, + "chunks": 213 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.04116396767997, + "seconds": 4.319020542, + "prefill_seconds": 0.017278083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0175525, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 204, + "drafted": 85, + "accepted": 51, + "acceptance_rate": 0.6, + "tokens_per_round": 1.2549019607843137 + }, + "sent": 139.96432825, + "first": 139.982954166, + "last": 144.301969125, + "chunks": 205 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.34098274772695, + "seconds": 4.225983542, + "prefill_seconds": 0.016950167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.203862542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 209, + "drafted": 65, + "accepted": 46, + "acceptance_rate": 0.7076923076923077, + "tokens_per_round": 1.2248803827751196 + }, + "sent": 139.963939083, + "first": 140.16984675, + "last": 144.395807166, + "chunks": 210 + } + ] + }, + { + "round": 2, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 4, + "tps": 616.983856898049, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 156.0709973724003, + "seconds": 1.633871791, + "prefill_seconds": 0.019351, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038385625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 16, + "accepted": 6, + "acceptance_rate": 0.375, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 144.7441375, + "first": 144.782970208, + "last": 146.416815458, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 154.2450622866513, + "seconds": 1.653213375, + "prefill_seconds": 0.018936459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019083333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 17, + "accepted": 6, + "acceptance_rate": 0.35294117647058826, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 144.744186958, + "first": 144.763621, + "last": 146.416796708, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.86114854334784, + "seconds": 1.595134292, + "prefill_seconds": 0.019390208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.07715625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 144.744277833, + "first": 144.821724416, + "last": 146.416824708, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.94275535162703, + "seconds": 1.614509, + "prefill_seconds": 0.019355583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057754875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 144.744076125, + "first": 144.802327333, + "last": 146.416806166, + "chunks": 250 + } + ] + }, + { + "round": 2, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 8, + "tps": 795.345177473623, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.81953843049446, + "seconds": 2.504430917, + "prefill_seconds": 0.019356959, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.080350125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 146.442275916, + "first": 146.523515625, + "last": 149.027909583, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.61172635185063, + "seconds": 2.509552875, + "prefill_seconds": 0.019371042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.061092208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 146.442325958, + "first": 146.504155583, + "last": 149.013727458, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.69322789294023, + "seconds": 2.41264275, + "prefill_seconds": 0.019421292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.157803833, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 15, + "accepted": 5, + "acceptance_rate": 0.3333333333333333, + "tokens_per_round": 1.024 + }, + "sent": 146.442527458, + "first": 146.601104625, + "last": 149.013839625, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 99.9760417021602, + "seconds": 2.550611083, + "prefill_seconds": 0.019794083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.02005125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 146.442468, + "first": 146.462993875, + "last": 149.013588875, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.84965638608932, + "seconds": 2.43205375, + "prefill_seconds": 0.019347875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.138472625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 16, + "accepted": 5, + "acceptance_rate": 0.3125, + "tokens_per_round": 1.024 + }, + "sent": 146.442573333, + "first": 146.581677791, + "last": 149.013914625, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.83656784748923, + "seconds": 2.5288445, + "prefill_seconds": 0.021787167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.041798583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 146.442419791, + "first": 146.484776791, + "last": 149.013610208, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.0219986669177, + "seconds": 2.451404542, + "prefill_seconds": 0.019402625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.119162875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 9, + "accepted": 5, + "acceptance_rate": 0.5555555555555556, + "tokens_per_round": 1.024 + }, + "sent": 146.442372, + "first": 146.562308583, + "last": 149.013692583, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.61390992175701, + "seconds": 2.485043209, + "prefill_seconds": 0.019392, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.099842875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 146.442193875, + "first": 146.542900958, + "last": 149.027917958, + "chunks": 254 + } + ] + }, + { + "round": 2, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 16, + "tps": 874.6084447393537, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.43476992650865, + "seconds": 4.518491, + "prefill_seconds": 0.019328708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.135260625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 14, + "accepted": 7, + "acceptance_rate": 0.5, + "tokens_per_round": 1.032258064516129 + }, + "sent": 149.055253125, + "first": 149.192181958, + "last": 153.710646416, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.79251163635822, + "seconds": 4.653920625, + "prefill_seconds": 0.0195505, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019714875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 13, + "accepted": 5, + "acceptance_rate": 0.38461538461538464, + "tokens_per_round": 1.024 + }, + "sent": 149.055303541, + "first": 149.076032583, + "last": 153.72990725, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.465720329411, + "seconds": 4.288184833, + "prefill_seconds": 0.019363125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.270335416, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 240, + "drafted": 22, + "accepted": 15, + "acceptance_rate": 0.6818181818181818, + "tokens_per_round": 1.0666666666666667 + }, + "sent": 149.055627416, + "first": 149.327829708, + "last": 153.616150375, + "chunks": 241 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.925308671096055, + "seconds": 4.327512333, + "prefill_seconds": 0.019338375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.058260416, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 227, + "drafted": 46, + "accepted": 28, + "acceptance_rate": 0.6086956521739131, + "tokens_per_round": 1.1277533039647578 + }, + "sent": 149.055483458, + "first": 149.114713625, + "last": 153.442197208, + "chunks": 228 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 55.71916940958463, + "seconds": 4.576521917, + "prefill_seconds": 0.019366625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.096569709, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 13, + "accepted": 5, + "acceptance_rate": 0.38461538461538464, + "tokens_per_round": 1.024 + }, + "sent": 149.055349166, + "first": 149.153472791, + "last": 153.730111666, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.58622916789931, + "seconds": 4.428142, + "prefill_seconds": 0.019368, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212217125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 247, + "drafted": 18, + "accepted": 8, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0364372469635628 + }, + "sent": 149.05539525, + "first": 149.269669666, + "last": 153.697778833, + "chunks": 248 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.03650718206044, + "seconds": 4.393786125, + "prefill_seconds": 0.01935725, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.289599208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 8, + "accepted": 3, + "acceptance_rate": 0.375, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 149.055679458, + "first": 149.347189375, + "last": 153.740944708, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.95771041607389, + "seconds": 4.252997625, + "prefill_seconds": 0.019372584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.173908125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 230, + "drafted": 37, + "accepted": 25, + "acceptance_rate": 0.6756756756756757, + "tokens_per_round": 1.1130434782608696 + }, + "sent": 149.05596075, + "first": 149.2309705, + "last": 153.484002958, + "chunks": 231 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.292435690015026, + "seconds": 4.374495541, + "prefill_seconds": 0.019323208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.308915792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 9, + "accepted": 3, + "acceptance_rate": 0.3333333333333333, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 149.055729958, + "first": 149.366524, + "last": 153.74097725, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.763607871543066, + "seconds": 4.492314875, + "prefill_seconds": 0.0193775, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1159785, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 244, + "drafted": 23, + "accepted": 11, + "acceptance_rate": 0.4782608695652174, + "tokens_per_round": 1.0491803278688525 + }, + "sent": 149.056074791, + "first": 149.172857458, + "last": 153.665178125, + "chunks": 245 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 63.70426564065013, + "seconds": 4.002871667, + "prefill_seconds": 0.019389584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.077232208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 206, + "drafted": 62, + "accepted": 49, + "acceptance_rate": 0.7903225806451613, + "tokens_per_round": 1.2427184466019416 + }, + "sent": 149.055439791, + "first": 149.134105833, + "last": 153.136971708, + "chunks": 207 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 55.02105369723398, + "seconds": 4.634589541, + "prefill_seconds": 0.019341708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038992083, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 14, + "accepted": 5, + "acceptance_rate": 0.35714285714285715, + "tokens_per_round": 1.024 + }, + "sent": 149.055814166, + "first": 149.095372791, + "last": 153.729920416, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.593291533402194, + "seconds": 4.427599, + "prefill_seconds": 0.019398292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.250979917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 11, + "accepted": 4, + "acceptance_rate": 0.36363636363636365, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 149.055531625, + "first": 149.308483541, + "last": 153.736028916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.41862308546279, + "seconds": 4.441067833, + "prefill_seconds": 0.0194085, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.231602417, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 11, + "accepted": 5, + "acceptance_rate": 0.45454545454545453, + "tokens_per_round": 1.024 + }, + "sent": 149.05557425, + "first": 149.28907025, + "last": 153.730167666, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.91304878078554, + "seconds": 4.40315275, + "prefill_seconds": 0.019330792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.193229333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 243, + "drafted": 27, + "accepted": 12, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0534979423868314 + }, + "sent": 149.055913416, + "first": 149.250298125, + "last": 153.653473583, + "chunks": 244 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 73.22226391883981, + "seconds": 3.482547334, + "prefill_seconds": 0.019383167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.154653833, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 177, + "drafted": 106, + "accepted": 78, + "acceptance_rate": 0.7358490566037735, + "tokens_per_round": 1.4463276836158192 + }, + "sent": 149.055178958, + "first": 149.211576375, + "last": 152.694236708, + "chunks": 178 + } + ] + }, + { + "round": 2, + "arm": "main", + "prompt": "code", + "streams": 4, + "tps": 651.7908538083618, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 166.9229015029689, + "seconds": 1.527651375, + "prefill_seconds": 0.016659041, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050911334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 42, + "accepted": 32, + "acceptance_rate": 0.7619047619047619, + "tokens_per_round": 1.147982062780269 + }, + "sent": 156.654971291, + "first": 156.706750708, + "last": 158.234349041, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 165.12204255640282, + "seconds": 1.544312292, + "prefill_seconds": 0.016834667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.034219459, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 156.655314, + "first": 156.69009625, + "last": 158.234338166, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 168.320465627584, + "seconds": 1.514967292, + "prefill_seconds": 0.0165335, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067425542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 46, + "accepted": 31, + "acceptance_rate": 0.6739130434782609, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 156.655145833, + "first": 156.723279083, + "last": 158.238198458, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 163.34025047266584, + "seconds": 1.561158375, + "prefill_seconds": 0.017161583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017465458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 156.654799833, + "first": 156.673279291, + "last": 158.2343575, + "chunks": 224 + } + ] + }, + { + "round": 2, + "arm": "main", + "prompt": "code", + "streams": 8, + "tps": 831.1162875188239, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.21727816153947, + "seconds": 2.446811167, + "prefill_seconds": 0.017288125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017547334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 158.266284166, + "first": 158.284516083, + "last": 160.731282708, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.9768505391042, + "seconds": 2.3399465, + "prefill_seconds": 0.0163765, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.131991667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 42, + "accepted": 19, + "acceptance_rate": 0.4523809523809524, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 158.266335291, + "first": 158.39913775, + "last": 160.73904625, + "chunks": 237 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.35134951260585, + "seconds": 2.397712875, + "prefill_seconds": 0.016386125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066587667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 158.26648175, + "first": 158.33365975, + "last": 160.731336583, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.91972175495516, + "seconds": 2.430429625, + "prefill_seconds": 0.016385542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033898834, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 158.266381, + "first": 158.300902625, + "last": 160.731293291, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.63042076186781, + "seconds": 2.414077291, + "prefill_seconds": 0.016367375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050239708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 158.266428625, + "first": 158.317271875, + "last": 160.731386541, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.5693832045356, + "seconds": 2.348728458, + "prefill_seconds": 0.01636425, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.115610708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 158.266594375, + "first": 158.382758291, + "last": 160.73163675, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.81796709037859, + "seconds": 2.365097459, + "prefill_seconds": 0.016376875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.099266459, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 158.266538041, + "first": 158.366390125, + "last": 160.731774416, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.08162449554963, + "seconds": 2.381360959, + "prefill_seconds": 0.016346459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0828475, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 158.266205666, + "first": 158.349990333, + "last": 160.7315185, + "chunks": 235 + } + ] + }, + { + "round": 2, + "arm": "main", + "prompt": "code", + "streams": 16, + "tps": 831.2792802641895, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.490851732256004, + "seconds": 4.857989375, + "prefill_seconds": 0.01633925, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066016041, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.767634291, + "first": 160.835007916, + "last": 165.692966875, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.6949140078658, + "seconds": 4.662225083, + "prefill_seconds": 0.0163355, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.261178875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.767989208, + "first": 161.031059208, + "last": 165.693572458, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.666563165785966, + "seconds": 4.841781667, + "prefill_seconds": 0.016310708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082094959, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.767683416, + "first": 160.851319625, + "last": 165.693825458, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.568966762294274, + "seconds": 4.76021875, + "prefill_seconds": 0.016373, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.163584042, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.767729208, + "first": 160.933005, + "last": 165.69341275, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.966118562671774, + "seconds": 4.907043417, + "prefill_seconds": 0.016958083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017104084, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.767816625, + "first": 160.785931666, + "last": 165.692941958, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.12619411102771, + "seconds": 4.711212458, + "prefill_seconds": 0.016338167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212242, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.768165666, + "first": 160.98203875, + "last": 165.693906791, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.38560563764457, + "seconds": 4.776568458, + "prefill_seconds": 0.01635475, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.147267625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.768241583, + "first": 160.916627166, + "last": 165.693532208, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.20438352284553, + "seconds": 4.792838167, + "prefill_seconds": 0.016310958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.130952625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.767773375, + "first": 160.900272333, + "last": 165.694029458, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.75297755923855, + "seconds": 4.74392325, + "prefill_seconds": 0.016359583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.179827708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.768053458, + "first": 160.949366666, + "last": 165.693989416, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.31455379236196, + "seconds": 4.69487425, + "prefill_seconds": 0.016335, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.22858525, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.768575083, + "first": 160.998385958, + "last": 165.6936385, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.5034489996266, + "seconds": 4.678603, + "prefill_seconds": 0.016322334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244853541, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.768359041, + "first": 161.014712791, + "last": 165.693949041, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.3149851131986, + "seconds": 4.874320416, + "prefill_seconds": 0.016371, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.049785458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.768111, + "first": 160.81866475, + "last": 165.692955416, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.93974344047125, + "seconds": 4.727497458, + "prefill_seconds": 0.016344459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.196173958, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.767859541, + "first": 160.965719791, + "last": 165.693869916, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.023594220831875, + "seconds": 4.809179833, + "prefill_seconds": 0.016312792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.114667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.767899666, + "first": 160.883953583, + "last": 165.693689791, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.13986078043762, + "seconds": 4.890692, + "prefill_seconds": 0.016359375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033471625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.767942, + "first": 160.802291, + "last": 165.692975083, + "chunks": 239 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.84403897869569, + "seconds": 4.825520625, + "prefill_seconds": 0.016314708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.098387166, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 238, + "drafted": 20, + "accepted": 17, + "acceptance_rate": 0.85, + "tokens_per_round": 1.0756302521008403 + }, + "sent": 160.76756075, + "first": 160.867636666, + "last": 165.693784625, + "chunks": 239 + } + ] + }, + { + "round": 2, + "arm": "main", + "prompt": "prose", + "streams": 4, + "tps": 622.9146797482346, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.7514625683814, + "seconds": 1.637223791, + "prefill_seconds": 0.018850042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.01903225, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 165.855534041, + "first": 165.875024916, + "last": 167.512215458, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.41155257084338, + "seconds": 1.599633125, + "prefill_seconds": 0.018776709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.056627166, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 165.855644458, + "first": 165.912634875, + "last": 167.512228541, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.3082032021576, + "seconds": 1.58082475, + "prefill_seconds": 0.01882425, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075453625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 12, + "accepted": 7, + "acceptance_rate": 0.5833333333333334, + "tokens_per_round": 1.032258064516129 + }, + "sent": 165.855582666, + "first": 165.931468708, + "last": 167.512488333, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.56332536315625, + "seconds": 1.618396917, + "prefill_seconds": 0.018839334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.037865292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 165.855477958, + "first": 165.893864375, + "last": 167.512265208, + "chunks": 249 + } + ] + }, + { + "round": 2, + "arm": "main", + "prompt": "prose", + "streams": 8, + "tps": 804.923739664512, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.77246871115817, + "seconds": 2.530453042, + "prefill_seconds": 0.01966575, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019865666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 167.541339166, + "first": 167.561809083, + "last": 170.09221775, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.12536164386307, + "seconds": 2.402818667, + "prefill_seconds": 0.018765792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.151256166, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 30, + "accepted": 3, + "acceptance_rate": 0.1, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 167.5413885, + "first": 167.693407708, + "last": 170.096210666, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.46974179363535, + "seconds": 2.417755042, + "prefill_seconds": 0.018787167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132508, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 167.541637541, + "first": 167.674649416, + "last": 170.092460041, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.293119214585, + "seconds": 2.492836292, + "prefill_seconds": 0.018808541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057412791, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 167.541435, + "first": 167.599477291, + "last": 170.092532208, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.85938767982482, + "seconds": 2.455242667, + "prefill_seconds": 0.018789583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.094961167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 167.541587291, + "first": 167.637070833, + "last": 170.092354958, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.65728153356399, + "seconds": 2.436524208, + "prefill_seconds": 0.018795666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113744625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 167.54154075, + "first": 167.655865833, + "last": 170.092703541, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.07013078639629, + "seconds": 2.474043625, + "prefill_seconds": 0.01881225, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076192416, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 167.541479666, + "first": 167.61828075, + "last": 170.092632541, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.52832983807127, + "seconds": 2.51161425, + "prefill_seconds": 0.018840625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038685375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 167.5412695, + "first": 167.580672291, + "last": 170.092234875, + "chunks": 252 + } + ] + }, + { + "round": 2, + "arm": "main", + "prompt": "prose", + "streams": 16, + "tps": 798.6672176598719, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.11059744892749, + "seconds": 5.088743958, + "prefill_seconds": 0.018844625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038367917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.12555775, + "first": 170.165295666, + "last": 175.254004708, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.861713785170735, + "seconds": 5.013594333, + "prefill_seconds": 0.01884425, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113309, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125606291, + "first": 170.2406015, + "last": 175.254520875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.24546492632237, + "seconds": 4.976050083, + "prefill_seconds": 0.018804542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.150854166, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125929833, + "first": 170.278179125, + "last": 175.254575166, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.635563657197544, + "seconds": 4.938456791, + "prefill_seconds": 0.018796833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.188373958, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.126323666, + "first": 170.315772541, + "last": 175.254970541, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.296215537712115, + "seconds": 5.069963958, + "prefill_seconds": 0.01879075, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057059792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125652208, + "first": 170.184102375, + "last": 175.254131083, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.635850295016084, + "seconds": 4.844606833, + "prefill_seconds": 0.018800958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.281898334, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125696666, + "first": 170.409703916, + "last": 175.254468, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.840717851662134, + "seconds": 4.825823917, + "prefill_seconds": 0.01885225, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.300665167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.126051416, + "first": 170.42856075, + "last": 175.25492925, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.48354825301681, + "seconds": 5.0511505, + "prefill_seconds": 0.018839083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075854375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.12609575, + "first": 170.202940416, + "last": 175.254294625, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.43966640266855, + "seconds": 4.957263875, + "prefill_seconds": 0.01877825, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.169564209, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.126234041, + "first": 170.29697175, + "last": 175.254378416, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 49.92594481668521, + "seconds": 5.107564833, + "prefill_seconds": 0.019466625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019604375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125738666, + "first": 170.146459875, + "last": 175.253979041, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.8321882358302, + "seconds": 4.919722834, + "prefill_seconds": 0.018741459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.207074166, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125999625, + "first": 170.334519125, + "last": 175.254368, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.05283074557629, + "seconds": 4.994825875, + "prefill_seconds": 0.018767458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1320795, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125786625, + "first": 170.259384166, + "last": 175.254672625, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.030539403046404, + "seconds": 4.900967834, + "prefill_seconds": 0.018811708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.2258325, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125878125, + "first": 170.353331166, + "last": 175.2548845, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.67156087707404, + "seconds": 5.032408625, + "prefill_seconds": 0.018818291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.094602583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.126150208, + "first": 170.2217605, + "last": 175.254485, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.23080142175444, + "seconds": 4.882176667, + "prefill_seconds": 0.018789792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244569208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125832041, + "first": 170.37213575, + "last": 175.254762833, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.432405693961705, + "seconds": 4.863404542, + "prefill_seconds": 0.018770166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.263273666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 170.125483833, + "first": 170.390901541, + "last": 175.254842166, + "chunks": 252 + } + ] + }, + { + "round": 2, + "arm": "standalone", + "prompt": "code", + "streams": 4, + "tps": 651.7926934997519, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 163.3458482409774, + "seconds": 1.561104875, + "prefill_seconds": 0.016407, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.016568292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 177.304507541, + "first": 177.32152225, + "last": 178.882602541, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 168.21798279921651, + "seconds": 1.51589025, + "prefill_seconds": 0.016378208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.065572416, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 46, + "accepted": 31, + "acceptance_rate": 0.6739130434782609, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 177.304568583, + "first": 177.370588958, + "last": 178.886437, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 166.83777079548986, + "seconds": 1.528430875, + "prefill_seconds": 0.0163255, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.049226125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 42, + "accepted": 32, + "acceptance_rate": 0.7619047619047619, + "tokens_per_round": 1.147982062780269 + }, + "sent": 177.304634541, + "first": 177.354201458, + "last": 178.882609708, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 165.07611428523134, + "seconds": 1.544741958, + "prefill_seconds": 0.016358667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.032895459, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 177.30444325, + "first": 177.337875208, + "last": 178.882579458, + "chunks": 224 + } + ] + }, + { + "round": 2, + "arm": "standalone", + "prompt": "code", + "streams": 8, + "tps": 830.8584354904078, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.31548923391509, + "seconds": 2.398521625, + "prefill_seconds": 0.01636325, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066563833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 178.918943166, + "first": 178.98639025, + "last": 181.384933166, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.88594193668499, + "seconds": 2.431212375, + "prefill_seconds": 0.016403167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033834875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 178.91899375, + "first": 178.953647708, + "last": 181.384839125, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.53298376133284, + "seconds": 2.349516167, + "prefill_seconds": 0.01635975, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.115578292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 178.919136875, + "first": 179.035477708, + "last": 181.385337291, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.783400395841, + "seconds": 2.365855958, + "prefill_seconds": 0.016312708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.099188458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 178.919246875, + "first": 179.019116791, + "last": 181.385181666, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.59659725127479, + "seconds": 2.414850541, + "prefill_seconds": 0.016370333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050183333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 178.919041625, + "first": 178.970020833, + "last": 181.384829791, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.04658830191734, + "seconds": 2.382140375, + "prefill_seconds": 0.016406833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082915375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 178.919191291, + "first": 179.002795416, + "last": 181.38522625, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.18303038201874, + "seconds": 2.4476155, + "prefill_seconds": 0.017275125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017508833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 178.919086458, + "first": 178.937244875, + "last": 181.384818458, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.94070104643285, + "seconds": 2.340722958, + "prefill_seconds": 0.01637375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1318575, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 42, + "accepted": 19, + "acceptance_rate": 0.4523809523809524, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 178.918868125, + "first": 179.051853333, + "last": 181.392536791, + "chunks": 237 + } + ] + }, + { + "round": 2, + "arm": "standalone", + "prompt": "code", + "streams": 16, + "tps": 827.2258337645062, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.9402362703105, + "seconds": 4.816752209, + "prefill_seconds": 0.016359666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.131098792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423489958, + "first": 181.55628125, + "last": 186.373713166, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.66721214301701, + "seconds": 4.7515045, + "prefill_seconds": 0.01634425, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.196134834, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423539291, + "first": 181.621665125, + "last": 186.373809208, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.232987082398225, + "seconds": 4.881972375, + "prefill_seconds": 0.01635575, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066079291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423854583, + "first": 181.490886583, + "last": 186.373104333, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.58403804959217, + "seconds": 4.849380334, + "prefill_seconds": 0.016365542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.098745792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423631, + "first": 181.523627041, + "last": 186.373431791, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.30138733843833, + "seconds": 4.784115625, + "prefill_seconds": 0.016372125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.163534083, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423584625, + "first": 181.588988791, + "last": 186.373283416, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.76083663751659, + "seconds": 4.833130334, + "prefill_seconds": 0.016277709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.114932792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423921458, + "first": 181.539913791, + "last": 186.373237791, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.2259232182724, + "seconds": 4.702547875, + "prefill_seconds": 0.016328, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.245034792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.424386833, + "first": 181.670712083, + "last": 186.373490041, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.41645553615413, + "seconds": 4.6860825, + "prefill_seconds": 0.016362708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.261326125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.424337875, + "first": 181.687079083, + "last": 186.373383833, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.05868892437613, + "seconds": 4.89831775, + "prefill_seconds": 0.016366875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.049807792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423674666, + "first": 181.474531166, + "last": 186.372927666, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.40844193094507, + "seconds": 4.865628334, + "prefill_seconds": 0.0163625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082381292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423806125, + "first": 181.507254458, + "last": 186.373591208, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.119152743264436, + "seconds": 4.800528375, + "prefill_seconds": 0.016334458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.147406708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.424017166, + "first": 181.5726045, + "last": 186.373671375, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.48381697803097, + "seconds": 4.767797334, + "prefill_seconds": 0.016315917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.179807584, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423965041, + "first": 181.605308875, + "last": 186.373633833, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.885547069170855, + "seconds": 4.914663416, + "prefill_seconds": 0.016404292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.03351725, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.4241485, + "first": 181.458156666, + "last": 186.372789666, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.85245409593055, + "seconds": 4.73516025, + "prefill_seconds": 0.016353042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212377833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423717708, + "first": 181.6380215, + "last": 186.373899083, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.71299944395851, + "seconds": 4.931061875, + "prefill_seconds": 0.01703875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017228208, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423759958, + "first": 181.441751375, + "last": 186.372777208, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.03950129367769, + "seconds": 4.718770416, + "prefill_seconds": 0.016364708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.228720125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 20, + "accepted": 16, + "acceptance_rate": 0.8, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 181.423415208, + "first": 181.654379333, + "last": 186.373546583, + "chunks": 240 + } + ] + }, + { + "round": 2, + "arm": "standalone", + "prompt": "prose", + "streams": 4, + "tps": 622.5754717619227, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.3214281697779, + "seconds": 1.600538, + "prefill_seconds": 0.018859833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.056683834, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 186.540758041, + "first": 186.597879541, + "last": 188.198465625, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.46626693716894, + "seconds": 1.619394458, + "prefill_seconds": 0.0188565, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.03784075, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 186.540873375, + "first": 186.579021083, + "last": 188.198381958, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.6556963459837, + "seconds": 1.638231083, + "prefill_seconds": 0.018861625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019017333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 186.540807666, + "first": 186.560160125, + "last": 188.198345916, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.20933981824265, + "seconds": 1.581794208, + "prefill_seconds": 0.018782417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075485208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 12, + "accepted": 7, + "acceptance_rate": 0.5833333333333334, + "tokens_per_round": 1.032258064516129 + }, + "sent": 186.540698916, + "first": 186.61666525, + "last": 188.198515708, + "chunks": 249 + } + ] + }, + { + "round": 2, + "arm": "standalone", + "prompt": "prose", + "streams": 8, + "tps": 804.1639663790085, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.97209953841372, + "seconds": 2.476398958, + "prefill_seconds": 0.01883775, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076245917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 188.232475833, + "first": 188.309623375, + "last": 190.786138916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.02995836889197, + "seconds": 2.404980667, + "prefill_seconds": 0.018789417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.151353625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 30, + "accepted": 3, + "acceptance_rate": 0.1, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 188.232525333, + "first": 188.384954916, + "last": 190.789896208, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.56027686678907, + "seconds": 2.438784667, + "prefill_seconds": 0.018840166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113745542, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 188.232678083, + "first": 188.347325916, + "last": 190.78629575, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.75875940652956, + "seconds": 2.457623833, + "prefill_seconds": 0.01885025, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.094991333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 188.232570583, + "first": 188.328482416, + "last": 190.786184375, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.67607275555144, + "seconds": 2.532875916, + "prefill_seconds": 0.019648833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019816541, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 188.232618958, + "first": 188.253100125, + "last": 190.78592125, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.19605118770482, + "seconds": 2.495204042, + "prefill_seconds": 0.018833166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057446292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 188.232727958, + "first": 188.29079375, + "last": 190.786057583, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.37252674796365, + "seconds": 2.419985625, + "prefill_seconds": 0.0188385, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132585625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 188.232773, + "first": 188.366164458, + "last": 190.786346041, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.43077217004635, + "seconds": 2.514029959, + "prefill_seconds": 0.018860334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038723541, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 188.232402583, + "first": 188.271962458, + "last": 190.785936875, + "chunks": 252 + } + ] + }, + { + "round": 2, + "arm": "standalone", + "prompt": "prose", + "streams": 16, + "tps": 797.8389580671549, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.620694911263946, + "seconds": 5.037465417, + "prefill_seconds": 0.018821333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.094884833, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825124583, + "first": 190.9214095, + "last": 195.958954083, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.77972674462684, + "seconds": 4.924707333, + "prefill_seconds": 0.018802292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.207324458, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.82517425, + "first": 191.034368583, + "last": 195.959773708, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.978319917774144, + "seconds": 4.905891541, + "prefill_seconds": 0.018779834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.226024417, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825479791, + "first": 191.053143166, + "last": 195.959197375, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.059796918201116, + "seconds": 5.093908, + "prefill_seconds": 0.018849541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038529666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825523291, + "first": 190.864907541, + "last": 195.959475416, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.194175668748386, + "seconds": 4.981035375, + "prefill_seconds": 0.018804083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.151123167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.82522, + "first": 190.977885125, + "last": 195.9590145, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.00121851091242, + "seconds": 4.999880541, + "prefill_seconds": 0.018859458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132442791, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.8252645, + "first": 190.959081083, + "last": 195.959601333, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.37990808404542, + "seconds": 4.868278875, + "prefill_seconds": 0.018826166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.263567917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825705291, + "first": 191.0908105, + "last": 195.95951975, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.78767074965472, + "seconds": 4.830673458, + "prefill_seconds": 0.018806291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.301141208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825307708, + "first": 191.1284615, + "last": 195.959367583, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.17837734537481, + "seconds": 4.887081833, + "prefill_seconds": 0.01882225, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244872084, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825815958, + "first": 191.071976291, + "last": 195.959317791, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.43278664461585, + "seconds": 5.056234584, + "prefill_seconds": 0.018856125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076138292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825647916, + "first": 190.902586708, + "last": 195.959876458, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.5835305181554, + "seconds": 4.943438292, + "prefill_seconds": 0.018839125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.188542625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825772166, + "first": 191.015563375, + "last": 195.959732583, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.58286111647179, + "seconds": 4.849488875, + "prefill_seconds": 0.01883725, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.282378709, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825349708, + "first": 191.109651541, + "last": 195.959650125, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.24537971566435, + "seconds": 5.0750935, + "prefill_seconds": 0.018806292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057295084, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825430958, + "first": 190.883724208, + "last": 195.958787875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.81005464884594, + "seconds": 5.018691709, + "prefill_seconds": 0.018805125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113555625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825589208, + "first": 190.940221708, + "last": 195.959415833, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.3873238134921, + "seconds": 4.962313292, + "prefill_seconds": 0.018829125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.169802041, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825390541, + "first": 190.996722416, + "last": 195.959214458, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 49.875744196639275, + "seconds": 5.112705667, + "prefill_seconds": 0.019476708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.01963525, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 190.825050916, + "first": 190.8460625, + "last": 195.958723375, + "chunks": 252 + } + ] + }, + { + "round": 3, + "arm": "main", + "prompt": "code", + "streams": 4, + "tps": 652.1153660925598, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 163.4194047487531, + "seconds": 1.560402208, + "prefill_seconds": 0.017173959, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017427458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 198.576725166, + "first": 198.595048875, + "last": 200.155361875, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 168.40574491433225, + "seconds": 1.514200125, + "prefill_seconds": 0.016473417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067458875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 46, + "accepted": 31, + "acceptance_rate": 0.6739130434782609, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 198.577038708, + "first": 198.645032708, + "last": 200.159189291, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 165.20672426249044, + "seconds": 1.543520708, + "prefill_seconds": 0.016868334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.034335, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 198.576876333, + "first": 198.611889375, + "last": 200.155334125, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 167.01155097732868, + "seconds": 1.5268405, + "prefill_seconds": 0.016690333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050992125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 42, + "accepted": 32, + "acceptance_rate": 0.7619047619047619, + "tokens_per_round": 1.147982062780269 + }, + "sent": 198.576551833, + "first": 198.628563541, + "last": 200.155348208, + "chunks": 224 + } + ] + }, + { + "round": 3, + "arm": "main", + "prompt": "code", + "streams": 8, + "tps": 831.4292059173534, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.66792931209194, + "seconds": 2.413220375, + "prefill_seconds": 0.016328708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.049997417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 200.19559475, + "first": 200.246342791, + "last": 202.659524125, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 109.01262790397126, + "seconds": 2.339178542, + "prefill_seconds": 0.016331833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.131622583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 42, + "accepted": 19, + "acceptance_rate": 0.4523809523809524, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 200.1956535, + "first": 200.328119583, + "last": 202.667258541, + "chunks": 237 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.6061134700702, + "seconds": 2.347934125, + "prefill_seconds": 0.0163455, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.115287167, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 200.195977416, + "first": 200.311790333, + "last": 202.660009958, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.95720061447297, + "seconds": 2.42956175, + "prefill_seconds": 0.016349709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033672167, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 200.19571525, + "first": 200.230018333, + "last": 202.659535916, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.85527408325, + "seconds": 2.364279375, + "prefill_seconds": 0.016378875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.098957625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 200.195901125, + "first": 200.295438375, + "last": 202.659884166, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.38697509220327, + "seconds": 2.396909958, + "prefill_seconds": 0.016365709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066313333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 200.195842458, + "first": 200.262705458, + "last": 202.659628958, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.25606117111793, + "seconds": 2.445900959, + "prefill_seconds": 0.017188291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017348833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 200.195763166, + "first": 200.213652166, + "last": 202.659505791, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.11646994563137, + "seconds": 2.380586292, + "prefill_seconds": 0.016347125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082671958, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 200.195511541, + "first": 200.279081625, + "last": 202.659974125, + "chunks": 235 + } + ] + }, + { + "round": 3, + "arm": "main", + "prompt": "code", + "streams": 16, + "tps": 831.9212604992342, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.24767395476497, + "seconds": 4.788941583, + "prefill_seconds": 0.016329958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1319025, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.704996166, + "first": 202.838175541, + "last": 207.627979125, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.066400321894534, + "seconds": 4.8053005, + "prefill_seconds": 0.016330875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.115586042, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.704723125, + "first": 202.821839916, + "last": 207.627208375, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.88694996554999, + "seconds": 4.821605333, + "prefill_seconds": 0.016321167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0993955, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.704774083, + "first": 202.805507791, + "last": 207.6273595, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.00649292212832, + "seconds": 4.903233917, + "prefill_seconds": 0.017406959, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017726333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.704910958, + "first": 202.723707041, + "last": 207.626897458, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.43067681299602, + "seconds": 4.772539208, + "prefill_seconds": 0.016361667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.148287333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.705087541, + "first": 202.854542833, + "last": 207.628017333, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.98289027788907, + "seconds": 4.723718917, + "prefill_seconds": 0.016286, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.19702825, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.704821375, + "first": 202.903491, + "last": 207.627246291, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.61206374503981, + "seconds": 4.756392166, + "prefill_seconds": 0.016324792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.16457175, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.7050375, + "first": 202.870869083, + "last": 207.6275195, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.35604512906304, + "seconds": 4.87049775, + "prefill_seconds": 0.016373458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050449458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.70513725, + "first": 202.756490083, + "last": 207.626948875, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.35987950972825, + "seconds": 4.690959625, + "prefill_seconds": 0.016402667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.22954675, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.705579416, + "first": 202.93625225, + "last": 207.627294833, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.548822278894164, + "seconds": 4.674711375, + "prefill_seconds": 0.016347708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.245881, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.705434041, + "first": 202.952591333, + "last": 207.627935083, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.53215051663059, + "seconds": 4.854170208, + "prefill_seconds": 0.016346708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066774, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.704866375, + "first": 202.772840291, + "last": 207.627026958, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.170131338699655, + "seconds": 4.707391208, + "prefill_seconds": 0.016355834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.213300583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.705184, + "first": 202.919847625, + "last": 207.627315541, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.79755726794591, + "seconds": 4.739992166, + "prefill_seconds": 0.0163225, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.180738334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.705344333, + "first": 202.887198583, + "last": 207.627800416, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.70904965327991, + "seconds": 4.837878916, + "prefill_seconds": 0.016346625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.083030333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.704954333, + "first": 202.789183958, + "last": 207.627331458, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.18092654435638, + "seconds": 4.886843084, + "prefill_seconds": 0.01639675, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0340195, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.705226333, + "first": 202.740109708, + "last": 207.626908958, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.73978811140351, + "seconds": 4.658403125, + "prefill_seconds": 0.016294916, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.261971208, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 18, + "accepted": 16, + "acceptance_rate": 0.8888888888888888, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 202.704646916, + "first": 202.968900166, + "last": 207.6276735, + "chunks": 240 + } + ] + }, + { + "round": 3, + "arm": "main", + "prompt": "prose", + "streams": 4, + "tps": 623.4269326441805, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.53185221563547, + "seconds": 1.598426875, + "prefill_seconds": 0.018816459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.056702583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 207.798180916, + "first": 207.855364125, + "last": 209.453745958, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.67870968729298, + "seconds": 1.617212625, + "prefill_seconds": 0.018906458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.037897583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 207.798229125, + "first": 207.836544708, + "last": 209.453731958, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.4291012696302, + "seconds": 1.579640833, + "prefill_seconds": 0.018790875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075486584, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 12, + "accepted": 7, + "acceptance_rate": 0.5833333333333334, + "tokens_per_round": 1.032258064516129 + }, + "sent": 207.798295833, + "first": 207.874157916, + "last": 209.453757833, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.85653073363076, + "seconds": 1.636120083, + "prefill_seconds": 0.018872958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.018999792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 207.7981215, + "first": 207.817639875, + "last": 209.45371725, + "chunks": 249 + } + ] + }, + { + "round": 3, + "arm": "main", + "prompt": "prose", + "streams": 8, + "tps": 805.0619981125654, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.49495829768786, + "seconds": 2.417177125, + "prefill_seconds": 0.018825458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132817416, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 209.490454708, + "first": 209.624240416, + "last": 212.041598583, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.15234351506801, + "seconds": 2.402207917, + "prefill_seconds": 0.018800125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.151547708, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 30, + "accepted": 3, + "acceptance_rate": 0.1, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 209.490510125, + "first": 209.64304425, + "last": 212.045215375, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.87765437821702, + "seconds": 2.454810917, + "prefill_seconds": 0.018767625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.095165916, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 209.490742875, + "first": 209.58657025, + "last": 212.041672916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.7887792312153, + "seconds": 2.530043542, + "prefill_seconds": 0.019815416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.02001375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 209.490556791, + "first": 209.511249041, + "last": 212.041244916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.67926937500499, + "seconds": 2.436012417, + "prefill_seconds": 0.018856416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.114037416, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 209.490827583, + "first": 209.605413833, + "last": 212.04178, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.09067530397051, + "seconds": 2.473550583, + "prefill_seconds": 0.01878275, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076420333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 209.490672875, + "first": 209.567803166, + "last": 212.041387458, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.31424970542463, + "seconds": 2.492321458, + "prefill_seconds": 0.01888575, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057667417, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 209.490605083, + "first": 209.549022416, + "last": 212.041728666, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.54583794575768, + "seconds": 2.511181208, + "prefill_seconds": 0.018857625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038840875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 209.490380916, + "first": 209.530108291, + "last": 212.041261833, + "chunks": 252 + } + ] + }, + { + "round": 3, + "arm": "main", + "prompt": "prose", + "streams": 16, + "tps": 801.4462109448174, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.474272185593875, + "seconds": 5.052078791, + "prefill_seconds": 0.018788125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057309458, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083073166, + "first": 212.1417635, + "last": 217.193805708, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.10165027550638, + "seconds": 5.089652708, + "prefill_seconds": 0.019512333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.01977875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083129041, + "first": 212.104151708, + "last": 217.193751125, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.287522191609916, + "seconds": 5.070840417, + "prefill_seconds": 0.018826125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038548209, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083519208, + "first": 212.12297875, + "last": 217.193768625, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.42461533053026, + "seconds": 4.86412725, + "prefill_seconds": 0.018753792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.24464875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.08328725, + "first": 212.329985375, + "last": 217.194883083, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.022424010857996, + "seconds": 4.901732375, + "prefill_seconds": 0.01882025, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.207348583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083185916, + "first": 212.292389291, + "last": 217.194093416, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.823611503222494, + "seconds": 4.920537041, + "prefill_seconds": 0.018817125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.188624708, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.08356375, + "first": 212.273565875, + "last": 217.19494875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.223728603727196, + "seconds": 4.882837875, + "prefill_seconds": 0.0188365, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.226008166, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.08366275, + "first": 212.311218875, + "last": 217.194224625, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.04341539552067, + "seconds": 4.995747209, + "prefill_seconds": 0.018855084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113760875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083815458, + "first": 212.19828475, + "last": 217.194799458, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.43165862814315, + "seconds": 4.958035708, + "prefill_seconds": 0.018866542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.151207375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083237, + "first": 212.235956291, + "last": 217.194155916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.628167718799055, + "seconds": 4.845314041, + "prefill_seconds": 0.018813417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.263483875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.08376625, + "first": 212.348796, + "last": 217.194764166, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.039013262197265, + "seconds": 4.80778175, + "prefill_seconds": 0.018784, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.30099825, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083615416, + "first": 212.386381833, + "last": 217.194455791, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.23738922897148, + "seconds": 4.976834375, + "prefill_seconds": 0.018796209, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1324125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083448708, + "first": 212.217092791, + "last": 217.194631875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.62620608633989, + "seconds": 4.939351917, + "prefill_seconds": 0.018787667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.169905833, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.0833375, + "first": 212.254743583, + "last": 217.194729833, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.8329416011397, + "seconds": 4.826534209, + "prefill_seconds": 0.018798459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.282260042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083714041, + "first": 212.367597666, + "last": 217.194344166, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.85305754756343, + "seconds": 5.01444775, + "prefill_seconds": 0.018814958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.095016625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.083390833, + "first": 212.17941375, + "last": 217.193821375, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.663207462332835, + "seconds": 5.033238375, + "prefill_seconds": 0.018841167, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076177542, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 8, + "accepted": 4, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 212.082985291, + "first": 212.160602166, + "last": 217.193863583, + "chunks": 252 + } + ] + }, + { + "round": 3, + "arm": "standalone", + "prompt": "code", + "streams": 4, + "tps": 651.9717351077112, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 165.15096582878658, + "seconds": 1.544041833, + "prefill_seconds": 0.016636417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033617375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 219.830615, + "first": 219.864927083, + "last": 221.408917666, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 168.31301736579192, + "seconds": 1.515034333, + "prefill_seconds": 0.016378875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.066445833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 46, + "accepted": 31, + "acceptance_rate": 0.6739130434782609, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 219.830893458, + "first": 219.897791625, + "last": 221.4127875, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 166.93205317178675, + "seconds": 1.527567625, + "prefill_seconds": 0.016491292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.05007, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 42, + "accepted": 32, + "acceptance_rate": 0.7619047619047619, + "tokens_per_round": 1.147982062780269 + }, + "sent": 219.83074075, + "first": 219.881412625, + "last": 221.408932541, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 163.38992015583764, + "seconds": 1.560683791, + "prefill_seconds": 0.01684025, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0170915, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 43, + "accepted": 32, + "acceptance_rate": 0.7441860465116279, + "tokens_per_round": 1.147982062780269 + }, + "sent": 219.830474666, + "first": 219.8483025, + "last": 221.408943291, + "chunks": 224 + } + ] + }, + { + "round": 3, + "arm": "standalone", + "prompt": "code", + "streams": 8, + "tps": 831.3057382271055, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.37320082068017, + "seconds": 2.397220334, + "prefill_seconds": 0.016309542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.06631975, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 221.452478958, + "first": 221.519583708, + "last": 223.916769375, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.09703904960647, + "seconds": 2.381018208, + "prefill_seconds": 0.016312542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082583291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 221.452530375, + "first": 221.535894875, + "last": 223.916990875, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.58873360538638, + "seconds": 2.348309917, + "prefill_seconds": 0.016365708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.115260666, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 221.45276525, + "first": 221.568640666, + "last": 223.91703, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.24029063010599, + "seconds": 2.446271, + "prefill_seconds": 0.017203125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017379958, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 221.452577916, + "first": 221.470517875, + "last": 223.916745083, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.83703731876345, + "seconds": 2.364679208, + "prefill_seconds": 0.016362, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.098876167, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 221.4526915, + "first": 221.552271666, + "last": 223.917019125, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.65436068701308, + "seconds": 2.413530292, + "prefill_seconds": 0.016368458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050086708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 221.452844833, + "first": 221.503271625, + "last": 223.916785958, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.94304370630846, + "seconds": 2.4298895, + "prefill_seconds": 0.016380875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033713542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 234, + "drafted": 25, + "accepted": 21, + "acceptance_rate": 0.84, + "tokens_per_round": 1.0940170940170941 + }, + "sent": 221.452623416, + "first": 221.486899125, + "last": 223.916757333, + "chunks": 235 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 108.99427916939725, + "seconds": 2.339572333, + "prefill_seconds": 0.016317875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.13126, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 42, + "accepted": 19, + "acceptance_rate": 0.4523809523809524, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 221.452401125, + "first": 221.584959666, + "last": 223.924488666, + "chunks": 237 + } + ] + }, + { + "round": 3, + "arm": "standalone", + "prompt": "code", + "streams": 16, + "tps": 829.9878121538228, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.22667563816889, + "seconds": 4.702482625, + "prefill_seconds": 0.016327125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.228498459, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.964837458, + "first": 224.195731541, + "last": 228.898619958, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.88487535947271, + "seconds": 4.914727042, + "prefill_seconds": 0.017113542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017278042, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.964887833, + "first": 223.983206041, + "last": 228.897876041, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.66765922813611, + "seconds": 4.751464917, + "prefill_seconds": 0.016400083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.179902292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965218583, + "first": 224.146727291, + "last": 228.898839625, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.76048094780166, + "seconds": 4.833162917, + "prefill_seconds": 0.016320375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.098374292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965541166, + "first": 224.064946583, + "last": 228.89854875, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.2999371561761, + "seconds": 4.784245791, + "prefill_seconds": 0.016332958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.147149333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.964938208, + "first": 224.113939291, + "last": 228.898403708, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.11915550958261, + "seconds": 4.800528125, + "prefill_seconds": 0.0162985, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.13085975, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965077208, + "first": 224.097595708, + "last": 228.898154166, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.41642746910556, + "seconds": 4.686084917, + "prefill_seconds": 0.01641475, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244781833, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965859041, + "first": 224.21214025, + "last": 228.898940875, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.0392106885222, + "seconds": 4.718795792, + "prefill_seconds": 0.016310208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212349792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965597708, + "first": 224.179400375, + "last": 228.898794166, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.23233444199877, + "seconds": 4.882033375, + "prefill_seconds": 0.016366375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.049571667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965162541, + "first": 224.015930708, + "last": 228.898002625, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.48347344877078, + "seconds": 4.767827958, + "prefill_seconds": 0.016390417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.163521667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.964987208, + "first": 224.130338208, + "last": 228.89870725, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.5835785730395, + "seconds": 4.849422708, + "prefill_seconds": 0.016327375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.082127583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965454791, + "first": 224.048614291, + "last": 228.898894541, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.05796225384335, + "seconds": 4.898386125, + "prefill_seconds": 0.016375792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033389375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.96503225, + "first": 223.999578, + "last": 228.897910416, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.40765251404005, + "seconds": 4.865701625, + "prefill_seconds": 0.016351166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.065910041, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965119625, + "first": 224.03229375, + "last": 228.898188125, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 53.85273699804201, + "seconds": 4.735135375, + "prefill_seconds": 0.016347792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.196126458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965308541, + "first": 224.16308675, + "last": 228.898489416, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.607609873154715, + "seconds": 4.669678834, + "prefill_seconds": 0.01638675, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.261067958, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.965367208, + "first": 224.228528166, + "last": 228.898747375, + "chunks": 240 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.939484330496526, + "seconds": 4.816820625, + "prefill_seconds": 0.016347459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.114616167, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 239, + "drafted": 19, + "accepted": 16, + "acceptance_rate": 0.8421052631578947, + "tokens_per_round": 1.0711297071129706 + }, + "sent": 223.964758916, + "first": 224.081298291, + "last": 228.898283875, + "chunks": 240 + } + ] + }, + { + "round": 3, + "arm": "standalone", + "prompt": "prose", + "streams": 4, + "tps": 623.3130383993164, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.4959469728091, + "seconds": 1.598786708, + "prefill_seconds": 0.018792416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0565955, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 229.072669416, + "first": 229.129739, + "last": 230.728498958, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 161.39856384861582, + "seconds": 1.579939709, + "prefill_seconds": 0.018835084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.075438042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 12, + "accepted": 7, + "acceptance_rate": 0.5833333333333334, + "tokens_per_round": 1.032258064516129 + }, + "sent": 229.072717625, + "first": 229.148581833, + "last": 230.728510291, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.82905702040756, + "seconds": 1.636408542, + "prefill_seconds": 0.01885625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.018976459, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 229.072780416, + "first": 229.092093375, + "last": 230.728474875, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.64342657206552, + "seconds": 1.617574583, + "prefill_seconds": 0.018852, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.037800334, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 229.072611416, + "first": 229.110945, + "last": 230.728489166, + "chunks": 249 + } + ] + }, + { + "round": 3, + "arm": "standalone", + "prompt": "prose", + "streams": 8, + "tps": 805.1728144325803, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.80262273908791, + "seconds": 2.529696084, + "prefill_seconds": 0.019778042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019956334, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 230.769266083, + "first": 230.79002475, + "last": 233.319670708, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.15983601843996, + "seconds": 2.402038375, + "prefill_seconds": 0.018791833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.151369208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 30, + "accepted": 3, + "acceptance_rate": 0.1, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 230.76946175, + "first": 230.921642, + "last": 233.323642333, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.55799252087674, + "seconds": 2.510880667, + "prefill_seconds": 0.018823125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038704542, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 230.769317291, + "first": 230.8088415, + "last": 233.319682625, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.68809544754083, + "seconds": 2.435807041, + "prefill_seconds": 0.01880825, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113727125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 230.769364916, + "first": 230.884045458, + "last": 233.319845166, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.10045820572756, + "seconds": 2.473315875, + "prefill_seconds": 0.018798458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.076312, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 230.769554291, + "first": 230.846447541, + "last": 233.319746958, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.88744437629934, + "seconds": 2.454579584, + "prefill_seconds": 0.018774459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.095091958, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 230.7695085, + "first": 230.865227958, + "last": 233.319964583, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.50101785478871, + "seconds": 2.417038292, + "prefill_seconds": 0.018803542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.132566291, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 230.769409708, + "first": 230.902840458, + "last": 233.320054916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.32254624640522, + "seconds": 2.492119375, + "prefill_seconds": 0.018798541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.05755875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 230.769183625, + "first": 230.827655125, + "last": 233.319819166, + "chunks": 252 + } + ] + }, + { + "round": 3, + "arm": "standalone", + "prompt": "prose", + "streams": 16, + "tps": 799.456474153942, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.10490644504652, + "seconds": 4.989736167, + "prefill_seconds": 0.018788917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.1319965, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.365728791, + "first": 233.499360958, + "last": 238.489899458, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.913286618406914, + "seconds": 5.008515791, + "prefill_seconds": 0.018832042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.113210208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.3657815, + "first": 233.4805665, + "last": 238.489468666, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.29815771719175, + "seconds": 4.97093875, + "prefill_seconds": 0.018815375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.150765541, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.36611075, + "first": 233.518183, + "last": 238.489955458, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.68803145062582, + "seconds": 4.933443833, + "prefill_seconds": 0.018741084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.188182375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.366160833, + "first": 233.555695791, + "last": 238.48979675, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.28638672590712, + "seconds": 4.876986458, + "prefill_seconds": 0.018788708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.244459208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.365828416, + "first": 233.612206791, + "last": 238.489757875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.160692483112875, + "seconds": 5.083661875, + "prefill_seconds": 0.018797166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038360792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.366211333, + "first": 233.405282708, + "last": 238.488904916, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.897463763681515, + "seconds": 4.820647, + "prefill_seconds": 0.018792666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.300473709, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.365877166, + "first": 233.668615625, + "last": 238.489623, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.4916941877993, + "seconds": 4.952255, + "prefill_seconds": 0.018764334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.16954325, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.366292875, + "first": 233.536959125, + "last": 238.489245666, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.53473387107429, + "seconds": 5.046034291, + "prefill_seconds": 0.018840667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.07562875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.365924958, + "first": 233.44294, + "last": 238.489059333, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.69269712519629, + "seconds": 4.839380292, + "prefill_seconds": 0.018801125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.281718917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.366370291, + "first": 233.649819333, + "last": 238.489416625, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 49.976119254387655, + "seconds": 5.102437, + "prefill_seconds": 0.019445542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019633042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.365970833, + "first": 233.386488125, + "last": 238.488877833, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 51.88575293722256, + "seconds": 4.914643916, + "prefill_seconds": 0.018855459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.206969875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.36641675, + "first": 233.574566208, + "last": 238.489571333, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.34685900877943, + "seconds": 5.064864125, + "prefill_seconds": 0.018806542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.056851791, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.366015041, + "first": 233.424098458, + "last": 238.488986333, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.48866875853868, + "seconds": 4.858191416, + "prefill_seconds": 0.0188135, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.263072334, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.366465125, + "first": 233.631023708, + "last": 238.489667666, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 52.08564585728518, + "seconds": 4.895782625, + "prefill_seconds": 0.018857458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.225699041, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.366057, + "first": 233.593415958, + "last": 238.4895155, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 50.72345865551542, + "seconds": 5.027259709, + "prefill_seconds": 0.018789917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.094368792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 9, + "accepted": 4, + "acceptance_rate": 0.4444444444444444, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 233.365652125, + "first": 233.461733833, + "last": 238.489847916, + "chunks": 252 + } + ] + }, + { + "round": 3, + "arm": "dspark-integration", + "prompt": "code", + "streams": 4, + "tps": 636.0829760888183, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 160.72722658589535, + "seconds": 1.586538917, + "prefill_seconds": 0.017061375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033578708, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 50, + "accepted": 30, + "acceptance_rate": 0.6, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 242.586835791, + "first": 242.620832666, + "last": 244.2073375, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 162.97559340338685, + "seconds": 1.564651459, + "prefill_seconds": 0.0169605, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050510709, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 52, + "accepted": 31, + "acceptance_rate": 0.5961538461538461, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 242.586977208, + "first": 242.63779375, + "last": 244.202422375, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 164.7637353359258, + "seconds": 1.547670666, + "prefill_seconds": 0.016994583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067498, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 224, + "drafted": 51, + "accepted": 31, + "acceptance_rate": 0.6078431372549019, + "tokens_per_round": 1.1428571428571428 + }, + "sent": 242.5868945, + "first": 242.654788458, + "last": 244.202414333, + "chunks": 225 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.01710388156428, + "seconds": 1.603601083, + "prefill_seconds": 0.016419417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.016558292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 51, + "accepted": 30, + "acceptance_rate": 0.5882352941176471, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 242.586767208, + "first": 242.603773125, + "last": 244.207329916, + "chunks": 226 + } + ] + }, + { + "round": 3, + "arm": "dspark-integration", + "prompt": "code", + "streams": 8, + "tps": 813.5974061796747, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.83762606019964, + "seconds": 2.432332833, + "prefill_seconds": 0.017047416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.07104575, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 37, + "accepted": 30, + "acceptance_rate": 0.8108108108108109, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 244.251355083, + "first": 244.323178541, + "last": 246.755480375, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 111.3825200280218, + "seconds": 2.289407709, + "prefill_seconds": 0.017005334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.139078792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 219, + "drafted": 51, + "accepted": 36, + "acceptance_rate": 0.7058823529411765, + "tokens_per_round": 1.1689497716894977 + }, + "sent": 244.25166025, + "first": 244.391334125, + "last": 246.68072425, + "chunks": 220 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.9009352938184, + "seconds": 2.502430417, + "prefill_seconds": 0.017341375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017506333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 227, + "drafted": 42, + "accepted": 28, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.1277533039647578 + }, + "sent": 244.251427291, + "first": 244.269571333, + "last": 246.771954166, + "chunks": 228 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.20307611313918, + "seconds": 2.470856583, + "prefill_seconds": 0.016993375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.054040167, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 228, + "drafted": 36, + "accepted": 27, + "acceptance_rate": 0.75, + "tokens_per_round": 1.1228070175438596 + }, + "sent": 244.251482875, + "first": 244.3061295, + "last": 246.776953958, + "chunks": 229 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.34783078751252, + "seconds": 2.397792208, + "prefill_seconds": 0.01693125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.122086375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 227, + "drafted": 37, + "accepted": 28, + "acceptance_rate": 0.7567567567567568, + "tokens_per_round": 1.1277533039647578 + }, + "sent": 244.251711666, + "first": 244.374322625, + "last": 246.772131875, + "chunks": 228 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.49802939700399, + "seconds": 2.487852708, + "prefill_seconds": 0.019560291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.037073083, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 228, + "drafted": 39, + "accepted": 27, + "acceptance_rate": 0.6923076923076923, + "tokens_per_round": 1.1228070175438596 + }, + "sent": 244.251536, + "first": 244.289138916, + "last": 246.776946583, + "chunks": 229 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.86268666669565, + "seconds": 2.431751542, + "prefill_seconds": 0.017083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.088061583, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 227, + "drafted": 41, + "accepted": 28, + "acceptance_rate": 0.6829268292682927, + "tokens_per_round": 1.1277533039647578 + }, + "sent": 244.251601583, + "first": 244.340263666, + "last": 246.772011083, + "chunks": 228 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.6059759047343, + "seconds": 2.414636083, + "prefill_seconds": 0.0171215, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.105131292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 227, + "drafted": 41, + "accepted": 28, + "acceptance_rate": 0.6829268292682927, + "tokens_per_round": 1.1277533039647578 + }, + "sent": 244.251262875, + "first": 244.357382291, + "last": 246.772142916, + "chunks": 228 + } + ] + }, + { + "round": 3, + "arm": "dspark-integration", + "prompt": "code", + "streams": 16, + "tps": 890.5298292081125, + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.61154478552877, + "seconds": 4.350678709, + "prefill_seconds": 0.017032334, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.222874333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 213, + "drafted": 56, + "accepted": 42, + "acceptance_rate": 0.75, + "tokens_per_round": 1.2018779342723005 + }, + "sent": 246.821573125, + "first": 247.046540958, + "last": 251.397193083, + "chunks": 214 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.33050240144796, + "seconds": 4.526854708, + "prefill_seconds": 0.01707975, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.053546167, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 214, + "drafted": 58, + "accepted": 41, + "acceptance_rate": 0.7068965517241379, + "tokens_per_round": 1.1962616822429906 + }, + "sent": 246.821623041, + "first": 246.8764695, + "last": 251.403297125, + "chunks": 215 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.09671800352758, + "seconds": 4.243160167, + "prefill_seconds": 0.017007416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.154994458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 201, + "drafted": 71, + "accepted": 54, + "acceptance_rate": 0.7605633802816901, + "tokens_per_round": 1.2736318407960199 + }, + "sent": 246.822113708, + "first": 246.978482958, + "last": 251.221602625, + "chunks": 202 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.479339378396155, + "seconds": 4.360514375, + "prefill_seconds": 0.017040125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.171979834, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 209, + "drafted": 62, + "accepted": 46, + "acceptance_rate": 0.7419354838709677, + "tokens_per_round": 1.2248803827751196 + }, + "sent": 246.82186275, + "first": 246.995533583, + "last": 251.356021458, + "chunks": 210 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.300613697157566, + "seconds": 4.373881917, + "prefill_seconds": 0.016979166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.205890417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 214, + "drafted": 50, + "accepted": 41, + "acceptance_rate": 0.82, + "tokens_per_round": 1.1962616822429906 + }, + "sent": 246.822158, + "first": 247.029513916, + "last": 251.403350083, + "chunks": 215 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.51405115981016, + "seconds": 4.357927625, + "prefill_seconds": 0.017049416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.239874667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 217, + "drafted": 58, + "accepted": 39, + "acceptance_rate": 0.6724137931034483, + "tokens_per_round": 1.1797235023041475 + }, + "sent": 246.821968333, + "first": 247.063595541, + "last": 251.421480708, + "chunks": 218 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.49178288322075, + "seconds": 4.435416458, + "prefill_seconds": 0.017054792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.087368625, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 208, + "drafted": 57, + "accepted": 47, + "acceptance_rate": 0.8245614035087719, + "tokens_per_round": 1.2307692307692308 + }, + "sent": 246.822020333, + "first": 246.910539375, + "last": 251.345910833, + "chunks": 209 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 62.488776648132955, + "seconds": 4.080732792, + "prefill_seconds": 0.016945125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.120940333, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 192, + "drafted": 84, + "accepted": 63, + "acceptance_rate": 0.75, + "tokens_per_round": 1.3333333333333333 + }, + "sent": 246.821674958, + "first": 246.944425833, + "last": 251.025209458, + "chunks": 193 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 63.30288381872785, + "seconds": 4.0282525, + "prefill_seconds": 0.017039791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.01723875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 183, + "drafted": 104, + "accepted": 72, + "acceptance_rate": 0.6923076923076923, + "tokens_per_round": 1.3989071038251366 + }, + "sent": 246.821818791, + "first": 246.8399385, + "last": 250.868240083, + "chunks": 184 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.85707305561354, + "seconds": 4.260148166, + "prefill_seconds": 0.01704, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.137983916, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 201, + "drafted": 67, + "accepted": 54, + "acceptance_rate": 0.8059701492537313, + "tokens_per_round": 1.2736318407960199 + }, + "sent": 246.822200791, + "first": 246.961471708, + "last": 251.221572583, + "chunks": 202 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.042862405465286, + "seconds": 4.393305041, + "prefill_seconds": 0.016941291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.104283542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 206, + "drafted": 68, + "accepted": 49, + "acceptance_rate": 0.7205882352941176, + "tokens_per_round": 1.2427184466019416 + }, + "sent": 246.82227775, + "first": 246.927471708, + "last": 251.320757875, + "chunks": 207 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.33007676948043, + "seconds": 4.297988708, + "prefill_seconds": 0.017007, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.256844375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 211, + "drafted": 63, + "accepted": 44, + "acceptance_rate": 0.6984126984126984, + "tokens_per_round": 1.2132701421800949 + }, + "sent": 246.821728, + "first": 247.080603083, + "last": 251.378579166, + "chunks": 212 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.48502356665534, + "seconds": 4.286793292, + "prefill_seconds": 0.016992375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.188948291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 205, + "drafted": 62, + "accepted": 50, + "acceptance_rate": 0.8064516129032258, + "tokens_per_round": 1.248780487804878 + }, + "sent": 246.821774083, + "first": 247.012531875, + "last": 251.2992755, + "chunks": 206 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 61.541513551984295, + "seconds": 4.1435445, + "prefill_seconds": 0.017002083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.273661334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 202, + "drafted": 65, + "accepted": 53, + "acceptance_rate": 0.8153846153846154, + "tokens_per_round": 1.2673267326732673 + }, + "sent": 246.82190375, + "first": 247.097609833, + "last": 251.241171291, + "chunks": 203 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 64.15500788631472, + "seconds": 3.974748167, + "prefill_seconds": 0.016989125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.070481375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 183, + "drafted": 92, + "accepted": 72, + "acceptance_rate": 0.782608695652174, + "tokens_per_round": 1.3989071038251366 + }, + "sent": 246.822065333, + "first": 246.893472791, + "last": 250.868341958, + "chunks": 184 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.15741493470896, + "seconds": 4.461363417, + "prefill_seconds": 0.019461792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.03668975, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 206, + "drafted": 79, + "accepted": 49, + "acceptance_rate": 0.620253164556962, + "tokens_per_round": 1.2427184466019416 + }, + "sent": 246.821488416, + "first": 246.859391333, + "last": 251.32073025, + "chunks": 207 + } + ] + }, + { + "round": 3, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 4, + "tps": 606.7082600986625, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.25652548016944, + "seconds": 1.642443042, + "prefill_seconds": 0.019379709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057902625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 15, + "accepted": 5, + "acceptance_rate": 0.3333333333333333, + "tokens_per_round": 1.024 + }, + "sent": 251.588553625, + "first": 251.646929166, + "last": 253.289336916, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.1145189823969, + "seconds": 1.623019958, + "prefill_seconds": 0.019433708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.077311125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 14, + "accepted": 5, + "acceptance_rate": 0.35714285714285715, + "tokens_per_round": 1.024 + }, + "sent": 251.588614041, + "first": 251.666366916, + "last": 253.289350125, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 153.89708918665298, + "seconds": 1.656951417, + "prefill_seconds": 0.01940925, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0384795, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 251.588666333, + "first": 251.627546625, + "last": 253.284461375, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 152.1155431583257, + "seconds": 1.676357292, + "prefill_seconds": 0.018948375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019088167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 251.5884885, + "first": 251.608146708, + "last": 253.284450541, + "chunks": 250 + } + ] + }, + { + "round": 3, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 8, + "tps": 795.8480529055586, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.68493418222901, + "seconds": 2.483324375, + "prefill_seconds": 0.019340375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.099719584, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 253.335781125, + "first": 253.436526916, + "last": 255.919819416, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.09484811010036, + "seconds": 2.449688958, + "prefill_seconds": 0.019402875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.119139834, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 9, + "accepted": 5, + "acceptance_rate": 0.5555555555555556, + "tokens_per_round": 1.024 + }, + "sent": 253.336076041, + "first": 253.455934583, + "last": 255.905742625, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.90536679525819, + "seconds": 2.527120292, + "prefill_seconds": 0.021883792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.041756292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 253.33583275, + "first": 253.378417291, + "last": 255.905598958, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.77243196071655, + "seconds": 2.410836125, + "prefill_seconds": 0.019406625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.157801083, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 15, + "accepted": 5, + "acceptance_rate": 0.3333333333333333, + "tokens_per_round": 1.024 + }, + "sent": 253.3359835, + "first": 253.494797166, + "last": 255.905851833, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.89120566515103, + "seconds": 2.502669375, + "prefill_seconds": 0.01939975, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.080427167, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 253.335930958, + "first": 253.417189666, + "last": 255.919811, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.92985489196461, + "seconds": 2.430194917, + "prefill_seconds": 0.0194455, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.138525416, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 16, + "accepted": 5, + "acceptance_rate": 0.3125, + "tokens_per_round": 1.024 + }, + "sent": 253.335882791, + "first": 253.47538725, + "last": 255.905681166, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.68112125212689, + "seconds": 2.507840166, + "prefill_seconds": 0.019380875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.061129292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 253.336030208, + "first": 253.3977875, + "last": 255.905792916, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.03944692701377, + "seconds": 2.5489945, + "prefill_seconds": 0.019695541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.0198535, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 253.3357055, + "first": 253.356516041, + "last": 255.90550125, + "chunks": 251 + } + ] + }, + { + "round": 3, + "arm": "dspark-integration", + "prompt": "prose", + "streams": 16, + "tps": 861.448887589389, + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.41528901482209, + "seconds": 4.520051292, + "prefill_seconds": 0.019336375, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.193430542, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 247, + "drafted": 22, + "accepted": 8, + "acceptance_rate": 0.36363636363636365, + "tokens_per_round": 1.0364372469635628 + }, + "sent": 255.965241708, + "first": 256.160545541, + "last": 260.680565416, + "chunks": 248 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.342864636692504, + "seconds": 4.692428375, + "prefill_seconds": 0.019405416, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.058306792, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 14, + "accepted": 4, + "acceptance_rate": 0.2857142857142857, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 255.965292083, + "first": 256.024869291, + "last": 260.717258666, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.50134298848919, + "seconds": 4.358874292, + "prefill_seconds": 0.019393083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.154893333, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 230, + "drafted": 44, + "accepted": 25, + "acceptance_rate": 0.5681818181818182, + "tokens_per_round": 1.1130434782608696 + }, + "sent": 255.965810791, + "first": 256.121837, + "last": 260.480770458, + "chunks": 231 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.48813487450353, + "seconds": 4.514222333, + "prefill_seconds": 0.019389083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.135515875, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 241, + "drafted": 30, + "accepted": 14, + "acceptance_rate": 0.4666666666666667, + "tokens_per_round": 1.062240663900415 + }, + "sent": 255.965647166, + "first": 256.102440708, + "last": 260.616669041, + "chunks": 242 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.440542861847646, + "seconds": 4.518028833, + "prefill_seconds": 0.019362459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.232068125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 11, + "accepted": 4, + "acceptance_rate": 0.36363636363636365, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 255.96534725, + "first": 256.199276666, + "last": 260.71740675, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.68188522381834, + "seconds": 4.498791792, + "prefill_seconds": 0.019364625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.251356042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 11, + "accepted": 4, + "acceptance_rate": 0.36363636363636365, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 255.965399083, + "first": 256.218646416, + "last": 260.717484333, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.19979880242822, + "seconds": 4.537382792, + "prefill_seconds": 0.019355125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212702709, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 11, + "accepted": 4, + "acceptance_rate": 0.36363636363636365, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 255.965706458, + "first": 256.179911, + "last": 260.717274875, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 62.330144627017795, + "seconds": 4.091118375, + "prefill_seconds": 0.019410584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.077713583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 206, + "drafted": 77, + "accepted": 49, + "acceptance_rate": 0.6363636363636364, + "tokens_per_round": 1.2427184466019416 + }, + "sent": 255.965448, + "first": 256.044279791, + "last": 260.135569125, + "chunks": 207 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.02041412362217, + "seconds": 4.551912084, + "prefill_seconds": 0.019381083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.03909575, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 38, + "accepted": 19, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 255.965585375, + "first": 256.005459916, + "last": 260.557326916, + "chunks": 237 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.86581866165014, + "seconds": 4.484240375, + "prefill_seconds": 0.019382792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.270738625, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 7, + "accepted": 3, + "acceptance_rate": 0.42857142857142855, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 255.965894291, + "first": 256.23803125, + "last": 260.722234, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.36137721497646, + "seconds": 4.445499958, + "prefill_seconds": 0.019378916, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.309154125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 252, + "drafted": 15, + "accepted": 3, + "acceptance_rate": 0.2, + "tokens_per_round": 1.0158730158730158 + }, + "sent": 255.9661555, + "first": 256.276824458, + "last": 260.722280458, + "chunks": 253 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 64.41035508860433, + "seconds": 3.95899075, + "prefill_seconds": 0.019368875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.116167375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 200, + "drafted": 78, + "accepted": 55, + "acceptance_rate": 0.7051282051282052, + "tokens_per_round": 1.28 + }, + "sent": 255.965497375, + "first": 256.083047833, + "last": 260.042186125, + "chunks": 201 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 62.600799300704, + "seconds": 4.073430417, + "prefill_seconds": 0.019617875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019793709, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 201, + "drafted": 76, + "accepted": 54, + "acceptance_rate": 0.7105263157894737, + "tokens_per_round": 1.2736318407960199 + }, + "sent": 255.965755791, + "first": 255.98607375, + "last": 260.059464, + "chunks": 202 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.62396226037416, + "seconds": 4.349757167, + "prefill_seconds": 0.019395208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.096879292, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 225, + "drafted": 51, + "accepted": 30, + "acceptance_rate": 0.5882352941176471, + "tokens_per_round": 1.1377777777777778 + }, + "sent": 255.965850208, + "first": 256.063668208, + "last": 260.413637208, + "chunks": 226 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.42155419532284, + "seconds": 4.519549375, + "prefill_seconds": 0.019374583, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.174244458, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 245, + "drafted": 24, + "accepted": 10, + "acceptance_rate": 0.4166666666666667, + "tokens_per_round": 1.0448979591836736 + }, + "sent": 255.965540541, + "first": 256.141214333, + "last": 260.66072775, + "chunks": 246 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.28472052925281, + "seconds": 4.451448792, + "prefill_seconds": 0.019405459, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.290104125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 17, + "accepted": 5, + "acceptance_rate": 0.29411764705882354, + "tokens_per_round": 1.024 + }, + "sent": 255.965166375, + "first": 256.257444333, + "last": 260.708857833, + "chunks": 251 + } + ] + } + ], + "hold_retention": [ + { + "prompt": "code", + "requested_streams": 4, + "offered": 742, + "kept": 12, + "fraction": 0.016172506738544475, + "events": [ + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 4 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 4 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 2, + "kept": 0 + }, + { + "streams": 2, + "offered": 2, + "kept": 2 + }, + { + "streams": 2, + "offered": 2, + "kept": 2 + }, + { + "streams": 2, + "offered": 0, + "kept": 0 + } + ], + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 156.26914670484433, + "seconds": 1.631800041, + "prefill_seconds": 0.017892166, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.056253042, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 220, + "drafted": 54, + "accepted": 35, + "acceptance_rate": 0.6481481481481481, + "tokens_per_round": 1.1636363636363636 + }, + "sent": 265.517455625, + "first": 265.575020708, + "last": 267.206623875, + "chunks": 221 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 158.05068344524457, + "seconds": 1.6134065, + "prefill_seconds": 0.018385333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.074587792, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 220, + "drafted": 53, + "accepted": 35, + "acceptance_rate": 0.660377358490566, + "tokens_per_round": 1.1636363636363636 + }, + "sent": 265.51790775, + "first": 265.593422958, + "last": 267.206635, + "chunks": 221 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 150.64125910468238, + "seconds": 1.692763334, + "prefill_seconds": 0.019593083, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.020021417, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 48, + "accepted": 33, + "acceptance_rate": 0.6875, + "tokens_per_round": 1.147982062780269 + }, + "sent": 265.517699625, + "first": 265.538693583, + "last": 267.231246791, + "chunks": 224 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 152.29588283011736, + "seconds": 1.67437225, + "prefill_seconds": 0.018407833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038393209, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 223, + "drafted": 46, + "accepted": 33, + "acceptance_rate": 0.717391304347826, + "tokens_per_round": 1.147982062780269 + }, + "sent": 265.517205666, + "first": 265.557088916, + "last": 267.231275625, + "chunks": 224 + } + ], + "pricing_opportunities": 886, + "kept_per_opportunity": 0.013544018058690745 + }, + { + "prompt": "code", + "requested_streams": 8, + "offered": 1226, + "kept": 28, + "fraction": 0.022838499184339316, + "events": [ + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 8 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 8 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 8 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 2, + "kept": 0 + }, + { + "streams": 8, + "offered": 6, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 2, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 6, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 2, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 6, + "kept": 0 + }, + { + "streams": 8, + "offered": 7, + "kept": 0 + }, + { + "streams": 8, + "offered": 7, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 2, + "kept": 0 + }, + { + "streams": 8, + "offered": 1, + "kept": 0 + }, + { + "streams": 8, + "offered": 1, + "kept": 0 + }, + { + "streams": 8, + "offered": 6, + "kept": 0 + }, + { + "streams": 8, + "offered": 7, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 2, + "kept": 0 + }, + { + "streams": 8, + "offered": 1, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 6, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 2, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 1, + "kept": 0 + }, + { + "streams": 8, + "offered": 3, + "kept": 0 + }, + { + "streams": 8, + "offered": 7, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 7, + "kept": 0 + }, + { + "streams": 7, + "offered": 5, + "kept": 4 + }, + { + "streams": 5, + "offered": 1, + "kept": 0 + } + ], + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.29040147670987, + "seconds": 2.445095583, + "prefill_seconds": 0.016996291, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.084588292, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 230, + "drafted": 38, + "accepted": 26, + "acceptance_rate": 0.6842105263157895, + "tokens_per_round": 1.1130434782608696 + }, + "sent": 267.233314041, + "first": 267.318707791, + "last": 269.763905833, + "chunks": 231 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 107.79519357084102, + "seconds": 2.365597125, + "prefill_seconds": 0.016976875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.135192083, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 228, + "drafted": 38, + "accepted": 27, + "acceptance_rate": 0.7105263157894737, + "tokens_per_round": 1.1228070175438596 + }, + "sent": 267.23368475, + "first": 267.369680375, + "last": 269.735265, + "chunks": 229 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 103.57095563801388, + "seconds": 2.462080208, + "prefill_seconds": 0.016979417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.067597334, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 230, + "drafted": 39, + "accepted": 26, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.1130434782608696 + }, + "sent": 267.233612166, + "first": 267.301708333, + "last": 269.763789458, + "chunks": 231 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.16346325755828, + "seconds": 2.495999958, + "prefill_seconds": 0.0170335, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.033762791, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 230, + "drafted": 40, + "accepted": 26, + "acceptance_rate": 0.65, + "tokens_per_round": 1.1130434782608696 + }, + "sent": 267.233376875, + "first": 267.267746375, + "last": 269.763724375, + "chunks": 231 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.85343956288862, + "seconds": 2.431966, + "prefill_seconds": 0.017017625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.101583542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 231, + "drafted": 35, + "accepted": 24, + "acceptance_rate": 0.6857142857142857, + "tokens_per_round": 1.1082251082251082 + }, + "sent": 267.233550375, + "first": 267.335732916, + "last": 269.767658375, + "chunks": 232 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 106.24162240539991, + "seconds": 2.40018925, + "prefill_seconds": 0.016968125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.118207125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 229, + "drafted": 39, + "accepted": 26, + "acceptance_rate": 0.6666666666666666, + "tokens_per_round": 1.1179039301310043 + }, + "sent": 267.233425666, + "first": 267.352690458, + "last": 269.752920875, + "chunks": 230 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.91270324976458, + "seconds": 2.502141459, + "prefill_seconds": 0.016549417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.016746083, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 229, + "drafted": 36, + "accepted": 26, + "acceptance_rate": 0.7222222222222222, + "tokens_per_round": 1.1179039301310043 + }, + "sent": 267.23347475, + "first": 267.25071175, + "last": 269.75286575, + "chunks": 230 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.86326800343443, + "seconds": 2.479019041, + "prefill_seconds": 0.0169775, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.050655458, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 230, + "drafted": 40, + "accepted": 26, + "acceptance_rate": 0.65, + "tokens_per_round": 1.1130434782608696 + }, + "sent": 267.233239375, + "first": 267.284728333, + "last": 269.763706208, + "chunks": 231 + } + ], + "pricing_opportunities": 1836, + "kept_per_opportunity": 0.015250544662309368 + }, + { + "prompt": "code", + "requested_streams": 16, + "offered": 1891, + "kept": 374, + "fraction": 0.19777895293495504, + "events": [ + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 16, + "kept": 16 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 1, + "kept": 0 + }, + { + "streams": 16, + "offered": 16, + "kept": 16 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 0, + "kept": 0 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 16 + }, + { + "streams": 16, + "offered": 14, + "kept": 14 + }, + { + "streams": 16, + "offered": 14, + "kept": 14 + }, + { + "streams": 16, + "offered": 14, + "kept": 14 + }, + { + "streams": 16, + "offered": 14, + "kept": 14 + }, + { + "streams": 16, + "offered": 0, + "kept": 0 + }, + { + "streams": 16, + "offered": 14, + "kept": 14 + }, + { + "streams": 16, + "offered": 14, + "kept": 14 + }, + { + "streams": 16, + "offered": 16, + "kept": 16 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 3 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 2 + }, + { + "streams": 16, + "offered": 13, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 2 + }, + { + "streams": 16, + "offered": 15, + "kept": 2 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 8, + "kept": 2 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 3 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 2 + }, + { + "streams": 16, + "offered": 12, + "kept": 2 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 1 + }, + { + "streams": 16, + "offered": 11, + "kept": 1 + }, + { + "streams": 16, + "offered": 10, + "kept": 1 + }, + { + "streams": 16, + "offered": 10, + "kept": 2 + }, + { + "streams": 16, + "offered": 10, + "kept": 1 + }, + { + "streams": 16, + "offered": 6, + "kept": 2 + }, + { + "streams": 16, + "offered": 4, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 8, + "kept": 1 + }, + { + "streams": 16, + "offered": 10, + "kept": 1 + }, + { + "streams": 16, + "offered": 10, + "kept": 1 + }, + { + "streams": 16, + "offered": 10, + "kept": 1 + }, + { + "streams": 16, + "offered": 9, + "kept": 1 + }, + { + "streams": 16, + "offered": 8, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 3 + }, + { + "streams": 16, + "offered": 11, + "kept": 2 + }, + { + "streams": 16, + "offered": 8, + "kept": 1 + }, + { + "streams": 16, + "offered": 9, + "kept": 1 + }, + { + "streams": 16, + "offered": 9, + "kept": 1 + }, + { + "streams": 16, + "offered": 10, + "kept": 2 + }, + { + "streams": 16, + "offered": 11, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 1 + }, + { + "streams": 16, + "offered": 11, + "kept": 2 + }, + { + "streams": 16, + "offered": 8, + "kept": 2 + }, + { + "streams": 16, + "offered": 9, + "kept": 2 + }, + { + "streams": 16, + "offered": 8, + "kept": 1 + }, + { + "streams": 16, + "offered": 9, + "kept": 1 + }, + { + "streams": 16, + "offered": 9, + "kept": 1 + }, + { + "streams": 16, + "offered": 9, + "kept": 1 + }, + { + "streams": 16, + "offered": 9, + "kept": 1 + }, + { + "streams": 16, + "offered": 9, + "kept": 2 + }, + { + "streams": 16, + "offered": 10, + "kept": 3 + }, + { + "streams": 16, + "offered": 10, + "kept": 3 + }, + { + "streams": 16, + "offered": 12, + "kept": 2 + }, + { + "streams": 16, + "offered": 11, + "kept": 1 + }, + { + "streams": 16, + "offered": 11, + "kept": 1 + }, + { + "streams": 16, + "offered": 11, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 4 + }, + { + "streams": 16, + "offered": 11, + "kept": 1 + }, + { + "streams": 15, + "offered": 11, + "kept": 1 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 12, + "kept": 2 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 11, + "kept": 1 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 9, + "kept": 0 + }, + { + "streams": 15, + "offered": 9, + "kept": 0 + }, + { + "streams": 15, + "offered": 9, + "kept": 0 + }, + { + "streams": 15, + "offered": 9, + "kept": 1 + }, + { + "streams": 15, + "offered": 10, + "kept": 1 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 12, + "kept": 0 + }, + { + "streams": 15, + "offered": 12, + "kept": 0 + }, + { + "streams": 15, + "offered": 11, + "kept": 0 + }, + { + "streams": 15, + "offered": 11, + "kept": 0 + }, + { + "streams": 15, + "offered": 11, + "kept": 1 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 7, + "kept": 0 + }, + { + "streams": 13, + "offered": 7, + "kept": 0 + }, + { + "streams": 13, + "offered": 8, + "kept": 0 + }, + { + "streams": 13, + "offered": 9, + "kept": 0 + }, + { + "streams": 13, + "offered": 10, + "kept": 0 + }, + { + "streams": 13, + "offered": 10, + "kept": 0 + }, + { + "streams": 13, + "offered": 10, + "kept": 0 + }, + { + "streams": 12, + "offered": 9, + "kept": 0 + }, + { + "streams": 12, + "offered": 6, + "kept": 0 + }, + { + "streams": 11, + "offered": 5, + "kept": 0 + }, + { + "streams": 10, + "offered": 3, + "kept": 0 + }, + { + "streams": 9, + "offered": 3, + "kept": 0 + }, + { + "streams": 8, + "offered": 4, + "kept": 0 + }, + { + "streams": 8, + "offered": 5, + "kept": 1 + }, + { + "streams": 7, + "offered": 4, + "kept": 0 + }, + { + "streams": 6, + "offered": 5, + "kept": 0 + }, + { + "streams": 6, + "offered": 5, + "kept": 0 + }, + { + "streams": 5, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 3, + "kept": 0 + }, + { + "streams": 3, + "offered": 2, + "kept": 0 + }, + { + "streams": 2, + "offered": 1, + "kept": 0 + } + ], + "requests": [ + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.496356343976906, + "seconds": 4.28597675, + "prefill_seconds": 0.017074292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.237425584, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 210, + "drafted": 54, + "accepted": 45, + "acceptance_rate": 0.8333333333333334, + "tokens_per_round": 1.2190476190476192 + }, + "sent": 269.770627458, + "first": 270.010644166, + "last": 274.296585125, + "chunks": 211 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.3711446252408, + "seconds": 4.368596875, + "prefill_seconds": 0.017006541, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.119136584, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 207, + "drafted": 62, + "accepted": 48, + "acceptance_rate": 0.7741935483870968, + "tokens_per_round": 1.2367149758454106 + }, + "sent": 269.770992875, + "first": 269.891553041, + "last": 274.26010475, + "chunks": 208 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.91491151347667, + "seconds": 4.186167125, + "prefill_seconds": 0.017068875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.017288, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 194, + "drafted": 89, + "accepted": 61, + "acceptance_rate": 0.6853932584269663, + "tokens_per_round": 1.3195876288659794 + }, + "sent": 269.770679375, + "first": 269.789342041, + "last": 273.975467166, + "chunks": 195 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.895247013412416, + "seconds": 4.481920958, + "prefill_seconds": 0.017053916, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.068160291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 214, + "drafted": 53, + "accepted": 41, + "acceptance_rate": 0.7735849056603774, + "tokens_per_round": 1.1962616822429906 + }, + "sent": 269.771325541, + "first": 269.840449, + "last": 274.322339291, + "chunks": 215 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 69.04750356550817, + "seconds": 3.693109625, + "prefill_seconds": 0.017082417, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.034338875, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 167, + "drafted": 118, + "accepted": 89, + "acceptance_rate": 0.7542372881355932, + "tokens_per_round": 1.532934131736527 + }, + "sent": 269.770726291, + "first": 269.806426833, + "last": 273.499551666, + "chunks": 168 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 58.514280534765504, + "seconds": 4.357910542, + "prefill_seconds": 0.016960875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.186793416, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 213, + "drafted": 46, + "accepted": 42, + "acceptance_rate": 0.9130434782608695, + "tokens_per_round": 1.2018779342723005 + }, + "sent": 269.770770875, + "first": 269.959504625, + "last": 274.317392458, + "chunks": 214 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.15951649678632, + "seconds": 4.238730875, + "prefill_seconds": 0.016992958, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.135970916, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 202, + "drafted": 62, + "accepted": 53, + "acceptance_rate": 0.8548387096774194, + "tokens_per_round": 1.2673267326732673 + }, + "sent": 269.771262125, + "first": 269.908540333, + "last": 274.147273625, + "chunks": 203 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 61.742435704120524, + "seconds": 4.130060583, + "prefill_seconds": 0.01705475, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.20380175, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 200, + "drafted": 62, + "accepted": 55, + "acceptance_rate": 0.8870967741935484, + "tokens_per_round": 1.28 + }, + "sent": 269.770942166, + "first": 269.976560625, + "last": 274.106755666, + "chunks": 201 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.767080655265175, + "seconds": 4.26656275, + "prefill_seconds": 0.017072542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.271393208, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 212, + "drafted": 50, + "accepted": 43, + "acceptance_rate": 0.86, + "tokens_per_round": 1.2075471698113207 + }, + "sent": 269.770901375, + "first": 270.044678875, + "last": 274.311225041, + "chunks": 213 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.738968818718114, + "seconds": 4.2685705, + "prefill_seconds": 0.017039875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.153003666, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 204, + "drafted": 61, + "accepted": 51, + "acceptance_rate": 0.8360655737704918, + "tokens_per_round": 1.2549019607843137 + }, + "sent": 269.771062666, + "first": 269.925585541, + "last": 274.194133708, + "chunks": 205 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.35039537134022, + "seconds": 4.296517292, + "prefill_seconds": 0.017035042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.102147375, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 203, + "drafted": 70, + "accepted": 52, + "acceptance_rate": 0.7428571428571429, + "tokens_per_round": 1.2610837438423645 + }, + "sent": 269.770814083, + "first": 269.874530708, + "last": 274.171064666, + "chunks": 204 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.56457361871295, + "seconds": 4.281068167, + "prefill_seconds": 0.017002875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.220483291, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 208, + "drafted": 60, + "accepted": 48, + "acceptance_rate": 0.8, + "tokens_per_round": 1.2307692307692308 + }, + "sent": 269.771112291, + "first": 269.993560208, + "last": 274.274645625, + "chunks": 209 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.6245744422263, + "seconds": 4.276760084, + "prefill_seconds": 0.016950708, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.254324542, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 211, + "drafted": 52, + "accepted": 44, + "acceptance_rate": 0.8461538461538461, + "tokens_per_round": 1.2132701421800949 + }, + "sent": 269.771164583, + "first": 270.027596541, + "last": 274.304332166, + "chunks": 212 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 61.922558858682244, + "seconds": 4.118046875, + "prefill_seconds": 0.017041084, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.085199416, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 194, + "drafted": 78, + "accepted": 61, + "acceptance_rate": 0.782051282051282, + "tokens_per_round": 1.3195876288659794 + }, + "sent": 269.771217666, + "first": 269.857495041, + "last": 273.975523041, + "chunks": 195 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 59.65319619237887, + "seconds": 4.274708084, + "prefill_seconds": 0.016954, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.169870667, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 205, + "drafted": 61, + "accepted": 50, + "acceptance_rate": 0.819672131147541, + "tokens_per_round": 1.248780487804878 + }, + "sent": 269.770859375, + "first": 269.942542083, + "last": 274.217230208, + "chunks": 206 + }, + { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.54108159922355, + "seconds": 4.509995083, + "prefill_seconds": 0.016961584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.051148125, + "sampling": "greedy", + "drafts": true, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 216, + "drafted": 54, + "accepted": 40, + "acceptance_rate": 0.7407407407407407, + "tokens_per_round": 1.1851851851851851 + }, + "sent": 269.770549291, + "first": 269.823397875, + "last": 274.333348416, + "chunks": 217 + } + ], + "pricing_opportunities": 3258, + "kept_per_opportunity": 0.11479435236341314 + }, + { + "prompt": "prose", + "requested_streams": 4, + "offered": 960, + "kept": 0, + "fraction": 0.0, + "events": [ + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 0, + "kept": 0 + } + ], + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 157.68748920026212, + "seconds": 1.617122584, + "prefill_seconds": 0.019389208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.057886666, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 274.462155791, + "first": 274.520475541, + "last": 276.137751541, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 153.9928651482215, + "seconds": 1.655920875, + "prefill_seconds": 0.018959458, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019091208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 17, + "accepted": 6, + "acceptance_rate": 0.35294117647058826, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 274.462208583, + "first": 274.481655, + "last": 276.137538875, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 159.58695970943765, + "seconds": 1.597874917, + "prefill_seconds": 0.019296125, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.077162083, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 15, + "accepted": 6, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 274.462302333, + "first": 274.539777083, + "last": 276.1376575, + "chunks": 250 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 155.8198643248577, + "seconds": 1.636505083, + "prefill_seconds": 0.019429292, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.038523125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 249, + "drafted": 16, + "accepted": 6, + "acceptance_rate": 0.375, + "tokens_per_round": 1.0281124497991967 + }, + "sent": 274.462092083, + "first": 274.501081375, + "last": 276.13755225, + "chunks": 250 + } + ], + "pricing_opportunities": 996, + "kept_per_opportunity": 0.0 + }, + { + "prompt": "prose", + "requested_streams": 8, + "offered": 40, + "kept": 40, + "fraction": 1.0, + "events": [ + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 8 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 8 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 8 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 8 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 8, + "kept": 8 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 8, + "offered": 0, + "kept": 0 + }, + { + "streams": 2, + "offered": 0, + "kept": 0 + }, + { + "streams": 2, + "offered": 0, + "kept": 0 + }, + { + "streams": 2, + "offered": 0, + "kept": 0 + } + ], + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 99.95809110033424, + "seconds": 2.551069125, + "prefill_seconds": 0.019726, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019895375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 276.142938583, + "first": 276.163526375, + "last": 278.714551291, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.82933322069319, + "seconds": 2.43252525, + "prefill_seconds": 0.019335584, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.138437, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 16, + "accepted": 5, + "acceptance_rate": 0.3125, + "tokens_per_round": 1.024 + }, + "sent": 276.142989833, + "first": 276.282230666, + "last": 278.714997, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 104.0048494810209, + "seconds": 2.45180875, + "prefill_seconds": 0.019359666, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.119061917, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 9, + "accepted": 5, + "acceptance_rate": 0.5555555555555556, + "tokens_per_round": 1.024 + }, + "sent": 276.143143166, + "first": 276.262893166, + "last": 278.714773708, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 102.59950260099114, + "seconds": 2.485392166, + "prefill_seconds": 0.019367, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.099890042, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 276.143041041, + "first": 276.243539208, + "last": 278.728891833, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.5937401653649, + "seconds": 2.509997167, + "prefill_seconds": 0.01933825, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.061078458, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 276.143090208, + "first": 276.204721291, + "last": 278.714857583, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 105.67224072237882, + "seconds": 2.413121916, + "prefill_seconds": 0.019369667, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.157776166, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 15, + "accepted": 5, + "acceptance_rate": 0.3333333333333333, + "tokens_per_round": 1.024 + }, + "sent": 276.143319458, + "first": 276.301617791, + "last": 278.71470525, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 101.8067216086562, + "seconds": 2.504746209, + "prefill_seconds": 0.019446, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.080443709, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 253, + "drafted": 5, + "accepted": 2, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0118577075098814 + }, + "sent": 276.143241416, + "first": 276.224172, + "last": 278.728880541, + "chunks": 254 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 100.82097432104611, + "seconds": 2.529235625, + "prefill_seconds": 0.021851, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.041749208, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 10, + "accepted": 5, + "acceptance_rate": 0.5, + "tokens_per_round": 1.024 + }, + "sent": 276.142865, + "first": 276.18538175, + "last": 278.714576041, + "chunks": 251 + } + ], + "pricing_opportunities": 2006, + "kept_per_opportunity": 0.019940179461615155 + }, + { + "prompt": "prose", + "requested_streams": 16, + "offered": 3260, + "kept": 225, + "fraction": 0.06901840490797546, + "events": [ + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 0 + }, + { + "streams": 16, + "offered": 2, + "kept": 0 + }, + { + "streams": 16, + "offered": 2, + "kept": 0 + }, + { + "streams": 16, + "offered": 2, + "kept": 0 + }, + { + "streams": 16, + "offered": 2, + "kept": 0 + }, + { + "streams": 16, + "offered": 2, + "kept": 0 + }, + { + "streams": 16, + "offered": 16, + "kept": 16 + }, + { + "streams": 16, + "offered": 2, + "kept": 2 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 2, + "kept": 0 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 2, + "kept": 0 + }, + { + "streams": 16, + "offered": 2, + "kept": 0 + }, + { + "streams": 16, + "offered": 4, + "kept": 3 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 2, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 13 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 3 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 1 + }, + { + "streams": 16, + "offered": 11, + "kept": 1 + }, + { + "streams": 16, + "offered": 11, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 2 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 2 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 2 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 12, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 13, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 16, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 14, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 16, + "offered": 15, + "kept": 1 + }, + { + "streams": 15, + "offered": 14, + "kept": 0 + }, + { + "streams": 15, + "offered": 14, + "kept": 0 + }, + { + "streams": 15, + "offered": 12, + "kept": 0 + }, + { + "streams": 15, + "offered": 12, + "kept": 0 + }, + { + "streams": 15, + "offered": 12, + "kept": 0 + }, + { + "streams": 15, + "offered": 12, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 1 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 11, + "kept": 0 + }, + { + "streams": 15, + "offered": 10, + "kept": 0 + }, + { + "streams": 15, + "offered": 8, + "kept": 0 + }, + { + "streams": 15, + "offered": 9, + "kept": 0 + }, + { + "streams": 15, + "offered": 12, + "kept": 0 + }, + { + "streams": 15, + "offered": 13, + "kept": 0 + }, + { + "streams": 15, + "offered": 13, + "kept": 0 + }, + { + "streams": 15, + "offered": 14, + "kept": 0 + }, + { + "streams": 15, + "offered": 14, + "kept": 0 + }, + { + "streams": 15, + "offered": 13, + "kept": 0 + }, + { + "streams": 15, + "offered": 13, + "kept": 0 + }, + { + "streams": 15, + "offered": 12, + "kept": 0 + }, + { + "streams": 14, + "offered": 11, + "kept": 0 + }, + { + "streams": 14, + "offered": 9, + "kept": 0 + }, + { + "streams": 14, + "offered": 9, + "kept": 1 + }, + { + "streams": 14, + "offered": 10, + "kept": 0 + }, + { + "streams": 14, + "offered": 9, + "kept": 0 + }, + { + "streams": 14, + "offered": 6, + "kept": 0 + }, + { + "streams": 13, + "offered": 7, + "kept": 0 + }, + { + "streams": 13, + "offered": 9, + "kept": 0 + }, + { + "streams": 13, + "offered": 9, + "kept": 0 + }, + { + "streams": 13, + "offered": 10, + "kept": 0 + }, + { + "streams": 13, + "offered": 13, + "kept": 0 + }, + { + "streams": 13, + "offered": 13, + "kept": 0 + }, + { + "streams": 13, + "offered": 13, + "kept": 0 + }, + { + "streams": 13, + "offered": 12, + "kept": 0 + }, + { + "streams": 12, + "offered": 12, + "kept": 0 + }, + { + "streams": 12, + "offered": 12, + "kept": 0 + }, + { + "streams": 12, + "offered": 12, + "kept": 0 + }, + { + "streams": 12, + "offered": 12, + "kept": 0 + }, + { + "streams": 12, + "offered": 12, + "kept": 0 + }, + { + "streams": 12, + "offered": 12, + "kept": 0 + }, + { + "streams": 12, + "offered": 12, + "kept": 0 + }, + { + "streams": 12, + "offered": 12, + "kept": 0 + }, + { + "streams": 12, + "offered": 11, + "kept": 0 + }, + { + "streams": 11, + "offered": 11, + "kept": 0 + }, + { + "streams": 11, + "offered": 11, + "kept": 0 + }, + { + "streams": 11, + "offered": 11, + "kept": 0 + }, + { + "streams": 11, + "offered": 11, + "kept": 0 + }, + { + "streams": 11, + "offered": 11, + "kept": 0 + }, + { + "streams": 11, + "offered": 11, + "kept": 0 + }, + { + "streams": 11, + "offered": 10, + "kept": 0 + }, + { + "streams": 10, + "offered": 9, + "kept": 0 + }, + { + "streams": 9, + "offered": 9, + "kept": 0 + }, + { + "streams": 9, + "offered": 8, + "kept": 0 + }, + { + "streams": 8, + "offered": 6, + "kept": 0 + }, + { + "streams": 6, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 4, + "kept": 0 + }, + { + "streams": 4, + "offered": 3, + "kept": 0 + }, + { + "streams": 3, + "offered": 0, + "kept": 0 + } + ], + "requests": [ + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.868000466678424, + "seconds": 4.406580458, + "prefill_seconds": 0.0194075, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.058333833, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 227, + "drafted": 50, + "accepted": 28, + "acceptance_rate": 0.56, + "tokens_per_round": 1.1277533039647578 + }, + "sent": 278.73493375, + "first": 278.794746416, + "last": 283.201287333, + "chunks": 228 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.33496586187891, + "seconds": 4.526496042, + "prefill_seconds": 0.019397917, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.212525583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 250, + "drafted": 12, + "accepted": 5, + "acceptance_rate": 0.4166666666666667, + "tokens_per_round": 1.024 + }, + "sent": 278.734982416, + "first": 278.949695125, + "last": 283.476154958, + "chunks": 251 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.62515858757297, + "seconds": 4.668178667, + "prefill_seconds": 0.019430042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.077746291, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 12, + "accepted": 4, + "acceptance_rate": 0.3333333333333333, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 278.735291541, + "first": 278.814169375, + "last": 283.482321416, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.30110825547656, + "seconds": 4.450175708, + "prefill_seconds": 0.019301333, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.135593209, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 236, + "drafted": 34, + "accepted": 19, + "acceptance_rate": 0.5588235294117647, + "tokens_per_round": 1.0847457627118644 + }, + "sent": 278.7355735, + "first": 278.872210708, + "last": 283.322494291, + "chunks": 237 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.223092905132184, + "seconds": 4.234256125, + "prefill_seconds": 0.01957825, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019739375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 213, + "drafted": 70, + "accepted": 42, + "acceptance_rate": 0.6, + "tokens_per_round": 1.2018779342723005 + }, + "sent": 278.735028958, + "first": 278.755837333, + "last": 282.990052291, + "chunks": 214 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.86637639579395, + "seconds": 4.647655208, + "prefill_seconds": 0.019497709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.039038375, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 244, + "drafted": 21, + "accepted": 11, + "acceptance_rate": 0.5238095238095238, + "tokens_per_round": 1.0491803278688525 + }, + "sent": 278.735073125, + "first": 278.775328125, + "last": 283.422964208, + "chunks": 245 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.339278162959765, + "seconds": 4.447213292, + "prefill_seconds": 0.01941175, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.270477334, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 247, + "drafted": 16, + "accepted": 8, + "acceptance_rate": 0.5, + "tokens_per_round": 1.0364372469635628 + }, + "sent": 278.73520275, + "first": 279.007730875, + "last": 283.455019208, + "chunks": 248 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 69.0407307082281, + "seconds": 3.693471917, + "prefill_seconds": 0.019297834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.23183, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 192, + "drafted": 83, + "accepted": 63, + "acceptance_rate": 0.7590361445783133, + "tokens_per_round": 1.3333333333333333 + }, + "sent": 278.735357791, + "first": 278.968998875, + "last": 282.662547166, + "chunks": 193 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.25532046275254, + "seconds": 4.532904584, + "prefill_seconds": 0.019339833, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.193216209, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 18, + "accepted": 7, + "acceptance_rate": 0.3888888888888889, + "tokens_per_round": 1.032258064516129 + }, + "sent": 278.735117, + "first": 278.93029475, + "last": 283.463226666, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.485910629940236, + "seconds": 4.435869541, + "prefill_seconds": 0.019415792, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.3092435, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 13, + "accepted": 4, + "acceptance_rate": 0.3076923076923077, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 278.7355195, + "first": 279.046548791, + "last": 283.482441958, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 54.85252553047774, + "seconds": 4.648828792, + "prefill_seconds": 0.019347834, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.097058125, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 251, + "drafted": 10, + "accepted": 4, + "acceptance_rate": 0.4, + "tokens_per_round": 1.0199203187250996 + }, + "sent": 278.735244083, + "first": 278.833532541, + "last": 283.482334375, + "chunks": 252 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.1191124861394, + "seconds": 4.5439065, + "prefill_seconds": 0.019337208, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.173942709, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 247, + "drafted": 19, + "accepted": 8, + "acceptance_rate": 0.42105263157894735, + "tokens_per_round": 1.0364372469635628 + }, + "sent": 278.735634833, + "first": 278.910951291, + "last": 283.45481325, + "chunks": 248 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.42236150254499, + "seconds": 4.519484708, + "prefill_seconds": 0.019396875, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.154816083, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 243, + "drafted": 19, + "accepted": 12, + "acceptance_rate": 0.631578947368421, + "tokens_per_round": 1.0534979423868314 + }, + "sent": 278.735477458, + "first": 278.891622166, + "last": 283.411106041, + "chunks": 244 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 60.239674771920654, + "seconds": 4.233090583, + "prefill_seconds": 0.019369791, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.116321583, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 219, + "drafted": 44, + "accepted": 36, + "acceptance_rate": 0.8181818181818182, + "tokens_per_round": 1.1689497716894977 + }, + "sent": 278.735160125, + "first": 278.852904916, + "last": 283.086054375, + "chunks": 220 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 56.9844499492168, + "seconds": 4.474905, + "prefill_seconds": 0.019315625, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.251082833, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 248, + "drafted": 11, + "accepted": 7, + "acceptance_rate": 0.6363636363636364, + "tokens_per_round": 1.032258064516129 + }, + "sent": 278.73542575, + "first": 278.988310583, + "last": 283.463295208, + "chunks": 249 + }, + { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 57.72266596207287, + "seconds": 4.417675375, + "prefill_seconds": 0.019393542, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.289866542, + "sampling": "greedy", + "drafts": true, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 246, + "drafted": 24, + "accepted": 9, + "acceptance_rate": 0.375, + "tokens_per_round": 1.0406504065040652 + }, + "sent": 278.734855625, + "first": 279.027130666, + "last": 283.444806583, + "chunks": 247 + } + ], + "pricing_opportunities": 3813, + "kept_per_opportunity": 0.059008654602675056 + } + ], + "draft_false_oracles": { + "code": { + "usage": { + "prompt_tokens": 14, + "completion_tokens": 256, + "total_tokens": 270, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 265.8735524444059, + "seconds": 0.959102542, + "prefill_seconds": 0.017828709, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.018140916, + "sampling": "greedy", + "drafts": false, + "token_sha": "dcc30ceea29d", + "token_sha256": "dcc30ceea29dc7510fd59ee9a4c2554b780db9dcafe7a843c29afdfd57231edc", + "token_ids": [355,267,91230,1579,22,1672,278,5141,355,229,25,22,1938,278,2719,2997,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,410,4704,22,1938,685,1976,267,58931,5141,39,440,2719,355,54644,22,2375,20,9905,25445,8258,34,496,26671,316,20,1288,278,92189,91230,1579,2426,1672,278,5141,355,410,4704,22,1938,685,2223,1976,310,22999,435,22,1938,278,2719,355,513,13564,374,267,3179,316,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,4679,1194,685,1976,310,1341,278,92189,91230,1579,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,2496,22,1672,12621,278,5141,355,496,46,4704,2784,1938,278,2719,355,296,267,9842,4679,34,496,2992,355,278,92189,91230,1579,8022,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,267,12409,34,496,46,4704,550,342,4938,20672,640,77178,20672,17153,10300,16,29,94078,1938,395,589,513,267,3547,5141,22,2375,20,278,2719,355,3348,267,17297,34,278,92189,91230,1579,355,410,4704,22,1672,278,5141,355,496,46,4704,2784,1938,278,2719,2223,373,41077,496,25,10,787,316,37,25,22,1938,316,355,513,10972,22,1672,12621,278,5141,355,496], + "min_rows": 1 + }, + "speculative": { + "rounds": 255, + "drafted": 0, + "accepted": 0, + "acceptance_rate": 0.0, + "tokens_per_round": 1.003921568627451 + }, + "content": " is a Fibonacci number. So the answer is 1. But the problem says \"What is the nth Fibonacci number?\" So the answer is F_n. But they want a numeric answer? The problem is ambiguous. However, typical coding challenge: \"Given n, return the nth Fibonacci number.\" So the answer is F_n. But they might want to compute it. But the problem is not asking for a specific n. So maybe the answer is \"F_n\". But the problem is in a context where they want to know the nth Fibonacci number. So the answer is \"F_n\". But the problem might be expecting \"1\" if n=1. But n is not given. So maybe the answer is \"F_n\". But the problem is in a math context: \"What is the nth Fibonacci number?\" So the answer is \"F_n\". But the problem might be expecting a formula: \"F_n = (phi^n - psi^n)/sqrt(5)\". But that's not a simple answer. However, the problem is likely a trick: the nth Fibonacci number is F_n. So the answer is \"F_n\". But the problem might be expecting \"1\" if n=1. But n is not specified. So maybe the answer is \"", + "wall": 0.9779138749999987 + }, + "prose": { + "usage": { + "prompt_tokens": 18, + "completion_tokens": 256, + "total_tokens": 274, + "prompt_tokens_details": { + "cached_tokens": 0 + }, + "completion_tokens_details": { + "reasoning_tokens": 0 + } + }, + "runtime": { + "enable_thinking": false, + "reasoning_effort": "none", + "engine": "lanes", + "tokens_per_second": 267.6543053153317, + "seconds": 0.952721458, + "prefill_seconds": 0.018943042, + "prefill_widths": [], + "prefill_raised": [], + "time_to_first_token": 0.019066875, + "sampling": "greedy", + "drafts": false, + "token_sha": "756f2e358866", + "token_sha256": "756f2e35886612286b0797e4b20f7a65f5434e1c0997b033a224a1b9830c452c", + "token_ids": [229,25,22,7575,2992,355,278,5058,2035,302,278,31707,5449,91603,3103,266,640,440,5058,2035,355,278,9632,302,1394,2522,2035,54684,467,851,11481,34,32191,45,117386,69,550,577,6144,930,96,101,2552,577,8970,372,18732,93018,92416,3103,266,640,1389,267,31707,5449,415,2556,11481,32191,88,88387,278,5058,2035,355,32191,45,117386,69,550,577,2587,99,25,2444,88,91303,3103,266,640,26546,34,1681,32191,88,550,229,24,22,26,88387,1256,32191,45,117386,69,550,577,2587,99,25,2444,24,22,26,101,550,229,29,89782,64650,962,26,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,278,229,29,380,8226,91603,3103,266,640,440,11481,302,278,1008,2556,383,278,229,29,380,8226,355,32191,56,18732,37,29,17,550,342,25,3375,18918,28,101,283,89782,3103,266,640,1389,32191,88,550,229,24,22,26,88387,32191,56,18732,37,29,17,550,342,24,22,32,12821,28,577,8970,229,24,22,26,550,229,24,22,27002,30,577,8970,229,24,22,26,550,229,24,22,33666,9262,89782,64650,962,27,22,7575,2992,355,278,11481,395,278,1008,2556,7308,383,432,1575,278,229,27,6383,8226,91603,3103,266,640,969,355,278,37414,11481,32191,56,18732,577,7118,229,27,17,550,229,25,640], + "min_rows": 1 + }, + "speculative": { + "rounds": 255, + "drafted": 0, + "accepted": 0, + "acceptance_rate": 0.0, + "tokens_per_round": 1.003921568627451 + }, + "content": " 1. **What is the expected value of the geometric distribution?** \n - The expected value is the sum of each possible value multiplied by its probability: \\(E[X] = \\sum_{x} x \\cdot P(X=x)\\). \n - For a geometric distribution with success probability \\(p\\), the expected value is \\(E[X] = \\frac{1}{p}\\). \n - Example: If \\(p = 0.2\\), then \\(E[X] = \\frac{1}{0.2} = 5\\). \n\n**2. **What is the probability that the first success occurs on the 5th trial?** \n - The probability of the first success on the 5th trial is \\(P(X=5) = (1-p)^{4} p\\). \n - For \\(p = 0.2\\), \\(P(X=5) = (0.8)^4 \\cdot 0.2 = 0.4096 \\cdot 0.2 = 0.08192\\). \n\n**3. **What is the probability that the first success occurs on or before the 3rd trial?** \n - This is the cumulative probability \\(P(X \\leq 3) = 1 -", + "wall": 0.9721534589999976 + } + }, + "shutdowns": { + "0-main.shutdown": { + "forced_kill": false, + "seconds": 0.32073083299999894, + "returncode": 0 + }, + "0-dspark-integration.shutdown": { + "forced_kill": false, + "seconds": 0.7241645420000111, + "returncode": 0 + }, + "0-standalone.shutdown": { + "forced_kill": false, + "seconds": 0.5489924169999938, + "returncode": 0 + }, + "3-main.shutdown": { + "forced_kill": false, + "seconds": 0.37671166699999503, + "returncode": 0 + }, + "1-standalone.shutdown": { + "forced_kill": false, + "seconds": 0.4988921250000118, + "returncode": 0 + }, + "3-dspark-integration.shutdown": { + "forced_kill": false, + "seconds": 0.4917552079999723, + "returncode": 0 + }, + "3-standalone.shutdown": { + "forced_kill": false, + "seconds": 0.32449470800000313, + "returncode": 0 + }, + "1-dspark-integration.shutdown": { + "forced_kill": false, + "seconds": 0.3235683330000114, + "returncode": 0 + }, + "2-main.shutdown": { + "forced_kill": false, + "seconds": 0.32860933300000283, + "returncode": 0 + }, + "2-dspark-integration.shutdown": { + "forced_kill": false, + "seconds": 0.6624245829999893, + "returncode": 0 + }, + "1-main.shutdown": { + "forced_kill": false, + "seconds": 0.4322801669999876, + "returncode": 0 + }, + "hold-retention.shutdown": { + "forced_kill": false, + "seconds": 0.5068279580000308, + "returncode": 0 + }, + "2-standalone.shutdown": { + "forced_kill": false, + "seconds": 0.37222195800001145, + "returncode": 0 + } + }, + "limits": [ + "Only M5 LFM2 device coverage in this report", + "Integration includes the downstream DSpark adapter and final-buffer cleanup; six pricing source files match standalone exactly", + "No new long-context, cancellation, cold-prefill scaling, CUDA or HIP device runs", + "Hold retention counts slots in calls reaching payHolds, not every server round" + ] +} diff --git a/docs/receipts/pr1381-review/device_report.py b/docs/receipts/pr1381-review/device_report.py new file mode 100644 index 0000000000..b5b7379bbf --- /dev/null +++ b/docs/receipts/pr1381-review/device_report.py @@ -0,0 +1,46 @@ +import importlib.util,os,fcntl,threading,concurrent.futures as cf,hashlib,re,json +from pathlib import Path +s=importlib.util.spec_from_file_location('q',os.environ['TF_QUAL_HELPER']);q=importlib.util.module_from_spec(s);s.loader.exec_module(q) +q.OUT=Path(os.environ.get('TF_REPORT_OUT','/tmp/tf1381-device-report'));q.OUT.mkdir(exist_ok=True) +arms={'main':(Path(os.environ['TF_REPORT_MAIN']),'plain'),'standalone':(Path(os.environ['TF_REPORT_STANDALONE']),'plain'),'dspark-integration':(Path(os.environ['TF_REPORT_INTEGRATION']),'bf16')} +prompts={'code':'Write a short Python function that computes the Fibonacci sequence and explain it.','prose':'Explain how matrix multiplication uses a GPU in plain English, then give a small numerical example.'} +results=[];refs={} +def batch(prompt,width): + gate=threading.Barrier(width) + def run(i):gate.wait();return q.post({'prompt':prompt,'max_tokens':256},True) + with cf.ThreadPoolExecutor(width) as ex:return list(ex.map(run,range(width))) +def verify(name,rows): + ref=refs.setdefault(name,q.digest(rows[0]));assert all(q.digest(r)==ref for r in rows) +def pressure(label): + if 'memory pressure:' in (q.OUT/(label+'.server.log')).read_text(errors='replace'):raise RuntimeError('memory pressure invalidates this cell') +with open('/tmp/tensorfold-model.lock','a') as lock: + fcntl.flock(lock,fcntl.LOCK_EX) + q.save('binaries',{a:hashlib.sha256(b.read_bytes()).hexdigest() for a,(b,_) in arms.items()}) + for rep in range(4): + names=list(arms);offset=rep%len(names);names=names[offset:]+names[:offset] + for arm in names: + binary,mode=arms[arm];label=f'{rep}-{arm}' + with q.Server(label,binary,mode,4096,16): + pressure(label) + for name,prompt in prompts.items(): + q.post({'prompt':prompt,'max_tokens':32}) + if rep == 0 and arm == 'dspark-integration': + oracle=q.post({'prompt':prompt,'max_tokens':256,'draft':False});verify(name,[oracle]);q.save(name+'-draft-false-oracle',oracle) + for width in [4,8,16]: + rows=batch(prompt,width);verify(name,rows);pressure(label) + item={'round':rep,'arm':arm,'prompt':name,'streams':width,'tps':width*255/(max(r['last'] for r in rows)-min(r['first'] for r in rows)),'requests':rows};results.append(item);q.save('comparison',results);q.emit('cell',**{k:v for k,v in item.items() if k!='requests'}) + diagnostic=Path(os.environ['TF_REPORT_DIAGNOSTIC']) + q.save('diagnostic-binary',{'sha256':hashlib.sha256(diagnostic.read_bytes()).hexdigest()}) + counters=[];label='hold-retention' + with q.Server(label,diagnostic,'bf16',4096,16): + path=q.OUT/(label+'.server.log') + for name,prompt in prompts.items(): + q.post({'prompt':prompt,'max_tokens':32}) + for width in [4,8,16]: + start=path.stat().st_size;rows=batch(prompt,width);verify(name,rows);pressure(label) + text=path.read_bytes()[start:].decode(errors='replace') + events=[dict(zip(['streams','offered','kept'],map(int,m))) for m in re.findall(r'TF_HOLD_PRICE streams=(\d+) offered=(\d+) kept=(\d+)',text)] + offered=sum(x['offered'] for x in events);kept=sum(x['kept'] for x in events) + assert events and offered>0 + item={'prompt':name,'requested_streams':width,'offered':offered,'kept':kept,'fraction':kept/offered,'events':events,'requests':rows};counters.append(item);q.save('hold-retention',counters);q.emit('retention',**{k:v for k,v in item.items() if k not in ('requests','events')}) + q.emit('done',cells=len(results),retention_cells=len(counters)) From f2d04caaf3628ec59810b36d58655df214996627 Mon Sep 17 00:00:00 2001 From: BlivionIaG <15323295+BlivionIaG@users.noreply.github.com> Date: Sun, 25 Oct 2026 01:13:08 +0200 Subject: [PATCH 5/7] lfm2: keep a drafter's tapped rows on every forward The lane core can put an external drafter in front of a target. The drafter reads the target's hidden rows after some layers (its taps). LFM2-MoE had no taps, so it could draft only with the core's own heads. prepare_features names the layers. From then on, each forward copies each row's output of those layers into the scratch (lfm2_tap, a plain copy of bf16 values). features() gives a stream's rows of the latest verify or one-token round. prefill_features hands each prompt chunk's rows to the drafter before the chunk's end is kept for reuse. The prompt's last row is kept beside the stream's caches for its first draft. A drafting stream resumes only a kept state that also holds its drafter's context (Snap.draft). Without a drafter nothing changes: no taps are kept and every forward runs as before. lfm2_tap registers with the kernel contract (metal_lfm2_tap.zig): the third of five taps' columns at 1, 10, 32 and 2,048 rows must hold the layer's bits and the other columns what the call found. Gate 5 checks its launch against every Apple chip we serve and this GPU. test-lfm2-dspark checks the same copy through the family's own kernels. --- zig/build/metal_targets.zig | 2 + zig/kernels/metal/lfm2/lfm2.metal | 8 ++ zig/src/families/lfm2_moe/backend.zig | 82 ++++++++++++- zig/src/families/lfm2_moe/dspark_test.zig | 77 ++++++++++++ zig/src/families/lfm2_moe/forward.zig | 14 +++ zig/src/families/lfm2_moe/kernels.zig | 1 + zig/src/families/lfm2_moe/snapshot.zig | 3 +- zig/src/families/lfm2_moe/state.zig | 12 ++ zig/src/tensorfold.zig | 1 + zig/tests/contract/metal_lfm2_tap.zig | 143 ++++++++++++++++++++++ zig/tests/contract/metal_main.zig | 17 +++ 11 files changed, 354 insertions(+), 6 deletions(-) create mode 100644 zig/src/families/lfm2_moe/dspark_test.zig create mode 100644 zig/tests/contract/metal_lfm2_tap.zig diff --git a/zig/build/metal_targets.zig b/zig/build/metal_targets.zig index 8a16d7432e..efa248606d 100644 --- a/zig/build/metal_targets.zig +++ b/zig/build/metal_targets.zig @@ -462,6 +462,8 @@ pub fn metalTargets(b: *std.Build, target: std.Build.ResolvedTarget, optimize: s b.step("test-nemotron-round-depth-host", "Priced head depth, nonlanding levels and fixed-depth controls without devices").dependOn(&round_depth.step); const lfm2_tests = b.addRunArtifact(b.addTest(.{ .root_module = engine, .filters = &.{"lfm2_moe"} })); b.step("test-lfm2", "The LFM2-MoE family's tests: config, draws, state and its shared rounds on this Mac's GPU").dependOn(&lfm2_tests.step); + const lfm2_dspark = b.addRunArtifact(b.addTest(.{ .root_module = engine, .filters = &.{"lfm2 dspark:"} })); + b.step("test-lfm2-dspark", "LFM2's taps for a drafter: the tap kernel on this Mac's GPU").dependOn(&lfm2_dspark.step); test_step.dependOn(&b.addRunArtifact(b.addTest(.{ .root_module = lanes })).step); // the fake fabric maps its windows with mmap: the Macs' RDMA, not Windows if (target.result.os.tag != .windows) test_step.dependOn(&b.addRunArtifact(b.addTest(.{ .root_module = fabric })).step); diff --git a/zig/kernels/metal/lfm2/lfm2.metal b/zig/kernels/metal/lfm2/lfm2.metal index af6a2a7372..b2772cf64e 100644 --- a/zig/kernels/metal/lfm2/lfm2.metal +++ b/zig/kernels/metal/lfm2/lfm2.metal @@ -568,3 +568,11 @@ constant constexpr uint SORT_CHUNKS = 16; // thread (e, c) counts expert e's pi best[2 * row + 1] = bad; } } + +// A drafter's tap: H's rows [rows, D] copied into TAPS at column `at.y` of rows `at.x` values apart, 8 a thread. +[[kernel]] void lfm2_tap(const device bfloat* h [[buffer(0)]], device bfloat* taps [[buffer(1)]], constant uint2& at [[buffer(2)]], + uint2 i [[thread_position_in_grid]]) { + if (i.x >= D / 8) return; + const device vec* from = (const device vec*)(h + size_t(i.y) * D); + ((device vec*)(taps + size_t(i.y) * at.x + at.y))[i.x] = from[i.x]; +} diff --git a/zig/src/families/lfm2_moe/backend.zig b/zig/src/families/lfm2_moe/backend.zig index d713c9ec24..44427d435a 100644 --- a/zig/src/families/lfm2_moe/backend.zig +++ b/zig/src/families/lfm2_moe/backend.zig @@ -23,6 +23,8 @@ pub const Metal = struct { /// Forward ms by window width, timed at load: the lane core weighs drafts against them. costs: [st.window_rows]lanes.config.Cost = undefined, timed: usize = 0, + /// Forwards run so far: a stream's tapped rows in the scratch are current while their gen matches. + gen: u64 = 0, pub fn init(gpa: std.mem.Allocator, model: *Model, options: Options) !*Metal { const out = try gpa.create(Metal); @@ -88,7 +90,7 @@ pub const Metal = struct { } pub fn backend(self: *Metal) be.Backend { - return .{ .ptr = self, .vtable = &.{ .prefill = prefillFn, .first = firstFn, .first_masked = firstMaskedFn, .queue = queueFn, .read = readFn, .verify = verifyFn, .keep = keepFn, .draft = draftFn, .release = releaseFn } }; + return .{ .ptr = self, .vtable = &.{ .prefill = prefillFn, .prepare_features = prepareFn, .features = featuresFn, .prefill_features = prefillFeaturesFn, .first = firstFn, .first_masked = firstMaskedFn, .queue = queueFn, .read = readFn, .verify = verifyFn, .keep = keepFn, .draft = draftFn, .release = releaseFn } }; } fn cast(ptr: *anyopaque) *Metal { @@ -107,8 +109,65 @@ pub const Metal = struct { return cache; } + /// One forward on the scratch; a stream's tapped rows from earlier forwards are stale after it. + fn run(self: *Metal, segments: []const fwd.Segment, tokens: []const u32, record: bool, head: fwd.Head) !void { + self.gen += 1; + try fwd.run(self.model, &self.scratch, segments, tokens, record, head); + } + fn prefillFn(ptr: *anyopaque, stream: *lanes.Stream) !void { + return cast(ptr).prefillWith(stream, null); + } + + /// The prompt pass, `sink` taking each chunk's tapped rows before the chunk's end is kept for reuse. + fn prefillFeaturesFn(ptr: *anyopaque, stream: *lanes.Stream, layers: []const u32, sink: be.FeatureSink) !void { + const self = cast(ptr); + const t = self.scratch.taps orelse return error.UnpreparedLfmTaps; + if (layers.len != t.count) return error.UnpreparedLfmTaps; + return self.prefillWith(stream, sink); + } + + /// A tapped row's bytes: every tap's hidden row, bf16. + fn tapBytes(self: *const Metal) usize { + return if (self.scratch.taps) |t| t.count * c.hidden * 2 else 0; + } + + /// The drafter's layers: every forward from now on keeps their outputs for each row. + fn prepareFn(ptr: *anyopaque, layers: []const u32) !void { const self = cast(ptr); + if (layers.len == 0 or layers.len > st.max_taps) return error.BadLfmTaps; + for (layers) |l| if (l >= c.layers) return error.BadLfmTaps; + if (self.scratch.taps) |t| return if (std.mem.eql(u32, t.layers[0..t.count], layers)) {} else error.BadLfmTaps; + var t: st.Taps = .{ .count = @intCast(layers.len), .buf = undefined }; + @memcpy(t.layers[0..layers.len], layers); + t.buf = try self.scratch.memory.alloc(self.scratch.rows * layers.len * c.hidden * 2); + self.scratch.taps = t; + } + + /// Cache rows [start, start + count) of the stream's latest tapped rows, on the device. + fn featuresFn(ptr: *anyopaque, stream: *lanes.Stream, layers: []const u32, start: u64, count: u32) !be.Features { + const self = cast(ptr); + const t = self.scratch.taps orelse return error.UnpreparedLfmTaps; + if (layers.len != t.count) return error.UnpreparedLfmTaps; + const cache = try self.cacheOf(stream); + const held = cache.tap orelse return error.LfmTapsNotHeld; + if (count == 0 or start < held.start or start + count > held.start + held.rows) return error.LfmTapsNotHeld; + const width = self.tapBytes(); + const buf = if (held.gen == 0) cache.last_tap.? else if (held.gen == self.gen) t.buf else return error.StaleLfmTaps; + const row = held.row + @as(usize, @intCast(start - held.start)); + return .{ .buffer = @intFromPtr(buf.id), .offset = row * width, .rows = count, .row_bytes = @intCast(width), .space = .device, .dtype = .bf16 }; + } + + /// The prompt's last row's taps, copied beside the stream's caches for its first draft (gen 0: kept there). + fn keepLastTap(self: *Metal, cache: *st.Cache, row: usize, position: usize) !void { + const width = self.tapBytes(); + if (width == 0) return; + if (cache.last_tap == null) cache.last_tap = try cache.memory.alloc(width); + @memcpy(cache.last_tap.?.contents()[0..width], (self.scratch.taps.?.buf.contents() + row * width)[0..width]); + cache.tap = .{ .start = position, .row = 0, .rows = 1, .gen = 0 }; + } + + fn prefillWith(self: *Metal, stream: *lanes.Stream, sink: ?be.FeatureSink) !void { const ids = stream.prompt(); if (ids.len == 0 or ids.len + stream.max_new > self.options.capacity or self.caches.contains(stream)) return error.InvalidLfmPrompt; const capacity = @min(self.options.capacity, ids.len + stream.max_new + st.window_rows); @@ -121,7 +180,9 @@ pub const Metal = struct { stream.cached = 0; if (stream.reuse.saved) |saved| { // a kept state of this prompt's prefix: the pass starts there const snap: *snapshot.Snap = @ptrCast(@alignCast(saved)); - if (snap.at < ids.len) if (snapshot.restore(cache, snap)) |_| { + // a drafting stream resumes only a state kept with its drafter's context + const drafter_less = sink != null and snap.draft == null; + if (snap.at < ids.len and !drafter_less) if (snapshot.restore(cache, snap)) |_| { at = snap.at; } else |_| {}; stream.cached = @intCast(at); @@ -136,7 +197,13 @@ pub const Metal = struct { }; while (mark < stream.reuse.marks.len and stream.reuse.marks[mark] <= at) mark += 1; if (mark < stream.reuse.marks.len) end = @min(end, stream.reuse.marks[mark]); - try fwd.run(self.model, &self.scratch, &.{.{ .cache = cache, .rows = end - at }}, ids[at..end], false, .last); + try self.run(&.{.{ .cache = cache, .rows = end - at }}, ids[at..end], false, .last); + if (sink) |k| { + const width = self.tapBytes(); + const f: be.Features = .{ .buffer = @intFromPtr(self.scratch.taps.?.buf.id), .rows = @intCast(end - at), .row_bytes = @intCast(width), .space = .device, .dtype = .bf16 }; + try k.take(k.ptr, stream, f, at); + if (end == ids.len) try self.keepLastTap(cache, end - 1 - at, end - 1); + } at = end; if (stream.reuse.hook) |hk| if (std.mem.indexOfScalar(u32, stream.reuse.marks, @intCast(at)) != null) hk.at(hk.ptr, stream, @intCast(at)); @@ -165,7 +232,8 @@ pub const Metal = struct { .value => |v| v, .handle => |h| @intCast(h), }; - try fwd.run(self.model, &self.scratch, &.{.{ .cache = cache, .rows = 1 }}, &.{token}, false, .all); + try self.run(&.{.{ .cache = cache, .rows = 1 }}, &.{token}, false, .all); + if (self.scratch.taps != null) cache.tap = .{ .start = cache.len - 1, .row = 0, .rows = 1, .gen = self.gen }; return try draw(self.gpa, cache.logits.slice(u16, c.vocab), stream.sampling, position, &.{}); } @@ -191,7 +259,11 @@ pub const Metal = struct { @memcpy(ids[total + 1 ..][0..w.tokens.len], w.tokens); total += rows; } - try fwd.run(self.model, &self.scratch, segments[0..windows.len], ids[0..total], true, .all); + try self.run(segments[0..windows.len], ids[0..total], true, .all); + if (self.scratch.taps != null) for (segments[0..windows.len]) |seg| { + const last = seg.cache.last.?; + seg.cache.tap = .{ .start = last.start, .row = last.base, .rows = last.rows, .gen = self.gen }; + }; const logits = self.scratch.logits.slice(u16, total * c.vocab); const best = self.scratch.best.slice(u32, 2 * total); var base: usize = 0; diff --git a/zig/src/families/lfm2_moe/dspark_test.zig b/zig/src/families/lfm2_moe/dspark_test.zig new file mode 100644 index 0000000000..d220b9ea66 --- /dev/null +++ b/zig/src/families/lfm2_moe/dspark_test.zig @@ -0,0 +1,77 @@ +//! The DSpark drafter's kernels on the GPU against host references: the target's taps. +const std = @import("std"); +const mtl = @import("metal"); +const c = @import("config.zig"); +const kernels = @import("kernels.zig"); + +const shared = mtl.ResourceOptions.shared; + +const Rig = struct { + device: mtl.Device, + queue: mtl.Queue, + k: kernels.Kernels, + + fn init() !Rig { + const device = mtl.Device.init() catch return error.SkipZigTest; + errdefer device.deinit(); + const queue = try device.queue(); + errdefer queue.deinit(); + return .{ .device = device, .queue = queue, .k = try kernels.load(device) }; + } + + fn deinit(r: *Rig) void { + r.k.deinit(); + r.queue.deinit(); + r.device.deinit(); + } + + fn buffer(r: *Rig, comptime T: type, n: usize) !mtl.Buffer { + const b = try r.device.buffer(n * @sizeOf(T), shared); + @memset(b.slice(u8, n * @sizeOf(T)), 0); + return b; + } + + fn run(r: *Rig, comptime key: []const u8, bufs: []const mtl.Buffer, value: anytype, at: usize, grid: [2]usize) !void { + const cb = r.queue.commandBuffer(); + const e = cb.compute(.serial); + e.setPipeline(r.k.get(key)); + for (bufs, 0..) |b, i| e.setBuffer(b, 0, if (i >= at) i + 1 else i); + e.setValue(value, at); + e.dispatchThreads(mtl.Size.of(grid[0], grid[1], 1), mtl.Size.of(@min(grid[0], 256), 1, 1)); + e.end(); + cb.commit(); + cb.wait(); + if (cb.failure()) |_| return error.GpuFailed; + } +}; + +/// Round to nearest even, as MLX casts. +fn toBf16(f: f32) u16 { + const b: u32 = @bitCast(f); + return @truncate((b + 0x7fff + ((b >> 16) & 1)) >> 16); +} + +fn noise(seed: u64, out: []u16, scale: f32) void { + var prng = std.Random.DefaultPrng.init(seed); + for (out) |*v| v.* = toBf16((prng.random().float(f32) * 2 - 1) * scale); +} + +test "lfm2 dspark: the tap kernel copies each row's hidden values into its tap's columns, the rest untouched" { + var r = try Rig.init(); + defer r.deinit(); + const rows = 5; + const taps = 3; + const h = try r.buffer(u16, rows * c.hidden); + defer h.deinit(); + const out = try r.buffer(u16, rows * taps * c.hidden); + defer out.deinit(); + noise(7, h.slice(u16, rows * c.hidden), 4); + try r.run("lfm2_tap", &.{ h, out }, [2]u32{ taps * c.hidden, c.hidden }, 2, .{ c.hidden / 8, rows }); + const want = h.slice(u16, rows * c.hidden); + const got = out.slice(u16, rows * taps * c.hidden); + for (0..rows) |row| { + try std.testing.expectEqualSlices(u16, want[row * c.hidden ..][0..c.hidden], got[(row * taps + 1) * c.hidden ..][0..c.hidden]); + for (got[row * taps * c.hidden ..][0..c.hidden]) |v| try std.testing.expectEqual(@as(u16, 0), v); + for (got[(row * taps + 2) * c.hidden ..][0..c.hidden]) |v| try std.testing.expectEqual(@as(u16, 0), v); + } +} diff --git a/zig/src/families/lfm2_moe/forward.zig b/zig/src/families/lfm2_moe/forward.zig index 212b5978bc..7b63833192 100644 --- a/zig/src/families/lfm2_moe/forward.zig +++ b/zig/src/families/lfm2_moe/forward.zig @@ -146,6 +146,7 @@ pub fn run(m: *Model, s: *st.Scratch, segments: []const Segment, tokens: []const for (m.weights.blocks, 0..) |block, i| { enc.norm(s, block.operator_norm, i == 0, total, combine); combine = false; + if (i > 0) tap(enc, s, i - 1, total); switch (block.mixer) { .conv => |cv| conv(enc, s, cv, i, segments, total), .attention => |a| attention(enc, s, a, &m.config, segments, i, total), @@ -162,6 +163,7 @@ pub fn run(m: *Model, s: *st.Scratch, segments: []const Segment, tokens: []const } } enc.norm(s, m.weights.norm, false, total, combine); + tap(enc, s, c.layers - 1, total); if (head == .all) { enc.projection(embedding, s.x, 0, s.logits, 0, total); enc.pipe("lfm2_argmax"); @@ -187,6 +189,18 @@ pub fn run(m: *Model, s: *st.Scratch, segments: []const Segment, tokens: []const } } +/// Layer `layer`'s output rows (h, just summed by the next norm) into each tap of it, when a drafter reads them. +fn tap(enc: Encoder, s: *st.Scratch, layer: usize, total: usize) void { + const taps = s.taps orelse return; + for (taps.layers[0..taps.count], 0..) |l, t| if (l == layer) { + enc.pipe("lfm2_tap"); + enc.e.setBuffer(s.h, 0, 0); + enc.e.setBuffer(taps.buf, 0, 1); + enc.e.setValue([2]u32{ taps.count * c.hidden, @intCast(t * c.hidden) }, 2); + enc.threads(.{ c.hidden / 8, total, 1 }, .{ 256, 1, 1 }); + }; +} + fn conv(enc: Encoder, s: *st.Scratch, cv: wts.Conv, layer: usize, segments: []const Segment, total: usize) void { const e = enc.e; enc.projection(cv.in, s.x, 0, s.bcx, 0, total); diff --git a/zig/src/families/lfm2_moe/kernels.zig b/zig/src/families/lfm2_moe/kernels.zig index aa1e798fc0..61af45f4c8 100644 --- a/zig/src/families/lfm2_moe/kernels.zig +++ b/zig/src/families/lfm2_moe/kernels.zig @@ -27,6 +27,7 @@ const names = [_][:0]const u8{ "lfm2_qk_segs", "lfm2_attn_segs", "lfm2_attn_merge_segs", + "lfm2_tap", }; pub const Kernels = struct { diff --git a/zig/src/families/lfm2_moe/snapshot.zig b/zig/src/families/lfm2_moe/snapshot.zig index d1c1a8b3ae..d7289331b7 100644 --- a/zig/src/families/lfm2_moe/snapshot.zig +++ b/zig/src/families/lfm2_moe/snapshot.zig @@ -4,7 +4,7 @@ const c = @import("config.zig"); const st = @import("state.zig"); /// One state: conv states by conv layer, then keys and values [kv head][at][head dim] by attention layer. -pub const Snap = struct { at: u32, bytes: []u8 }; +pub const Snap = struct { at: u32, bytes: []u8, draft: ?[]u8 = null }; /// A row's keys or values for every kv head of one attention layer. const row_bytes = c.kv_heads * c.head_dim * 2; @@ -56,6 +56,7 @@ pub fn restore(cache: *st.Cache, snap: *const Snap) !void { } pub fn drop(gpa: std.mem.Allocator, snap: *Snap) void { + if (snap.draft) |d| gpa.free(d); // the drafter's context at `at`, when one was kept with the state gpa.free(snap.bytes); gpa.destroy(snap); } diff --git a/zig/src/families/lfm2_moe/state.zig b/zig/src/families/lfm2_moe/state.zig index 3242d8bf26..1bc749ae95 100644 --- a/zig/src/families/lfm2_moe/state.zig +++ b/zig/src/families/lfm2_moe/state.zig @@ -51,6 +51,12 @@ pub const Storage = struct { }; pub const Attention = struct { keys: mtl.Buffer, values: mtl.Buffer }; +/// Layers a drafter reads at most (each layer's output, hidden wide). +pub const max_taps = 8; +/// The drafter's layers in its order and every forward row's outputs of them, [rows][count][hidden] bf16. +pub const Taps = struct { layers: [max_taps]u32 = @splat(0), count: u32 = 0, buf: mtl.Buffer }; +/// Where a stream's latest tapped rows sit in the scratch: cache rows [start, start + rows) from scratch row `row`. +pub const TapRows = struct { start: usize, row: usize, rows: usize, gen: u64 }; pub const Mixer = union(enum) { conv: mtl.Buffer, attention: Attention }; pub const Cache = struct { @@ -60,6 +66,9 @@ pub const Cache = struct { last: ?struct { start: usize, base: usize, rows: usize } = null, blocks: [c.layers]Mixer, logits: mtl.Buffer, + /// The stream's latest tapped rows in the scratch, and its prompt's last row's taps (kept for the first draft). + tap: ?TapRows = null, + last_tap: ?mtl.Buffer = null, pub fn init(gpa: std.mem.Allocator, device: mtl.Device, attention: *const [c.layers]bool, capacity: usize) !Cache { var out: Cache = .{ .memory = .{ .gpa = gpa, .device = device }, .capacity = capacity, .blocks = undefined, .logits = undefined }; @@ -148,6 +157,8 @@ pub const Scratch = struct { segs: mtl.Buffer, rowseg: mtl.Buffer, tiles: mtl.Buffer, + /// A drafter's taps of every row, once the backend is told its layers (null: none kept). + taps: ?Taps = null, pub fn init(gpa: std.mem.Allocator, device: mtl.Device, attention: *const [c.layers]bool, rows: usize) !Scratch { var out: Scratch = undefined; @@ -155,6 +166,7 @@ pub const Scratch = struct { errdefer out.memory.deinit(); out.rows = rows; out.snapshots = @splat(null); + out.taps = null; const mem = &out.memory; const slots = rows * c.topk; out.ids = try mem.alloc(rows * 4); diff --git a/zig/src/tensorfold.zig b/zig/src/tensorfold.zig index 4fa4fbe147..6148579bf6 100644 --- a/zig/src/tensorfold.zig +++ b/zig/src/tensorfold.zig @@ -88,6 +88,7 @@ test { _ = @import("families/lfm2_moe/config.zig"); _ = @import("families/lfm2_moe/backend.zig"); _ = @import("families/lfm2_moe/state.zig"); + _ = @import("families/lfm2_moe/dspark_test.zig"); } pub const lane_projection = @import("core/lane_projection.zig"); diff --git a/zig/tests/contract/metal_lfm2_tap.zig b/zig/tests/contract/metal_lfm2_tap.zig new file mode 100644 index 0000000000..871ea8a8a2 --- /dev/null +++ b/zig/tests/contract/metal_lfm2_tap.zig @@ -0,0 +1,143 @@ +//! LFM2's tap copy for an external drafter (lfm2_tap): a layer's rows into their tap's columns, the others kept. +const std = @import("std"); +const mtl = @import("metal"); +const contract = @import("contract"); +const sources = @import("kernel_sources"); +const c = contract.spec; +const g = contract.gates; +const rig_ = @import("rig.zig"); + +const hidden = 2048; +const taps = 5; +pub const name = "metal lfm2 tap copy"; + +/// rows: one decode row, a verify window, a shared round's 32 and a 2,048-row prompt chunk. +const shapes = [_]c.Shape{ .{ .rows = 1, .n = taps * hidden, .k = 1 }, .{ .rows = 10, .n = taps * hidden, .k = 1 }, .{ .rows = 32, .n = taps * hidden, .k = 1 }, .{ .rows = 2048, .n = taps * hidden, .k = 1 } }; + +fn none(_: c.Shape) usize { + return 0; +} + +pub fn spec() c.Spec { + return .{ .name = name, .accum = .none, .depth = none, .out = .bf16, .served = &shapes, .sums = .{ .f16 = 0, .bf16 = 0, .why = "a copy moves values: no sums" } }; +} + +/// A bf16 value for element `i` over signs and binades; the nonfinite fill plants NaN and infinities. +fn value(i: usize, seed: u64, fill: g.Fill) u16 { + if (fill == .nonfinite) switch ((@as(u64, i) *% 2654435761 +% seed) % 9973) { + 0 => return 0x7fc0, + 1 => return 0x7f80, + 2 => return 0xff80, + else => {}, + }; + const h: u64 = (@as(u64, i) *% 0x9e3779b97f4a7c15 +% seed *% 0xbf58476d1ce4e5b9) >> 40; + const mant: f32 = @as(f32, @floatFromInt(h % 1024)) / 1024 + 1; + const exp: i32 = @as(i32, @intCast((h >> 10) % 8)) - 4; + const v = std.math.ldexp(mant, exp) * @as(f32, if (((h >> 15) & 1) == 0) 1 else -1); + return c.toBf16(v); +} + +pub const Probe = struct { + a: std.mem.Allocator, + rig: rig_.Rig, + pipe: mtl.Pipeline, + rows: usize = 0, + src: []u16 = &.{}, // H rows + prior: []u16 = &.{}, // the taps rows as the call finds them (the other taps' columns must stay) + args: [2]rig_.Ref = undefined, + y: rig_.Ref = undefined, + + pub fn init(a: std.mem.Allocator, device: mtl.Device, queue: mtl.Queue) !Probe { + return .{ .a = a, .rig = .{ .a = a, .device = device, .queue = queue }, .pipe = try rig_.pipeline(device, sources.lfm2, "lfm2_tap") }; + } + + fn drop(p: *Probe) void { + p.a.free(p.src); + p.a.free(p.prior); + p.src = &.{}; + p.prior = &.{}; + p.rig.reset(); + } + + pub fn deinit(p: *Probe) void { + p.drop(); + p.rig.deinit(); + p.pipe.deinit(); + } + + const vt = g.hooks(Probe); + pub fn kernel(p: *Probe) g.Kernel { + return .{ .ctx = p, .vt = &vt, .spec = spec() }; + } + + fn fill(out: []u16, seed: u64, f: g.Fill) void { + for (out, 0..) |*v, i| v.* = value(i, seed, f); + } + + pub fn prepare(p: *Probe, s: c.Shape, f: g.Fill, seed: u64) !bool { + p.drop(); + if (s.n != taps * hidden or s.rows == 0) return false; + p.rows = s.rows; + p.src = try p.a.alloc(u16, s.rows * hidden); + fill(p.src, seed, f); + p.prior = try p.a.alloc(u16, s.rows * taps * hidden); + fill(p.prior, seed +% 3, .random); + p.args[0] = try p.rig.input(std.mem.sliceAsBytes(p.src)); + const at = [2]u32{ taps * hidden, 2 * hidden }; // the third tap's columns + p.args[1] = try p.rig.input(std.mem.asBytes(&at)); + p.y = try p.rig.output(p.count() * 2); + return true; + } + + pub fn count(p: *Probe) usize { + return p.rows * taps * hidden; + } + + pub fn run(p: *Probe) !void { + @memcpy(p.rig.bytes(p.y, p.count() * 2), std.mem.sliceAsBytes(p.prior)); + const pass = p.rig.begin(); + const e = pass.e; + e.setPipeline(p.pipe); + e.setBuffer(p.args[0].buf, p.args[0].off, 0); + e.setBuffer(p.y.buf, p.y.off, 1); + e.setBuffer(p.args[1].buf, p.args[1].off, 2); + e.dispatchThreads(mtl.Size.of(hidden / 8, p.rows, 1), mtl.Size.of(256, 1, 1)); + return p.rig.finish(pass); + } + + pub fn reference(p: *Probe, want: []f64, mag: []f64) !void { + for (want, mag, p.prior) |*w, *m, v| { // the other taps' columns keep what the call found + w.* = c.fromBf16(v); + m.* = @abs(w.*); + } + for (0..p.rows) |r| for (0..hidden) |i| { + const v = c.fromBf16(p.src[r * hidden + i]); + want[r * taps * hidden + 2 * hidden + i] = v; + mag[r * taps * hidden + 2 * hidden + i] = @abs(v); + }; + } + + /// The copy is exact: the third tap's columns hold H's bits, the others what the call found. + pub fn check(p: *Probe, _: g.Gate) !?[]const u8 { + const out = std.mem.bytesAsSlice(u16, p.rig.bytes(p.y, p.count() * 2)); + for (out, p.prior, 0..) |got, before, i| { + const r = i / (taps * hidden); + const col = i % (taps * hidden); + const want = if (col >= 2 * hidden and col < 3 * hidden) p.src[r * hidden + col - 2 * hidden] else before; + if (got != want) return "an output differs from the copy's bits"; + } + return null; + } +}; + +/// Gate 5 for the tap's launch of 256 threads and no threadgroup memory: every Apple chip we serve, then this GPU. +pub fn limits(a: std.mem.Allocator, device: mtl.Device, only: ?[]const u8) !usize { + if (only) |s| if (std.mem.indexOf(u8, name, s) == null) return 0; + const d = contract.limits.MetalLaunch{ .name = name, .threads = 256, .tg_memory = 0, .offline = false }; + var notes: std.ArrayList(u8) = .empty; + defer notes.deinit(a); + var problems: usize = 0; + for (contract.limits.apple) |chip| problems += try contract.limits.metal(d, chip, ¬es, a); + std.debug.print("{s}", .{notes.items}); + return problems + try @import("metal_limits.zig").onThisGpu(a, device, .{ .decl = d, .function = "lfm2_tap", .here = sources.lfm2, .pre_m5 = "" }, false); +} diff --git a/zig/tests/contract/metal_main.zig b/zig/tests/contract/metal_main.zig index 46801e171c..7f44fbb441 100644 --- a/zig/tests/contract/metal_main.zig +++ b/zig/tests/contract/metal_main.zig @@ -26,6 +26,7 @@ const gemma_embed = @import("metal_gemma4_embed.zig"); const gemma_mixed = @import("metal_gemma4_mixed.zig"); const lfm2_argmax = @import("metal_lfm2_argmax.zig"); const lfm2_streams = @import("metal_lfm2_streams.zig"); +const lfm2_tap = @import("metal_lfm2_tap.zig"); const lfm2_controls = @import("metal_lfm2_controls.zig"); const g = contract.gates; const usage = "usage: tf-kernel-contract [--only TEXT] [--no-gates] [--no-limits] [--offline DIR] [--seed N] [--repro] [--rotary-long] [--rotary-accuracy FILE]"; @@ -191,6 +192,22 @@ pub fn main(init: std.process.Init) !u8 { try kernels.append(a, p.kernel()); } } + var tap_list: std.ArrayList(*lfm2_tap.Probe) = .empty; + defer { + for (tap_list.items) |p| { + p.deinit(); + a.destroy(p); + } + tap_list.deinit(a); + } + for ([_]lfm2_controls.Mutation{ .none, .tap_packed_rows, .tap_clobbers_column }) |m| { + if (!wanted(o, if (m == .none) lfm2_tap.name else m.name())) continue; + const p = try a.create(lfm2_tap.Probe); + errdefer a.destroy(p); + p.* = try lfm2_tap.Probe.init(a, device, queue, m); + try tap_list.append(a, p); + try kernels.append(a, p.kernel()); + } var rows_list: std.ArrayList(*rows_k.Row) = .empty; var proj_list: std.ArrayList(*affine_k.Proj) = .empty; defer for (rows_list.items) |r| r.deinit(); From 4156e9e62a8b403ecf50f6c39d49f321199e79c1 Mon Sep 17 00:00:00 2001 From: BlivionIaG <15323295+BlivionIaG@users.noreply.github.com> Date: Thu, 29 Oct 2026 23:38:34 +0100 Subject: [PATCH 6/7] lfm2 taps: retain launch limits, negative controls and current main contracts --- zig/src/core/contract/lfm2_records.zig | 1 + zig/tests/contract/metal_lfm2_controls.zig | 6 ++++++ zig/tests/contract/metal_lfm2_tap.zig | 24 ++++++++-------------- 3 files changed, 16 insertions(+), 15 deletions(-) diff --git a/zig/src/core/contract/lfm2_records.zig b/zig/src/core/contract/lfm2_records.zig index 355559b1ff..e3f7179595 100644 --- a/zig/src/core/contract/lfm2_records.zig +++ b/zig/src/core/contract/lfm2_records.zig @@ -7,6 +7,7 @@ pub const records = [_]M{ .{ .name = "metal lfm2 stream attention qk lfm2_qk_segs", .threads = 32, .tg_memory = 0, .m1 = 832, .m2 = 832 }, .{ .name = "metal lfm2 stream attention lfm2_attn_segs", .threads = 128, .tg_memory = 18688, .reserved = 128 }, .{ .name = "metal lfm2 stream attention merge lfm2_attn_merge_segs", .threads = 32, .tg_memory = 0, .m1 = 1024, .m2 = 1024 }, + .{ .name = "metal lfm2 tap lfm2_tap", .threads = 256, .tg_memory = 0, .m1 = 1024, .m2 = 1024 }, }; test "the LFM2 launches fit every Apple family" { diff --git a/zig/tests/contract/metal_lfm2_controls.zig b/zig/tests/contract/metal_lfm2_controls.zig index 655a97d4fc..4d875b0fe8 100644 --- a/zig/tests/contract/metal_lfm2_controls.zig +++ b/zig/tests/contract/metal_lfm2_controls.zig @@ -9,6 +9,8 @@ pub const Mutation = enum { argmax_no_flag, conv_first_state, attention_first_cache, + tap_packed_rows, + tap_clobbers_column, pub fn name(m: Mutation) []const u8 { return switch (m) { @@ -17,6 +19,8 @@ pub const Mutation = enum { .argmax_no_flag => "control: metal lfm2 argmax, a nonfinite logit is not flagged", .conv_first_state => "control: metal lfm2 stream conv, every stream reads the first stream's state", .attention_first_cache => "control: metal lfm2 stream attention, every stream writes the first stream's cache", + .tap_packed_rows => "control: metal lfm2 tap copy, rows packed at the hidden size, not the taps' row", + .tap_clobbers_column => "control: metal lfm2 tap copy, a column of another tap is overwritten", }; } @@ -38,6 +42,8 @@ pub const Mutation = enum { .argmax_no_flag => .{ .from = "if (!isfinite(f)) bad = 1;", .to = "if (false) bad = 1;" }, .conv_first_state => .{ .from = "lfm2_conv_row(bcx + size_t(s.base) * 3 * D, s.conv,", .to = "lfm2_conv_row(bcx + size_t(s.base) * 3 * D, segs[0].conv," }, .attention_first_cache => .{ .from = "queries + b * QH * HD, s.keys, s.values,", .to = "queries + b * QH * HD, segs[0].keys, segs[0].values," }, + .tap_packed_rows => .{ .from = "(taps + size_t(i.y) * at.x + at.y))[i.x]", .to = "(taps + size_t(i.y) * D + at.y))[i.x]" }, + .tap_clobbers_column => .{ .from = "[i.x] = from[i.x];\n}\n", .to = "[i.x] = from[i.x];\n *(device bfloat*)(taps + size_t(i.y) * at.x) = 0;\n}\n" }, }; } }; diff --git a/zig/tests/contract/metal_lfm2_tap.zig b/zig/tests/contract/metal_lfm2_tap.zig index 871ea8a8a2..021baffc9e 100644 --- a/zig/tests/contract/metal_lfm2_tap.zig +++ b/zig/tests/contract/metal_lfm2_tap.zig @@ -6,6 +6,7 @@ const sources = @import("kernel_sources"); const c = contract.spec; const g = contract.gates; const rig_ = @import("rig.zig"); +const controls = @import("metal_lfm2_controls.zig"); const hidden = 2048; const taps = 5; @@ -41,14 +42,17 @@ pub const Probe = struct { a: std.mem.Allocator, rig: rig_.Rig, pipe: mtl.Pipeline, + mutation: controls.Mutation, rows: usize = 0, src: []u16 = &.{}, // H rows prior: []u16 = &.{}, // the taps rows as the call finds them (the other taps' columns must stay) args: [2]rig_.Ref = undefined, y: rig_.Ref = undefined, - pub fn init(a: std.mem.Allocator, device: mtl.Device, queue: mtl.Queue) !Probe { - return .{ .a = a, .rig = .{ .a = a, .device = device, .queue = queue }, .pipe = try rig_.pipeline(device, sources.lfm2, "lfm2_tap") }; + pub fn init(a: std.mem.Allocator, device: mtl.Device, queue: mtl.Queue, mutation: controls.Mutation) !Probe { + const text = try controls.source(a, mutation); + defer if (mutation != .none) a.free(text); + return .{ .a = a, .rig = .{ .a = a, .device = device, .queue = queue }, .pipe = try rig_.pipeline(device, text, "lfm2_tap"), .mutation = mutation }; } fn drop(p: *Probe) void { @@ -67,7 +71,9 @@ pub const Probe = struct { const vt = g.hooks(Probe); pub fn kernel(p: *Probe) g.Kernel { - return .{ .ctx = p, .vt = &vt, .spec = spec() }; + var s = spec(); + if (p.mutation != .none) s.name = p.mutation.name(); + return .{ .ctx = p, .vt = &vt, .spec = s, .control = p.mutation.gate() }; } fn fill(out: []u16, seed: u64, f: g.Fill) void { @@ -129,15 +135,3 @@ pub const Probe = struct { return null; } }; - -/// Gate 5 for the tap's launch of 256 threads and no threadgroup memory: every Apple chip we serve, then this GPU. -pub fn limits(a: std.mem.Allocator, device: mtl.Device, only: ?[]const u8) !usize { - if (only) |s| if (std.mem.indexOf(u8, name, s) == null) return 0; - const d = contract.limits.MetalLaunch{ .name = name, .threads = 256, .tg_memory = 0, .offline = false }; - var notes: std.ArrayList(u8) = .empty; - defer notes.deinit(a); - var problems: usize = 0; - for (contract.limits.apple) |chip| problems += try contract.limits.metal(d, chip, ¬es, a); - std.debug.print("{s}", .{notes.items}); - return problems + try @import("metal_limits.zig").onThisGpu(a, device, .{ .decl = d, .function = "lfm2_tap", .here = sources.lfm2, .pre_m5 = "" }, false); -} From 8e9b548fd406115d1920fbc79a4cdd4c81a747a1 Mon Sep 17 00:00:00 2001 From: BlivionIaG <15323295+BlivionIaG@users.noreply.github.com> Date: Thu, 29 Oct 2026 23:40:01 +0100 Subject: [PATCH 7/7] lfm2: restore DSpark on main with BF16 defaults and review safety fixes --- README.md | 4 +- docs/kernel-contract.md | 6 +- docs/recipes/README.md | 2 +- docs/recipes/lfm2.5-24b-a2b.md | 42 ++ zig/build/metal_targets.zig | 3 +- zig/kernels/metal/lfm2/lfm2.metal | 18 +- zig/kernels/metal/lfm2/lfm2_dspark.metal | 230 +++++++++ zig/kernels/metal/sources.zig | 2 +- zig/src/core/contract/lfm2_records.zig | 9 + zig/src/core/engine_api.zig | 4 +- zig/src/families/lfm2_moe/backend.zig | 34 +- zig/src/families/lfm2_moe/dspark.zig | 483 ++++++++++++++++++ .../families/lfm2_moe/dspark_bf16_test.zig | 121 +++++ zig/src/families/lfm2_moe/dspark_block.zig | 333 ++++++++++++ zig/src/families/lfm2_moe/dspark_config.zig | 142 +++++ zig/src/families/lfm2_moe/dspark_quant.zig | 118 +++++ zig/src/families/lfm2_moe/dspark_test.zig | 201 +++++++- zig/src/families/lfm2_moe/dspark_weights.zig | 155 ++++++ zig/src/families/lfm2_moe/forward.zig | 21 + zig/src/families/lfm2_moe/kernels.zig | 8 + zig/src/families/lfm2_moe/lfm2_moe.zig | 4 + zig/src/families/lfm2_moe/state.zig | 2 + zig/src/native/cuda_options.zig | 4 + zig/src/native/lfm2_moe.zig | 94 +++- zig/src/native/metal.zig | 4 +- zig/src/server/cli.zig | 8 +- zig/src/server/cli_test.zig | 6 +- zig/src/server/main.zig | 2 +- zig/src/tensorfold.zig | 3 + zig/tests/contract/metal_lfm2_attn.zig | 172 +++++++ zig/tests/contract/metal_lfm2_bf16.zig | 133 +++++ zig/tests/contract/metal_lfm2_controls.zig | 32 +- zig/tests/contract/metal_lfm2_dspark.zig | 264 ++++++++++ zig/tests/contract/metal_main.zig | 66 +++ zig/tests/lfm2_dspark.zig | 303 +++++++++++ 35 files changed, 2981 insertions(+), 52 deletions(-) create mode 100644 zig/kernels/metal/lfm2/lfm2_dspark.metal create mode 100644 zig/src/families/lfm2_moe/dspark.zig create mode 100644 zig/src/families/lfm2_moe/dspark_bf16_test.zig create mode 100644 zig/src/families/lfm2_moe/dspark_block.zig create mode 100644 zig/src/families/lfm2_moe/dspark_config.zig create mode 100644 zig/src/families/lfm2_moe/dspark_quant.zig create mode 100644 zig/src/families/lfm2_moe/dspark_weights.zig create mode 100644 zig/tests/contract/metal_lfm2_attn.zig create mode 100644 zig/tests/contract/metal_lfm2_bf16.zig create mode 100644 zig/tests/contract/metal_lfm2_dspark.zig create mode 100644 zig/tests/lfm2_dspark.zig diff --git a/README.md b/README.md index 8925e38b8c..d165e67662 100644 --- a/README.md +++ b/README.md @@ -173,7 +173,7 @@ Conversions are explicitly marked: their upstream weights need the linked conver | GLM-5.3-Flash, FP4-Local | `tensorfold pull nvidia/GLM-5.3-Flash-FP4-Local@76348ddb2be2e35e39ecfc00e75dc07703f4f3d5` | Two GB10s at TP=2, or three at TP=3 over a ring of direct links: @Bizuayeu loaded it as stored and served it at both sizes. 165.3 GiB of weights, 13% less than NVFP4's 190.4 GiB. | [Native CUDA](docs/recipes/glm-5.3-flash-cuda.md), in 1.1.5 (#1050). NVIDIA's mixed-precision checkpoint: NVFP4 routed experts with compressed block scales, MXFP8 and 128×128-block FP8 for most of the rest. As close to BF16 as NVFP4 at its smaller size: at TP=2 its NLL is 1.11% above BF16's against NVFP4's 1.37% ([contributed receipt](docs/receipts/glm-fp4local-80517fc3/README.md) on #1050's head, not rerun on main), a difference the per-document intervals in [XSFP4's card](https://huggingface.co/Bizuayeu/GLM-5.3-Flash-XSFP4#measured) do not resolve. | | GLM-5.3-Flash, XSFP4 | `tensorfold pull Bizuayeu/GLM-5.3-Flash-XSFP4@88736f916f8939607fde8a4b881dcae749f7551d` | Two GB10s at TP=2, or three at TP=3 over a ring of direct links: on main `8086c205c` @Bizuayeu loaded it in 370.7 s at TP=2 (rank 0's model 96.97 GiB at a 524,288-token window) and in 313.8 s at TP=3 (63.60 GiB at 1,048,576), and both served. 165.7 GiB of weights, 0.4 GiB more than FP4-Local's. | [Native CUDA](docs/recipes/glm-5.3-flash-cuda.md), in 1.1.5 through FP4-Local's path. FP4-Local with its routed experts' NVFP4 blocks fitted again from the BF16 weights, a smoothing folded into them, so it runs on the same kernels. Closer to BF16 than FP4-Local and NVFP4 at TP=2 by all three measures in [its card](https://huggingface.co/Bizuayeu/GLM-5.3-Flash-XSFP4#measured), on #1050's code: top-1 agreement 93.26%, NLL 0.85% above and a KL bound of 0.0431, against FP4-Local's 92.82%, 1.11% and 0.0510. | | GLM-5.3, EXLR8 `home` | `tensorfold pull kindlingai/glm-5.3-exlr8-k2-k3-k4@f459f5d0272a529403dd9b3fd32f771f4250a0d4 --exlr8 home --node 0/2 --dir ~/models/glm-5.3-exlr8-home` | Two M5 Ultra Macs, 256 GB each; about 160 GB resident per Mac at 8k context / four streams. | [Two-Mac recipe](docs/glm-5.3-exlr8.md). Use `--node 1/2` on the other Mac; Thunderbolt 5 and MCDMA required. No CUDA backend. | -| LFM2.5-24B-A2B, MLX 4 / 6 / 8-bit | `tensorfold pull LiquidAI/LFM2.5-24B-A2B-MLX-4bit@667408d494bde191c2cb9dd4f4549827816b9275`
`tensorfold pull LiquidAI/LFM2.5-24B-A2B-MLX-6bit@1deec53eb49571e21cdcbf82fd5839248f07ed88`
`tensorfold pull LiquidAI/LFM2.5-24B-A2B-MLX-8bit@67ab417dd02d0c9545802a726df668620eae049d` | One Mac; M4 Pro checked. | [Native recipe](docs/recipes/lfm2.5-24b-a2b.md), [release history](CHANGELOG.md). | +| LFM2.5-24B-A2B, MLX 4 / 6 / 8-bit | `tensorfold pull LiquidAI/LFM2.5-24B-A2B-MLX-4bit@667408d494bde191c2cb9dd4f4549827816b9275`
`tensorfold pull LiquidAI/LFM2.5-24B-A2B-MLX-6bit@1deec53eb49571e21cdcbf82fd5839248f07ed88`
`tensorfold pull LiquidAI/LFM2.5-24B-A2B-MLX-8bit@67ab417dd02d0c9545802a726df668620eae049d` | One Mac; M4 Pro checked. | [Native recipe](docs/recipes/lfm2.5-24b-a2b.md), [release history](CHANGELOG.md). LiquidAI's DSpark drafter with `--drafter`. | | Qwen3.6-35B-A3B, MLX with MTP | `tensorfold pull TensorFold/Qwen3.6-35B-A3B-MLX-4bit-MTP@81169a9bc511a27c1b4eedb77a2cd98ced431847` | One GB10; 20.9 GB checkpoint. | [Qwen3.6](docs/recipes/qwen3.6-moe.md). Native CUDA; the recipe's Metal path belongs to Python. | | Gemma 4 31B, MLX 4-bit | `tensorfold pull mlx-community/gemma-4-31B-it-4bit@696d436c404745a59f30e4939a658162b0a9e57f`
`tensorfold pull z-lab/gemma-4-31B-it-DFlash@eabd648301ce28583cc14757912e5e0f84e152e1` | One M5 Mac; M5 Ultra checked. M1-M4 refused. | [Native 31B](docs/recipes/gemma-4-native.md). Name the drafter with `--drafter`; images with `--vision`. | | Gemma 4 12B, converted MLX 4-bit | `hf download google/gemma-4-12B-it --revision 707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7 --local-dir ~/models/gemma-4-12b-hf`
`hf download google/gemma-4-12B-it-assistant --revision 46d4c6f13f0ac0ad827b915669b8df9b81c64c51 --local-dir ~/models/gemma-4-12b-assistant` | One M5 Mac; converted text weights 6.3 GB, image weights 100 MB, plus assistant/caches. M1-M4 refused. | [Convert and serve](docs/recipes/gemma-4-12b-native.md). Upstream download needs `hf`; conversion needs Python, mlx and mlx-lm. Serving is native. | @@ -290,7 +290,7 @@ The binary's `capabilities --json` response lists its supported flags and platfo | `--loop-guard-stop` | As `--loop-guard`, but end the reply where the guard fires: the reasoning so far, no answer or tool calls, `finish_reason` `content_filter` and a `reasoning_loop` error ([API](docs/api.md)). | | `--no-drafts` | Produce the plain reference through the same engine. | | `--drafter DRAFTER` | An external drafter, as a directory or a repo id in the Hugging Face cache, for models that take one: Qwen3.8-27B uses DFlash2 and Gemma 4 31B the drafter named in its recipe. Without one they decode plain. | -| `--drafter-bits 0\|4` | Drafter weight precision where the model offers a choice: 4 bits (the default), or 0 to keep bf16. Qwen3.8-27B on CUDA takes 4 only. | +| `--drafter-bits 0\|4\|8` | Drafter weight precision where the model offers a choice: 4 bits (the default), or 0 to keep bf16. Qwen3.8-27B on CUDA takes 4 only. LFM2.5-24B-A2B's DSpark drafter runs bf16 as released (0, the default when not given) or 8-bit codes quantized at load (8); it has no 4-bit mode. | | `--record DIR` | Write each stream's committed tokens, positions and tapped rows under DIR, for drafter training. CUDA Nemotron only; a single stream runs through the lane rounds, and recording stops below 25 GiB free disk. | | `--keep-warm SECONDS` | Keep the Metal GPU active while idle for this long after a request, default 900; zero disables it. | | `--cfg-gamma GAMMA` | Metal Drama speech: semantic guidance strength, finite 1–5; 0/default disables it. Only reference-conditioned requests are guided. Enabled replies report `X-Cfg-Gamma`; codec heads stay conditional. | diff --git a/docs/kernel-contract.md b/docs/kernel-contract.md index 1ed43ac146..9322817fef 100644 --- a/docs/kernel-contract.md +++ b/docs/kernel-contract.md @@ -135,8 +135,10 @@ tile_qmm's pipelines and GLM-5.3-Flash's hc_expand_10. LFM2.5-24B-A2B's shared rounds: the greedy pick (`lfm2_argmax`) and the conv and attention kernels that run every stream's rows in one dispatch, each bit-equal to the per-stream kernels it replaces. Four controls edit the source: a tie to the highest id, a nonfinite logit not flagged, and every stream reading or writing the first stream's state or cache. -Their launches are in `lfm2_records.zig` with the M1 and M2 limits from `--offline`; `lfm2_attn_segs` reserves its 128 -threads in its source, as Metal cannot build it for M1 or M2 at another count. +The DSpark drafter's tap copy, Markov scan and pick, draft ids, block attention are there too, with six more controls. +Its bf16 linears (few rows, 64x64 tiles) and the Markov scan over a bf16 W2 have four and two more. +Their launches are in `lfm2_records.zig` with the M1 and M2 limits from `--offline`; `lfm2_attn_segs` and +`lfm2_attn_block` reserve their 128 threads in their source, as Metal cannot build them for M1 or M2 at another count. Metal also checks Nemotron's routed experts on the engine's route tables, one row to 128: `tf_xup_w3` and `tf_xdown_w3` against float64 at tf_load16's bf16 x sums (up's relu2 as an interval over its two bf16 roundings), and the rows2, rows4 and six geometry pipelines of each projection bit-equal to them (two controls: member rows read from one row, and diff --git a/docs/recipes/README.md b/docs/recipes/README.md index 8017124388..0cfdf94f1b 100644 --- a/docs/recipes/README.md +++ b/docs/recipes/README.md @@ -22,7 +22,7 @@ For agent-assisted contributions, read the [TensorFold contributor skill](SKILL. | Qwen3.6-35B-A3B | [MLX with MTP drafts, one-GPU CUDA](qwen3.6-moe.md) | | Step-5-Preview | [Native Metal on one 256 GB Mac: 2-bit experts, MTP drafts, images](step-5-preview.md) | | Kolibri-1 | [Native CUDA, block FP8, research checkpoint](kolibri-1.md) | -| LFM2.5-24B-A2B | [Native Metal, MLX 4-bit, shared rounds](lfm2.5-24b-a2b.md) | +| LFM2.5-24B-A2B | [Native Metal, MLX 4-bit, shared rounds, DSpark drafts](lfm2.5-24b-a2b.md) | | Spark-X2.6-4B | [Native CUDA](spark-x2.6-4b-cuda.md), [native Metal, the bf16 release, contexts to 1M](spark-x2.6-4b-metal.md) | ## Capability floor diff --git a/docs/recipes/lfm2.5-24b-a2b.md b/docs/recipes/lfm2.5-24b-a2b.md index 7b8b2cdf4b..9ee3601bcd 100644 --- a/docs/recipes/lfm2.5-24b-a2b.md +++ b/docs/recipes/lfm2.5-24b-a2b.md @@ -41,3 +41,45 @@ the shared-round kernels on it. The M4 Pro is not yet measured on a quiet machin Every reply was token for token equal before and after, and equal to its solo run and to `"draft": false`. Cold prefill at 2k, 8k and 32k tokens and peak memory did not change. + +## DSpark drafts + +LiquidAI's DSpark drafter for this model is +[`LiquidAI/LFM2.5-24B-A2B-DSpark`](https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-DSpark/tree/e052e5b1dd103c38cdd4f8ddc068d7dea4586f55) +at revision `e052e5b1dd103c38cdd4f8ddc068d7dea4586f55` (327.7M bf16 parameters, 655 MB). Its weights are under the +[LFM Open License v1.0](https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-DSpark/blob/e052e5b1dd103c38cdd4f8ddc068d7dea4586f55/LICENSE); +TensorFold does not ship them, so read the license before use. + +```bash +hf download LiquidAI/LFM2.5-24B-A2B-DSpark --revision e052e5b1dd103c38cdd4f8ddc068d7dea4586f55 \ + config.json model.safetensors LICENSE README.md --local-dir "$HOME/models/LFM2.5-24B-A2B-DSpark" +zig-out/native/bin/tensorfold-native serve "$MODEL_DIR" --port 8080 --parallel 16 \ + --drafter "$HOME/models/LFM2.5-24B-A2B-DSpark" +``` + +Without `--drafter` the engine serves as before. `"draft": false` on a request, or `--no-drafts`, turns the drafter +off; the lane core verifies every draft, so a drafted reply equals its `"draft": false` reply token for token. + +The drafter has no embedding and no head of its own: + +- Context: the target's rows after layers 2, 10, 18, 26 and 34 (the backend's taps, `lfm2_tap`), through `fc` and + `hidden_norm`, give each of its five layers' context keys and values (k_norm, then RoPE at the row's position). +- Block: the pending token and mask tokens run five Qwen3 layers with non-causal attention over the context and the + block, then the target's head. A block is as long as the deepest chain its pass holds, at most the nine rows the + drafter was trained on. +- Markov head: row i's logits plus `W2 W1[previous token]` (rank 256); draft i is their argmax. + +The drafter runs the released bf16 matrices as they are (`--drafter-bits 0`, the default). `--drafter-bits 8` instead +quantizes them at load to 8-bit MLX affine codes in groups of 64, about 5% faster on one stream and 361 MiB of weights +against 625 MiB; the server logs which mode runs, and 4 bits is refused. Both run on the family's kernels +(bf16 on `lfm2_bf16_rows`, `lfm2_bf16_mma` and `lfm2_markov_scan_bf16`, 8-bit on `core/tile_qmm`); the q and k rows are reordered so that the target's half-split RoPE kernel gives the +checkpoint's interleaved RoPE. Its own kernels are `lfm2_tap`, `lfm2_attn_block` and `lfm2_attn_block_merge` +(non-causal block attention, the target's attention kernels with a template flag), `lfm2_markov_scan` and +`lfm2_markov_pick` (a Markov step) and `lfm2_draft_ids` (a hold's drafts into the next verify's rows on the GPU, so +the host does not wait for a hold that fits one pass). Each kept prompt state keeps the drafter's context too, so a +drafting stream resumes prompts. Hold lengths follow the lane core's per-round depth pricing; no stream-count guard disables drafting. + +`tf-kernel-contract --only lfm2` checks these kernels. `tf-lfm2-dspark MODEL DRAFTER TOKENS [ROWS]` runs the drafter +against an fp32 host reference of the released checkpoint (the same taps and the target's embedding and head), +prints each draft against the reference's pick with the margin between the reference's two best tokens, and times +the drafter's passes; a near tie can pick the other token. diff --git a/zig/build/metal_targets.zig b/zig/build/metal_targets.zig index efa248606d..df5a809e3f 100644 --- a/zig/build/metal_targets.zig +++ b/zig/build/metal_targets.zig @@ -294,6 +294,7 @@ pub fn metalTargets(b: *std.Build, target: std.Build.ResolvedTarget, optimize: s .{ .name = "tf-lfm2-forward", .path = "zig/tests/lfm2_forward.zig", .about = "LFM2-MoE native teacher-forced logits" }, .{ .name = "tf-lfm2-bench", .path = "zig/tests/lfm2_bench.zig", .about = "LFM2-MoE prompt-chunk and one-row decode timing" }, .{ .name = "tf-lfm2-exact", .path = "zig/tests/lfm2_exact.zig", .about = "LFM2-MoE prompt chunks, windows and committed-state exactness" }, + .{ .name = "tf-lfm2-dspark", .path = "zig/tests/lfm2_dspark.zig", .about = "LFM2's DSpark drafter on the GPU against an fp32 host reference of the released drafter" }, .{ .name = "tf-lfm2-fp64", .path = "zig/tests/lfm2_fp64.zig", .about = "LFM2 projection classes and attention on the tensor units, the tiles and the twin, each against float64" }, .{ .name = "tensorfold", .path = "zig/src/main.zig", .about = "The native engine's command line" }, .{ .name = "tf-nemotron-fixtures", .path = "zig/tests/nemotron_fixtures.zig", .about = "Nemotron kernels against the Python engine's captured ops" }, @@ -463,7 +464,7 @@ pub fn metalTargets(b: *std.Build, target: std.Build.ResolvedTarget, optimize: s const lfm2_tests = b.addRunArtifact(b.addTest(.{ .root_module = engine, .filters = &.{"lfm2_moe"} })); b.step("test-lfm2", "The LFM2-MoE family's tests: config, draws, state and its shared rounds on this Mac's GPU").dependOn(&lfm2_tests.step); const lfm2_dspark = b.addRunArtifact(b.addTest(.{ .root_module = engine, .filters = &.{"lfm2 dspark:"} })); - b.step("test-lfm2-dspark", "LFM2's taps for a drafter: the tap kernel on this Mac's GPU").dependOn(&lfm2_dspark.step); + b.step("test-lfm2-dspark", "LFM2's DSpark drafter and its taps: config, quantizer and kernels on this Mac's GPU").dependOn(&lfm2_dspark.step); test_step.dependOn(&b.addRunArtifact(b.addTest(.{ .root_module = lanes })).step); // the fake fabric maps its windows with mmap: the Macs' RDMA, not Windows if (target.result.os.tag != .windows) test_step.dependOn(&b.addRunArtifact(b.addTest(.{ .root_module = fabric })).step); diff --git a/zig/kernels/metal/lfm2/lfm2.metal b/zig/kernels/metal/lfm2/lfm2.metal index b2772cf64e..2da8578970 100644 --- a/zig/kernels/metal/lfm2/lfm2.metal +++ b/zig/kernels/metal/lfm2/lfm2.metal @@ -232,7 +232,7 @@ inline void lfm2_stage(const thread uint4* pre, threadgroup uint* ks, threadgrou } // Every row's attention partials (one kernel for prompt and decode): a threadgroup a (chunk, kv head, 8 * RB rows). -template // a simdgroup's RB row blocks share each staged K and V fragment, each block's arithmetic its own +template // RB row blocks share each staged K and V fragment; FULL: all see [0, len + 1) inline void lfm2_attn_rows(const device bfloat* queries, const device bfloat* keys, const device bfloat* values, lfm2_attn_args p, device float* pm, device float* pl, device float* po, uint rows, uint3 tg, uint tid, uint sg, uint lane, threadgroup uint (*ks)[HD * (KT / 2)], @@ -242,8 +242,8 @@ inline void lfm2_attn_rows(const device bfloat* queries, const device bfloat* ke const uint kh = tg.y, r0 = tg.x * 8 * RB, head = kh * (QH / KVH) + sg; const uint qid = lane / 4, fm = (qid & 4) + ((lane / 2) % 4), fn = (qid & 2) * 2 + (lane % 2) * 2; uint count[RB]; // this lane's rows' visible keys - for (int b = 0; b < RB; ++b) count[b] = p.len + min(r0 + 8 * b + fm, rows - 1) + 1; - const uint top = p.len + min(r0 + 8 * RB - 1, rows - 1) + 1; // the tile's most + for (int b = 0; b < RB; ++b) count[b] = FULL ? p.len + 1 : p.len + min(r0 + 8 * b + fm, rows - 1) + 1; + const uint top = FULL ? p.len + 1 : p.len + min(r0 + 8 * RB - 1, rows - 1) + 1; // the tile's most if (chunk * PER + sub0 * SUB >= top) return; vec q[RB][8]; for (int b = 0; b < RB; ++b) @@ -340,7 +340,7 @@ inline void lfm2_attn_rows(const device bfloat* queries, const device bfloat* ke for (int d = 0; d < 8; ++d) *(device float2*)(po + at * HD + 8 * d + fn) = O[b][d]; } } -template +template [[kernel]] void lfm2_attn_mma(const device bfloat* queries [[buffer(0)]], const device bfloat* keys [[buffer(1)]], const device bfloat* values [[buffer(2)]], constant lfm2_attn_args& p [[buffer(3)]], device float* pm [[buffer(4)]], device float* pl [[buffer(5)]], device float* po [[buffer(6)]], @@ -349,15 +349,16 @@ template uint lane [[thread_index_in_simdgroup]]) { threadgroup uint ks[2][HD * (KT / 2)]; threadgroup bfloat vs[2][KB * KP]; - lfm2_attn_rows(queries, keys, values, p, pm, pl, po, rows, tg, tid, sg, lane, ks, vs); + lfm2_attn_rows(queries, keys, values, p, pm, pl, po, rows, tg, tid, sg, lane, ks, vs); } template [[host_name("lfm2_attn_mma")]] [[kernel]] decltype(lfm2_attn_mma<1>) lfm2_attn_mma<1>; template [[host_name("lfm2_attn_mma_r2")]] [[kernel]] decltype(lfm2_attn_mma<2>) lfm2_attn_mma<2>; // The chunks merged in chunk order for (head, row): Y [rows, QH*HD] bf16. +template inline void lfm2_merge_row(const device float* pm, const device float* pl, const device float* po, lfm2_attn_args p, device bfloat* y, uint head, uint r, uint lane) { - const uint count = p.len + r + 1; + const uint count = FULL ? p.len + 1 : p.len + r + 1; const uint per = PER; const uint chunks = (count + per - 1) / per; const size_t at = (size_t(r) * QH + head) * (CHUNKS * p.subs); @@ -391,12 +392,15 @@ inline void lfm2_merge_row(const device float* pm, const device float* pl, const out[lane] = static_cast(o0 / l); out[lane + 32] = static_cast(o1 / l); } +template [[kernel]] void lfm2_attn_merge(const device float* pm [[buffer(0)]], const device float* pl [[buffer(1)]], const device float* po [[buffer(2)]], constant lfm2_attn_args& p [[buffer(3)]], device bfloat* y [[buffer(4)]], uint2 tg [[threadgroup_position_in_grid]], uint lane [[thread_index_in_simdgroup]]) { - lfm2_merge_row(pm, pl, po, p, y, tg.x, tg.y, lane); + lfm2_merge_row(pm, pl, po, p, y, tg.x, tg.y, lane); } +template [[host_name("lfm2_attn_merge")]] [[kernel]] decltype(lfm2_attn_merge) lfm2_attn_merge; +template [[host_name("lfm2_attn_block_merge")]] [[kernel]] decltype(lfm2_attn_merge) lfm2_attn_merge; // Router logits [rows, E] in fp32: a simdgroup an expert, lane l over inputs 4l..4l+3 of each 128, then simd_sum. [[kernel]] void lfm2_route_logits(const device bfloat* x [[buffer(0)]], const device float* router [[buffer(1)]], diff --git a/zig/kernels/metal/lfm2/lfm2_dspark.metal b/zig/kernels/metal/lfm2/lfm2_dspark.metal new file mode 100644 index 0000000000..c1b63ddee2 --- /dev/null +++ b/zig/kernels/metal/lfm2/lfm2_dspark.metal @@ -0,0 +1,230 @@ +// DSpark's Markov step, compiled after lfm2.metal's text (its includes and constants). + +// DSpark's Markov scan, W2 as 8-bit codes (BF16 false) or bf16 as released (true): a threadgroup's best of 512 tokens. +struct lfm2_markov_args { uint stride, rank, vocab, prev_stride; }; +constant constexpr uint MARKOV_SPAN = 512; + +// Eight bf16 in a uint4 as floats (a bf16 is the high half of its float). +inline void lfm2_unpack8(uint4 v, thread float* f) { + for (int j = 0; j < 4; ++j) { + f[2 * j] = as_type(v[j] << 16); + f[2 * j + 1] = as_type(v[j] & 0xffff0000u); + } +} +template +inline void lfm2_markov_scan_t(const device bfloat* logits, const device bfloat* w1, const device uint8_t* w2, + const device uint* prev, constant lfm2_markov_args& p, device float* best, + device uint* at, const device bfloat* w2s, const device bfloat* w2b, uint2 tg, + uint2 grid, uint sg, uint lane, threadgroup float* e, threadgroup float* sv, + threadgroup uint* si) { + const uint s = tg.y, t = sg * 32 + lane, id = prev[size_t(s) * p.prev_stride]; + for (uint i = t; i < p.rank; i += 256) e[i] = id < p.vocab ? float(w1[size_t(id) * p.rank + i]) : 0.0f; + threadgroup_barrier(mem_flags::mem_threadgroup); + const device bfloat* row = logits + size_t(s) * p.stride; + float mv = -INFINITY; + uint mi = 0xffffffffu; + bool nan = false; + const uint first = tg.x * MARKOV_SPAN, last = min(first + MARKOV_SPAN, p.vocab); + for (uint v = first + sg; v < last; v += 8) { + float d = 0.0f; + for (uint i = 8 * lane; i < p.rank; i += 256) { + if (BF16) { + float f[8]; + lfm2_unpack8(*(const device uint4*)((const device bfloat*)w2 + size_t(v) * p.rank + i), f); + for (int j = 0; j < 8; ++j) d = fma(f[j], e[i + j], d); + continue; + } + const size_t g = (size_t(v) * p.rank + i) / 64; + const float sc = w2s[g], bi = w2b[g]; + const uchar4 lo = *(const device uchar4*)(w2 + size_t(v) * p.rank + i); + const uchar4 hi = *(const device uchar4*)(w2 + size_t(v) * p.rank + i + 4); + for (int j = 0; j < 4; ++j) d = fma(fma(sc, float(lo[j]), bi), e[i + j], d); + for (int j = 0; j < 4; ++j) d = fma(fma(sc, float(hi[j]), bi), e[i + 4 + j], d); + } + d = simd_sum(d); + const float sc = float(static_cast(float(row[v]) + float(static_cast(d)))); + nan = nan || isnan(sc); + if (sc > mv || (mi == 0xffffffffu && sc == mv)) { + mv = sc; + mi = v; + } + } + if (lane == 0) { + sv[sg] = nan ? NAN : mv; + si[sg] = mi; + } + threadgroup_barrier(mem_flags::mem_threadgroup); + if (t != 0) return; + float bv = sv[0]; + uint bi = si[0]; + for (uint g = 1; g < 8; ++g) { + if (isnan(bv) || isnan(sv[g])) bv = NAN; + else if (sv[g] > bv || (sv[g] == bv && si[g] < bi)) { + bv = sv[g]; + bi = si[g]; + } + } + best[size_t(s) * grid.x + tg.x] = bv; + at[size_t(s) * grid.x + tg.x] = bi; +} + +[[kernel]] void lfm2_markov_scan(const device bfloat* logits [[buffer(0)]], const device bfloat* w1 [[buffer(1)]], + const device uint8_t* w2 [[buffer(2)]], const device uint* prev [[buffer(3)]], + constant lfm2_markov_args& p [[buffer(4)]], device float* best [[buffer(5)]], + device uint* at [[buffer(6)]], const device bfloat* w2s [[buffer(7)]], + const device bfloat* w2b [[buffer(8)]], uint2 tg [[threadgroup_position_in_grid]], + uint2 grid [[threadgroups_per_grid]], uint sg [[simdgroup_index_in_threadgroup]], + uint lane [[thread_index_in_simdgroup]]) { + threadgroup float e[256]; + threadgroup float sv[8]; + threadgroup uint si[8]; + lfm2_markov_scan_t(logits, w1, w2, prev, p, best, at, w2s, w2b, tg, grid, sg, lane, e, sv, si); +} + +// The same scan over the released bf16 W2 [vocab, rank] (buffers 7 and 8 unused). +[[kernel]] void lfm2_markov_scan_bf16(const device bfloat* logits [[buffer(0)]], const device bfloat* w1 [[buffer(1)]], + const device uint8_t* w2 [[buffer(2)]], const device uint* prev [[buffer(3)]], + constant lfm2_markov_args& p [[buffer(4)]], device float* best [[buffer(5)]], + device uint* at [[buffer(6)]], uint2 tg [[threadgroup_position_in_grid]], + uint2 grid [[threadgroups_per_grid]], uint sg [[simdgroup_index_in_threadgroup]], + uint lane [[thread_index_in_simdgroup]]) { + threadgroup float e[256]; + threadgroup float sv[8]; + threadgroup uint si[8]; + lfm2_markov_scan_t(logits, w1, w2, prev, p, best, at, w1, w1, tg, grid, sg, lane, e, sv, si); +} + +// DSpark's Markov step pick: the scan's best over a stream's threadgroups (ties to the lowest token), as a Pick. +[[kernel]] void lfm2_markov_pick(const device float* best [[buffer(0)]], const device uint* at [[buffer(1)]], + constant uint& groups [[buffer(2)]], device uint* picks [[buffer(3)]], + uint s [[threadgroup_position_in_grid]], uint t [[thread_index_in_threadgroup]]) { + threadgroup float tv[256]; + threadgroup uint ti[256]; + threadgroup uint tn[256]; + float bv = -INFINITY; + uint bi = 0xffffffffu, nan = 0; + for (uint g = t; g < groups; g += 256) { + const float v = best[size_t(s) * groups + g]; + const uint i = at[size_t(s) * groups + g]; + if (isnan(v)) nan = 1; + else if (v > bv || (v == bv && i < bi)) { + bv = v; + bi = i; + } + } + tv[t] = bv; + ti[t] = bi; + tn[t] = nan; + threadgroup_barrier(mem_flags::mem_threadgroup); + for (uint w = 128; w > 0; w >>= 1) { + if (t < w) { + const float v = tv[t + w]; + const uint i = ti[t + w]; + if (v > tv[t] || (v == tv[t] && i < ti[t])) { + tv[t] = v; + ti[t] = i; + } + tn[t] |= tn[t + w]; + } + threadgroup_barrier(mem_flags::mem_threadgroup); + } + if (t == 0) { + picks[2 * s] = ti[0]; + picks[2 * s + 1] = tn[0]; + } +} + +// Held drafts from picks[i * stride] into ids[i]; a nonfinite or past-vocabulary pick is token 0 and sets bad. +[[kernel]] void lfm2_draft_ids(const device uint* picks [[buffer(0)]], constant uint4& p [[buffer(1)]], + device uint* ids [[buffer(2)]], device atomic_uint* bad [[buffer(3)]], + uint i [[thread_position_in_grid]]) { + if (i >= p.y) return; + const uint token = picks[size_t(i) * p.x]; + const bool ok = token < p.z && picks[size_t(i) * p.x + 1] == 0u; + ids[i] = ok ? token : 0u; + if (!ok) atomic_store_explicit(bad, 1u, memory_order_relaxed); +} + +struct lfm2_bf16_args { uint rows, n, k; }; +constant constexpr uint BF16_ROWS = 16; + +// Few rows: a simdgroup a column of W over 16 rows, so W is read once a 16 rows. k a multiple of 8. +[[kernel]] void lfm2_bf16_rows(const device bfloat* x [[buffer(0)]], const device bfloat* w [[buffer(1)]], + constant lfm2_bf16_args& p [[buffer(2)]], device bfloat* y [[buffer(3)]], + uint2 tg [[threadgroup_position_in_grid]], uint sg [[simdgroup_index_in_threadgroup]], + uint lane [[thread_index_in_simdgroup]]) { + const uint col = tg.x * 8 + sg, r0 = tg.y * BF16_ROWS; + if (col >= p.n) return; + const uint rows = min(BF16_ROWS, p.rows - r0); + float acc[BF16_ROWS]; + for (uint r = 0; r < BF16_ROWS; ++r) acc[r] = 0.0f; + const device bfloat* wr = w + size_t(col) * p.k; + const device bfloat* xr = x + size_t(r0) * p.k; + for (uint i = 8 * lane; i < p.k; i += 256) { + float wv[8]; + lfm2_unpack8(*(const device uint4*)(wr + i), wv); + for (uint r = 0; r < BF16_ROWS; ++r) { + if (r >= rows) break; + float xv[8]; + lfm2_unpack8(*(const device uint4*)(xr + size_t(r) * p.k + i), xv); + for (int j = 0; j < 8; ++j) acc[r] = fma(wv[j], xv[j], acc[r]); + } + } + for (uint r = 0; r < BF16_ROWS; ++r) { + const float sum = simd_sum(acc[r]); + if (lane == 0 && r < rows) y[size_t(r0 + r) * p.n + col] = static_cast(sum); + } +} + +// Many rows: 64x64 tiles of y, four simdgroups of 32x32, k in steps of 32. k a multiple of 32. +[[kernel]] void lfm2_bf16_mma(const device bfloat* x [[buffer(0)]], const device bfloat* w [[buffer(1)]], + constant lfm2_bf16_args& p [[buffer(2)]], device bfloat* y [[buffer(3)]], + uint2 tg [[threadgroup_position_in_grid]], uint sg [[simdgroup_index_in_threadgroup]], + uint t [[thread_index_in_threadgroup]]) { + threadgroup bfloat xs[64 * 32]; + threadgroup bfloat ws[64 * 32]; + threadgroup float out[4][32 * 32]; + const uint c0 = tg.x * 64, r0 = tg.y * 64; + simdgroup_matrix acc[4][4]; + for (uint i = 0; i < 4; ++i) + for (uint j = 0; j < 4; ++j) acc[i][j] = simdgroup_matrix(0.0f); + const uint sr = (sg / 2) * 32, sc = (sg % 2) * 32; + for (uint k0 = 0; k0 < p.k; k0 += 32) { + for (uint i = t; i < 64 * 4; i += 128) { // 64 rows of 32 bf16 as 4 chunks of 8, 16 bytes a load + const uint r = i / 4, q = (i % 4) * 8; + const uint4 xv = r0 + r < p.rows ? *(const device uint4*)(x + size_t(r0 + r) * p.k + k0 + q) : uint4(0); + const uint4 wv = c0 + r < p.n ? *(const device uint4*)(w + size_t(c0 + r) * p.k + k0 + q) : uint4(0); + *(threadgroup uint4*)(xs + r * 32 + q) = xv; + *(threadgroup uint4*)(ws + r * 32 + q) = wv; + } + threadgroup_barrier(mem_flags::mem_threadgroup); + for (uint kk = 0; kk < 32; kk += 8) { + simdgroup_matrix a[4], b[4]; + for (uint i = 0; i < 4; ++i) simdgroup_load(a[i], xs + (sr + 8 * i) * 32 + kk, 32); + for (uint j = 0; j < 4; ++j) simdgroup_load(b[j], ws + (sc + 8 * j) * 32 + kk, 32, ulong2(0, 0), true); + for (uint i = 0; i < 4; ++i) + for (uint j = 0; j < 4; ++j) simdgroup_multiply_accumulate(acc[i][j], a[i], b[j], acc[i][j]); + } + threadgroup_barrier(mem_flags::mem_threadgroup); + } + for (uint i = 0; i < 4; ++i) + for (uint j = 0; j < 4; ++j) simdgroup_store(acc[i][j], out[sg] + 8 * i * 32 + 8 * j, 32); + simdgroup_barrier(mem_flags::mem_threadgroup); + for (uint i = t % 32; i < 32 * 32; i += 32) { + const uint r = i / 32, c = i % 32; + const uint row = r0 + sr + r, col = c0 + sc + c; + if (row < p.rows && col < p.n) y[size_t(row) * p.n + col] = static_cast(out[sg][i]); + } +} + +// A drafter block's attention: lfm2_attn_mma where every row sees all keys, its 128 threads reserved for M1 and M2. +[[max_total_threads_per_threadgroup(128)]] [[kernel]] void lfm2_attn_block( + const device bfloat* queries [[buffer(0)]], const device bfloat* keys [[buffer(1)]], + const device bfloat* values [[buffer(2)]], constant lfm2_attn_args& p [[buffer(3)]], device float* pm [[buffer(4)]], + device float* pl [[buffer(5)]], device float* po [[buffer(6)]], constant uint& rows [[buffer(7)]], + uint3 tg [[threadgroup_position_in_grid]], uint tid [[thread_index_in_threadgroup]], + uint sg [[simdgroup_index_in_threadgroup]], uint lane [[thread_index_in_simdgroup]]) { + threadgroup uint ks[2][HD * (KT / 2)]; + threadgroup bfloat vs[2][KB * KP]; + lfm2_attn_rows<1, true>(queries, keys, values, p, pm, pl, po, rows, tg, tid, sg, lane, ks, vs); +} diff --git a/zig/kernels/metal/sources.zig b/zig/kernels/metal/sources.zig index 2506fb4905..9f4604f678 100644 --- a/zig/kernels/metal/sources.zig +++ b/zig/kernels/metal/sources.zig @@ -19,7 +19,7 @@ pub const gemma4_prompt_attention = @embedFile("gemma4/prompt_attention.metal"); pub const gemma4_vision = @embedFile("prefill/gemm_nax.metal") ++ @embedFile("gemma4/vision.metal"); /// LFM2-MoE: embedding, norms, the short conv, attention, the route and the experts' glue. -pub const lfm2 = @embedFile("lfm2/lfm2.metal") ++ @embedFile("lfm2/lfm2_segments.metal"); +pub const lfm2 = @embedFile("lfm2/lfm2.metal") ++ @embedFile("lfm2/lfm2_dspark.metal") ++ @embedFile("lfm2/lfm2_segments.metal"); /// LFM2's prompt attention on the tensor units (nax.h inlined at load, after lfm2.metal's text). pub const lfm2_attn_nax = @embedFile("lfm2/lfm2_attn_nax.metal"); diff --git a/zig/src/core/contract/lfm2_records.zig b/zig/src/core/contract/lfm2_records.zig index e3f7179595..4c827359aa 100644 --- a/zig/src/core/contract/lfm2_records.zig +++ b/zig/src/core/contract/lfm2_records.zig @@ -1,6 +1,7 @@ //! LFM2-MoE's shared-round and greedy-pick launches (lfm2.metal, lfm2_segments.metal), as the encoders launch them. const std = @import("std"); const M = @import("limits.zig").MetalLaunch; +// The drafter kernels carry M1 and M2 limits too, recorded from the offline compile; no run covers those chips. pub const records = [_]M{ .{ .name = "metal lfm2 argmax lfm2_argmax", .threads = 1024, .tg_memory = 384, .m1 = 1024, .m2 = 1024 }, .{ .name = "metal lfm2 stream conv lfm2_conv_segs", .threads = 256, .tg_memory = 0, .m1 = 1024, .m2 = 1024 }, @@ -8,6 +9,14 @@ pub const records = [_]M{ .{ .name = "metal lfm2 stream attention lfm2_attn_segs", .threads = 128, .tg_memory = 18688, .reserved = 128 }, .{ .name = "metal lfm2 stream attention merge lfm2_attn_merge_segs", .threads = 32, .tg_memory = 0, .m1 = 1024, .m2 = 1024 }, .{ .name = "metal lfm2 tap lfm2_tap", .threads = 256, .tg_memory = 0, .m1 = 1024, .m2 = 1024 }, + .{ .name = "metal lfm2 markov scan lfm2_markov_scan", .threads = 256, .tg_memory = 1088, .m1 = 1024, .m2 = 1024 }, + .{ .name = "metal lfm2 markov scan bf16 lfm2_markov_scan_bf16", .threads = 256, .tg_memory = 1088, .m1 = 1024, .m2 = 1024 }, + .{ .name = "metal lfm2 bf16 rows lfm2_bf16_rows", .threads = 256, .tg_memory = 0, .m1 = 1024, .m2 = 1024 }, + .{ .name = "metal lfm2 bf16 tile lfm2_bf16_mma", .threads = 128, .tg_memory = 24576, .m1 = 832, .m2 = 832 }, + .{ .name = "metal lfm2 markov pick lfm2_markov_pick", .threads = 256, .tg_memory = 3072, .m1 = 1024, .m2 = 1024 }, + .{ .name = "metal lfm2 draft ids lfm2_draft_ids", .threads = 32, .tg_memory = 0, .m1 = 1024, .m2 = 1024 }, + .{ .name = "metal lfm2 block attention lfm2_attn_block", .threads = 128, .tg_memory = 18688, .reserved = 128 }, + .{ .name = "metal lfm2 block attention merge lfm2_attn_block_merge", .threads = 32, .tg_memory = 0, .m1 = 1024, .m2 = 1024 }, }; test "the LFM2 launches fit every Apple family" { diff --git a/zig/src/core/engine_api.zig b/zig/src/core/engine_api.zig index 0f0905212f..38b1d9be0a 100644 --- a/zig/src/core/engine_api.zig +++ b/zig/src/core/engine_api.zig @@ -303,10 +303,12 @@ pub const Open = struct { /// --parallel named a number: an engine whose memory fits fewer streams refuses instead of serving fewer. lanes_fixed: bool = false, drafts: bool = true, - /// --drafter: a draft model's directory (Qwen3.8-27B's DFlash2; null: none), and --drafter-bits: 4, or 0 for bf16. + /// --drafter: a draft model's directory (null: none); --drafter-bits: 4, 0 for bf16, or 8 (LFM2 only). drafter: ?[]const u8 = null, drafter_name: ?[]const u8 = null, // the supplied --drafter name, before resolving its directory drafter_bits: u8 = 4, + /// Whether --drafter-bits was given: LFM2's drafter runs bf16 as released unless it is asked for 8-bit codes. + drafter_bits_given: bool = false, /// --record: each stream's committed rows and tapped features written under this folder, for drafter training. record: ?[]const u8 = null, speed_up: ?[]const u8 = null, diff --git a/zig/src/families/lfm2_moe/backend.zig b/zig/src/families/lfm2_moe/backend.zig index 44427d435a..8af90dc43b 100644 --- a/zig/src/families/lfm2_moe/backend.zig +++ b/zig/src/families/lfm2_moe/backend.zig @@ -10,6 +10,14 @@ const snapshot = @import("snapshot.zig"); const Model = @import("model.zig").Model; const be = lanes.backend; +/// Where a drafter holds a stream's drafts on the device, for verify windows that take them there (Window.held). +pub const HeldSource = struct { + ptr: *anyopaque, + get: *const fn (ptr: *anyopaque, s: *lanes.Stream) ?Device, + host: *const fn (ptr: *anyopaque, s: *lanes.Stream, out: []u32) anyerror!void, // where `get` gives none +}; +pub const Device = struct { src: mtl.Buffer, off: usize, stride: u32, wait: fwd.Wait }; + pub const Options = struct { capacity: usize, chunk: usize = 128, streams: u32 = 8 }; pub const Metal = struct { @@ -25,6 +33,8 @@ pub const Metal = struct { timed: usize = 0, /// Forwards run so far: a stream's tapped rows in the scratch are current while their gen matches. gen: u64 = 0, + /// A drafter whose drafts verify windows read on the device (null: windows carry host tokens only). + held_source: ?HeldSource = null, pub fn init(gpa: std.mem.Allocator, model: *Model, options: Options) !*Metal { const out = try gpa.create(Metal); @@ -246,20 +256,34 @@ pub const Metal = struct { const self = cast(ptr); var segments: [st.batch_rows]fwd.Segment = undefined; var ids: [st.batch_rows]u32 = undefined; + var held: [st.batch_rows]fwd.Held = undefined; + var count: usize = 0; + var wait: ?fwd.Wait = null; var total: usize = 0; if (windows.len > segments.len or windows.len != out.len) return error.InvalidLfmWindows; for (windows, 0..) |w, i| { const rows = w.rows(); - if (w.parents != null or w.held != 0 or rows > st.window_rows or total + rows > st.batch_rows or w.positions.len != rows) return error.UnsupportedLfmWindow; + if (w.held != 0) { // the drafter's picks, copied into the window's rows on the GPU + const source = self.held_source orelse return error.UnsupportedLfmWindow; + if (total + rows > st.batch_rows) return error.UnsupportedLfmWindow; + if (source.get(source.ptr, w.stream)) |dev| { + held[count] = .{ .row = total + 1, .src = dev.src, .off = dev.off, .stride = dev.stride, .count = w.held }; + count += 1; + wait = if (wait) |x| (if (x.value >= dev.wait.value) x else dev.wait) else dev.wait; + @memset(ids[total + 1 ..][0..w.held], 0); + } else try source.host(source.ptr, w.stream, ids[total + 1 ..][0..w.held]); + } + if (w.parents != null or rows > st.window_rows or total + rows > st.batch_rows or w.positions.len != rows) return error.UnsupportedLfmWindow; if (w.masks.len != 0 and w.masks.len != rows * mask_words) return error.InvalidLfmMasks; const cache = try self.cacheOf(w.stream); for (w.positions, 0..) |p, r| if (p != cache.len + r + 1) return error.InvalidLfmPosition; segments[i] = .{ .cache = cache, .rows = rows }; ids[total] = w.pending; - @memcpy(ids[total + 1 ..][0..w.tokens.len], w.tokens); + @memcpy(ids[total + 1 + w.held ..][0..w.tokens.len], w.tokens); total += rows; } - try self.run(segments[0..windows.len], ids[0..total], true, .all); + self.gen += 1; + try fwd.runHeld(self.model, &self.scratch, segments[0..windows.len], ids[0..total], true, .all, held[0..count], wait); if (self.scratch.taps != null) for (segments[0..windows.len]) |seg| { const last = seg.cache.last.?; seg.cache.tap = .{ .start = last.start, .row = last.base, .rows = last.rows, .gen = self.gen }; @@ -268,7 +292,7 @@ pub const Metal = struct { const best = self.scratch.best.slice(u32, 2 * total); var base: usize = 0; for (windows, out) |w, o| { - if (o.sampled.len != w.rows() or o.drafts.len != w.tokens.len) return error.InvalidLfmOutputs; + if (o.sampled.len != w.rows() or o.drafts.len != w.rows() - 1) return error.InvalidLfmOutputs; for (o.sampled, w.positions, 0..) |*t, p, r| { const mask = if (w.masks.len > 0) w.masks[r * mask_words ..][0..mask_words] else &.{}; // A greedy row takes the GPU's pick, the host's draw on the same logits; a nonfinite row errors there. @@ -279,7 +303,7 @@ pub const Metal = struct { } t.* = try draw(self.gpa, logits[(base + r) * c.vocab ..][0..c.vocab], w.stream.sampling, p, mask); } - @memcpy(o.drafts, w.tokens); + @memcpy(o.drafts, self.scratch.ids.slice(u32, base + w.rows())[base + 1 ..][0 .. w.rows() - 1]); base += w.rows(); } } diff --git a/zig/src/families/lfm2_moe/dspark.zig b/zig/src/families/lfm2_moe/dspark.zig new file mode 100644 index 0000000000..cd6a935f43 --- /dev/null +++ b/zig/src/families/lfm2_moe/dspark.zig @@ -0,0 +1,483 @@ +//! LiquidAI's DSpark drafter on LFM2's taps: a stream's context keys, a block of rows, a Markov chain of drafts. +const std = @import("std"); +const mtl = @import("metal"); +const lanes = @import("lanes"); +const c = @import("config.zig"); +const dc = @import("dspark_config.zig"); +const dw = @import("dspark_weights.zig"); +const block = @import("dspark_block.zig"); +const st = @import("state.zig"); +const snapshot = @import("snapshot.zig"); +const Model = @import("model.zig").Model; +const backend = @import("backend.zig"); + +const dr = lanes.drafter; +const Stream = lanes.Stream; +const shared = mtl.ResourceOptions.shared | mtl.ResourceOptions.untracked; + +/// Block rows one hold pass takes (the decode twin's rows), and context rows one absorb pass takes. +pub const pass_rows = 32; +pub const absorb_rows = 2048; +/// Verified rows a lane keeps on the host until its next hold absorbs them (a round's rows for no GPU work). +pub const stage_rows = 128; +const kw = c.kv_heads * c.head_dim; + +/// `bits`: 0 runs the released bf16 matrices as stored; 8 quantizes the linears to 8-bit codes at load. +pub const Options = struct { capacity: usize, bits: u8 = 0 }; + +/// One stream's context keys and values a layer ([kv head][cap][head dim], as the target's attention reads them). +pub const Lane = struct { + keys: [8]mtl.Buffer, + values: [8]mtl.Buffer, + cap: usize, // positions each holds: the context and one block past it + end: u64 = 0, // context rows absorbed: positions [0, end) + stage: mtl.Buffer, // tapped rows [end, end + staged), not absorbed yet (shared storage) + staged: u32 = 0, + held: [16]u32 = @splat(0), + held_len: u32 = 0, + slot: ?u32 = null, // its block's place in the last signalled hold, whose picks still hold its drafts +}; + +/// The passes' working buffers, one pass at a time on the target's queue. +pub const Scratch = struct { + ids: mtl.Buffer, + h: mtl.Buffer, + x: mtl.Buffer, + r: mtl.Buffer, + y: mtl.Buffer, + q: mtl.Buffer, + k: mtl.Buffer, + v: mtl.Buffer, + queries: mtl.Buffer, + pm: mtl.Buffer, + pl: mtl.Buffer, + po: mtl.Buffer, + gate: mtl.Buffer, + up: mtl.Buffer, + act: mtl.Buffer, + logits: mtl.Buffer, + sums: mtl.Buffer, + fcx: mtl.Buffer, + hctx: mtl.Buffer, + best: mtl.Buffer, // the Markov scan's best score and token of each threadgroup, by stream + at: mtl.Buffer, + picks: mtl.Buffer, +}; + +pub const Drafter = struct { + gpa: std.mem.Allocator, + io: std.Io, + target: *Model, + config: dc.Config, + w: dw.Weights, + options: Options, + s: Scratch, + owned: std.ArrayList(mtl.Buffer) = .empty, + lanes: std.AutoHashMapUnmanaged(*Stream, *Lane) = .empty, + /// One stream's hold wall ms at full depth, and that over the block (the depth rule's cost a draft). + hold_ms: f64 = 0, + step_ms: f64 = 0, + event: mtl.Event = undefined, + signalled: u64 = 0, + pending: ?mtl.CommandBuffer = null, + pass: [pass_rows]*Lane = undefined, // the signalled hold's lanes and depths, in its blocks' order + depths: [pass_rows]u32 = undefined, + pass_len: usize = 0, + + pub fn init(gpa: std.mem.Allocator, io: std.Io, target: *Model, dir: []const u8, options: Options) !*Drafter { + const d = try gpa.create(Drafter); + errdefer gpa.destroy(d); + d.* = .{ .gpa = gpa, .io = io, .target = target, .config = try dc.Config.read(gpa, io, dir), .w = undefined, .options = options, .s = undefined }; + d.event = try target.device.event(); + errdefer d.event.deinit(); + d.w = try dw.load(gpa, target.device, io, dir, &d.config, options.bits); + errdefer d.w.deinit(gpa); + try d.prepare(); + return d; + } + + fn prepare(d: *Drafter) !void { + errdefer { + for (d.owned.items) |b| b.deinit(); + d.owned.deinit(d.gpa); + } + try d.scratch(); + try d.warm(); + } + + pub fn deinit(d: *Drafter) void { + d.settle() catch {}; + d.event.deinit(); + var it = d.lanes.valueIterator(); + while (it.next()) |l| d.dropLane(l.*); + d.lanes.deinit(d.gpa); + for (d.owned.items) |b| b.deinit(); + d.owned.deinit(d.gpa); + d.w.deinit(d.gpa); + d.gpa.destroy(d); + } + + fn buffer(d: *Drafter, bytes: usize) !mtl.Buffer { + const b = try d.target.device.buffer(@max(bytes, 16), shared); + errdefer b.deinit(); + try d.owned.append(d.gpa, b); + return b; + } + + fn scratch(d: *Drafter) !void { + const r = pass_rows; + const wide = @max(pass_rows, absorb_rows); + const i = d.config.intermediate; + const partials = @max(st.split_rows, d.config.block) * st.subs * c.query_heads * st.chunks; + const sums = @max(absorb_rows * (d.config.tap_count * c.hidden / 64), r * (i / 64)); + d.s = .{ + .ids = try d.buffer(r * 4), + .h = try d.buffer(r * c.hidden * 2), + .x = try d.buffer(wide * c.hidden * 2), + .r = try d.buffer(r * c.hidden * 2), + .y = try d.buffer(r * c.hidden * 2), + .q = try d.buffer(r * c.hidden * 2), + .k = try d.buffer(wide * kw * 2), + .v = try d.buffer(wide * kw * 2), + .queries = try d.buffer((r + st.attn_rows) * c.hidden * 2), + .pm = try d.buffer(partials * 4), + .pl = try d.buffer(partials * 4), + .po = try d.buffer(partials * c.head_dim * 4), + .gate = try d.buffer(r * i * 2), + .up = try d.buffer(r * i * 2), + .act = try d.buffer(r * i * 2), + .logits = try d.buffer(r * c.vocab * 2), + .sums = try d.buffer(sums * 4), + .fcx = try d.buffer(absorb_rows * c.hidden * 2), + .hctx = try d.buffer(absorb_rows * c.hidden * 2), + .best = try d.buffer(r * block.scan_groups * 4), + .at = try d.buffer(r * block.scan_groups * 4), + .picks = try d.buffer(d.config.block * r * 8), + }; + } + + /// The drafter's buffers that every round reads (weights and scratch), for the server's residency set. + pub fn buffers(d: *const Drafter, gpa: std.mem.Allocator) ![]mtl.Buffer { + return std.mem.concat(gpa, mtl.Buffer, &.{ d.w.buffers(), d.owned.items }); + } + + pub fn drafter(d: *Drafter) dr.Drafter { + return .{ .ptr = d, .vtable = &.{ .taps = tapsFn, .facts = factsFn, .open = openFn, .absorb = absorbFn, .hold = holdFn, .held = heldFn, .release = releaseFn } }; + } + + fn cast(ptr: *anyopaque) *Drafter { + return @ptrCast(@alignCast(ptr)); + } + + fn tapsFn(ptr: *anyopaque) []const u32 { + const d = cast(ptr); + return d.config.taps[0..d.config.tap_count]; + } + + /// Acceptance a depth until a stream has its own: the card's 5.16 tokens a step at block 9 is 0.84 a depth. + const prior: [16]f64 = @splat(0.84); + + fn factsFn(ptr: *anyopaque) dr.Facts { + const d = cast(ptr); + return .{ .depth = d.config.block, .step_ms = d.step_ms, .prior = prior[0..d.config.block], .batched = true, .stream_bytes = d.laneBytes(d.options.capacity) }; + } + + pub fn laneBytes(d: *const Drafter, capacity: usize) usize { + return 2 * d.config.layers * (capacity + d.config.block) * kw * 2 + stage_rows * d.tapBytes(); + } + + /// A tapped row's bytes: every tap's hidden row, bf16. + pub fn tapBytes(d: *const Drafter) usize { + return d.config.tap_count * c.hidden * 2; + } + + /// The lane's staged rows as an absorb piece (null: none staged). + pub fn stagedPiece(l: *Lane) ?block.Piece { + if (l.staged == 0) return null; + return .{ .lane = l, .src = .{ .buf = l.stage }, .rows = l.staged, .p0 = l.end }; + } + + /// The lane's staged rows absorbed now, in a command buffer of their own. + fn flush(d: *Drafter, l: *Lane) !void { + const pc = stagedPiece(l) orelse return; + const pool = mtl.objc.Pool.push(); + defer pool.pop(); + const run = block.begin(d); + try block.absorbPass(d, run.e, &.{pc}); + try block.end(run.cb, run.e); + l.end += l.staged; + l.staged = 0; + } + + fn openFn(ptr: *anyopaque, s: *Stream) anyerror!void { + const d = cast(ptr); + if (d.lanes.contains(s)) return error.DraftStreamOpen; + const want = s.prompt_len + s.max_new + 2 * d.config.block; + const l = try d.newLane(@min(d.options.capacity, (want + 63) / 64 * 64)); + errdefer d.dropLane(l); + try d.lanes.put(d.gpa, s, l); + } + + pub fn newLane(d: *Drafter, capacity: usize) !*Lane { + const l = try d.gpa.create(Lane); + errdefer d.gpa.destroy(l); + l.* = .{ .keys = undefined, .values = undefined, .stage = try d.target.device.buffer(stage_rows * d.tapBytes(), shared), .cap = capacity + d.config.block }; + errdefer l.stage.deinit(); + var made: usize = 0; + errdefer for (0..made) |i| { + l.keys[i].deinit(); + l.values[i].deinit(); + }; + for (0..d.config.layers) |i| { + l.keys[i] = try d.target.device.buffer(l.cap * kw * 2, shared); + l.values[i] = d.target.device.buffer(l.cap * kw * 2, shared) catch |e| { + l.keys[i].deinit(); + return e; + }; + made += 1; + } + return l; + } + + pub fn dropLane(d: *Drafter, l: *Lane) void { + l.stage.deinit(); + for (0..d.config.layers) |i| { + l.keys[i].deinit(); + l.values[i].deinit(); + } + d.gpa.destroy(l); + } + + fn releaseFn(ptr: *anyopaque, s: *Stream) void { + const d = cast(ptr); + d.unpass() catch {}; + if (d.lanes.fetchRemove(s)) |e| d.dropLane(e.value); + } + + fn heldFn(ptr: *anyopaque, streams: []const *Stream, out: []const []u32) anyerror!void { + const d = cast(ptr); + try d.settle(); + for (streams, out) |s, o| { + const l = d.lanes.get(s) orelse return error.DraftStreamUnknown; + if (o.len > l.held_len) return error.DraftHeldFewer; + @memcpy(o, l.held[0..o.len]); + } + } + + /// Bytes a lane's context at `at` takes beside a kept prompt state. + pub fn keptBytes(d: *const Drafter, at: usize) u64 { + return 2 * @as(u64, d.config.layers) * at * kw * 2; + } + + /// Stream `s`'s context copied into `snap` when its lane stands at the snapshot's position (a prompt chunk's end). + pub fn keepLane(d: *Drafter, s: *Stream, snap: *snapshot.Snap) !void { + const l = d.lanes.get(s) orelse return; + try d.settle(); + try d.flush(l); + if (l.end != snap.at) return; + const bytes = try d.gpa.alloc(u8, @intCast(d.keptBytes(snap.at))); + copyLane(d, l, snap.at, bytes, true); + snap.draft = bytes; + } + + /// The lane takes the context kept with the state its stream's prompt pass resumed at `start`. + fn resumeLane(d: *Drafter, s: *Stream, l: *Lane, start: u64) !void { + const saved = s.reuse.saved orelse return error.DraftContextGap; + const snap: *const snapshot.Snap = @ptrCast(@alignCast(saved)); + const bytes = snap.draft orelse return error.DraftContextGap; + if (s.cached != start or snap.at != start or l.end != 0 or start + d.config.block > l.cap) return error.DraftContextGap; + copyLane(d, l, snap.at, bytes, false); + l.end = start; + } + + /// Rows [0, at) of every layer's keys and values and `bytes` (`out`: the lane's into bytes), kv head by kv head. + fn copyLane(d: *const Drafter, l: *const Lane, at: usize, bytes: []u8, out: bool) void { + const n = at * c.head_dim * 2; + var off: usize = 0; + for (0..d.config.layers) |i| for ([_]mtl.Buffer{ l.keys[i], l.values[i] }) |buf| for (0..c.kv_heads) |h| { + const live = (buf.contents() + h * l.cap * c.head_dim * 2)[0..n]; + if (out) @memcpy(bytes[off..][0..n], live) else @memcpy(live, bytes[off..][0..n]); + off += n; + }; + } + + /// Rows from `start` replace the context there: verified rows wait on the host for the next hold, others run now. + fn absorbFn(ptr: *anyopaque, items: []const dr.Absorb) anyerror!void { + const d = cast(ptr); + try d.settle(); + const width = d.tapBytes(); + const pool = mtl.objc.Pool.push(); + defer pool.pop(); + var run: ?@TypeOf(block.begin(d)) = null; + var pieces: [32]block.Piece = undefined; + var count: usize = 0; + var rows: usize = 0; + for (items) |it| { + const l = d.lanes.get(it.stream) orelse return error.DraftStreamUnknown; + const f = it.features; + if (f.space != .device or f.dtype != .bf16 or f.row_bytes != width or it.rows != null) return error.DraftFeaturesUnsupported; + if (it.start > l.end + l.staged) try d.resumeLane(it.stream, l, it.start); // a prompt pass that resumed + if (it.start + f.rows + d.config.block > l.cap) return error.DraftContextGap; + l.held_len = 0; + l.slot = null; + const src = mtl.Buffer{ .id = @ptrFromInt(f.buffer) }; + // rows from `start` replace what was staged past it; rows before the absorbed end go to the GPU now + const keep: u32 = if (it.start >= l.end) @intCast(it.start - l.end) else 0; + l.staged = @min(l.staged, keep); + if (!it.prompt and it.start >= l.end and l.staged + f.rows <= stage_rows) { + const from = (src.contents() + f.offset)[0 .. f.rows * width]; + @memcpy((l.stage.contents() + l.staged * width)[0 .. f.rows * width], from); + l.staged += f.rows; + continue; + } + if (run == null) run = block.begin(d); + const e = run.?.e; + if (stagedPiece(l)) |pc| { + if (count == pieces.len or rows + pc.rows > absorb_rows) { + try block.absorbPass(d, e, pieces[0..count]); + count = 0; + rows = 0; + } + pieces[count] = pc; + count += 1; + rows += pc.rows; + } + var at: usize = 0; + while (at < f.rows) { + if (rows == absorb_rows or count == pieces.len) { // the pass is full: encode it + try block.absorbPass(d, e, pieces[0..count]); + count = 0; + rows = 0; + } + const n = @min(absorb_rows - rows, f.rows - at); + pieces[count] = .{ .lane = l, .src = .{ .buf = src, .off = f.offset + at * width }, .rows = n, .p0 = it.start + at }; + count += 1; + rows += n; + at += n; + } + l.end = it.start + f.rows; + l.staged = 0; + } + const r = run orelse return; + if (count > 0) try block.absorbPass(d, r.e, pieces[0..count]); + try block.end(r.cb, r.e); + } + + /// Each stream's chain of `depth` drafts after `pending` at `position`, its block's rows in a pass of pass_rows. + fn holdFn(ptr: *anyopaque, items: []const dr.Hold) anyerror!void { + const d = cast(ptr); + try d.unpass(); + var at: usize = 0; + while (at < items.len) { + // as many streams as their blocks' rows fit a pass: each block is as long as the pass's deepest chain + var deepest: usize = 0; + var end = at; + while (end < items.len) : (end += 1) { + const rows = @max(deepest, items[end].depth); + if ((end - at + 1) * rows > pass_rows) break; + deepest = rows; + } + if (end == at) return error.DraftDepth; + var blocks: [pass_rows]block.Block = undefined; + const group = items[at..end]; + at = end; + for (group, blocks[0..group.len]) |it, *b| { + const l = d.lanes.get(it.stream) orelse return error.DraftStreamUnknown; + if (it.depth == 0 or it.depth > d.config.block or it.position == 0) return error.DraftDepth; + const anchor = it.position - 1; + if (l.end + l.staged != anchor or anchor + d.config.block > l.cap) return error.DraftContextGap; + b.* = .{ .lane = l, .pending = it.pending, .anchor = anchor, .depth = it.depth }; + } + if (group.len == items.len) { // one pass: signalled, not waited on + d.signalled += 1; + d.pending = try block.hold(d, blocks[0..group.len], .{ .event = d.event, .value = d.signalled }); + for (blocks[0..group.len], 0..) |b, bi| { + d.pass[bi] = b.lane; + d.depths[bi] = b.depth; + b.lane.slot = @intCast(bi); + b.lane.held_len = 0; + } + d.pass_len = group.len; + continue; + } + _ = try block.hold(d, blocks[0..group.len], null); + } + } + + /// The signalled hold waited on, its picks read into its lanes' held chains (nothing pending: nothing done). + fn settle(d: *Drafter) !void { + const cb = d.pending orelse return; + d.pending = null; + defer cb.release(); + cb.wait(); + if (cb.failure()) |msg| { + std.log.err("lfm2 dspark: a hold failed on the GPU: {s}", .{msg}); + return error.DraftGpuFailed; + } + try block.readPicks(d, d.pass[0..d.pass_len], d.depths[0..d.pass_len]); + } + + /// The signalled hold settled and its lanes' picks forgotten (a lane may be dropped, or a hold may overwrite). + fn unpass(d: *Drafter) !void { + defer { + for (d.pass[0..d.pass_len]) |l| l.slot = null; + d.pass_len = 0; + } + try d.settle(); + } + + /// Where stream `s`'s drafts from the last signalled hold lie in the picks, for a verify to copy on the GPU. + pub fn device(ptr: *anyopaque, s: *Stream) ?backend.Device { + const d = cast(ptr); + const l = d.lanes.get(s) orelse return null; + const slot = l.slot orelse return null; + return .{ .src = d.s.picks, .off = slot * 8, .stride = pass_rows * 2, .wait = .{ .event = d.event, .value = d.signalled } }; + } + + /// The target's verify reading the held drafts on the device, or as host tokens where it cannot. + pub fn heldSource(d: *Drafter) backend.HeldSource { + return .{ .ptr = d, .get = device, .host = hostHeld }; + } + + fn hostHeld(ptr: *anyopaque, s: *Stream, out: []u32) anyerror!void { + return heldFn(ptr, &.{s}, &.{out}); + } + + /// Holds on an empty context: the pipelines compiled, then one-draft and full-depth holds timed (best of three). + fn warm(d: *Drafter) !void { + const l = try d.newLane(64); + defer d.dropLane(l); + var best: [2]f64 = @splat(std.math.floatMax(f64)); + for (0..4) |i| for ([_]u32{ 1, d.config.block }, &best) |depth, *b| { + const t0 = std.Io.Clock.awake.now(d.io); + _ = try block.hold(d, &.{.{ .lane = l, .pending = 1, .anchor = 0, .depth = depth }}, null); + const ms = @as(f64, @floatFromInt(t0.durationTo(std.Io.Clock.awake.now(d.io)).toNanoseconds())) / 1e6; + if (i > 0) b.* = @min(b.*, ms); + }; + d.hold_ms = best[1]; + d.step_ms = best[1] / @as(f64, @floatFromInt(d.config.block)); + std.log.info("lfm2 dspark: a 1-draft hold takes {d:.2} ms, a {d}-draft hold {d:.2} ms", .{ best[0], d.config.block, best[1] }); + } +}; + +test "lfm2 dspark: scratch and warm allocation failures release buffers before their list" { + const device = mtl.Device.init() catch return error.SkipZigTest; + defer device.deinit(); + var target: Model = undefined; + target.device = device; + for ([_]usize{ 1, 3 }) |fail_index| { + var failing = std.testing.FailingAllocator.init(std.testing.allocator, .{ .fail_index = fail_index }); + var d: Drafter = .{ + .gpa = failing.allocator(), + .io = undefined, + .target = &target, + .config = try dc.Config.parse(std.testing.allocator, dc.stock), + .w = undefined, + .options = .{ .capacity = 64 }, + .s = undefined, + }; + try std.testing.expectError(error.OutOfMemory, d.prepare()); + try std.testing.expect(failing.has_induced_failure); + try std.testing.expectEqual(failing.allocated_bytes, failing.freed_bytes); + } +} diff --git a/zig/src/families/lfm2_moe/dspark_bf16_test.zig b/zig/src/families/lfm2_moe/dspark_bf16_test.zig new file mode 100644 index 0000000000..293549bde1 --- /dev/null +++ b/zig/src/families/lfm2_moe/dspark_bf16_test.zig @@ -0,0 +1,121 @@ +//! The DSpark drafter's bf16 kernels on the GPU against host references: the linears and the Markov scan over bf16 W2. +const std = @import("std"); +const mtl = @import("metal"); +const quant = @import("dspark_quant.zig"); +const base = @import("dspark_test.zig"); + +const Args = extern struct { rows: u32, n: u32, k: u32 }; + +/// y = x W^T through `key` on random bf16 data, each output within a bf16 step of the fp64 product. +fn linear(comptime key: []const u8, rows: usize, n: usize, k: usize, groups: [2]usize, threads: usize) !void { + var r = try base.Rig.init(); + defer r.deinit(); + const x = try r.buffer(u16, rows * k); + defer x.deinit(); + const w = try r.buffer(u16, n * k); + defer w.deinit(); + const y = try r.buffer(u16, rows * n); + defer y.deinit(); + base.noise(31, x.slice(u16, rows * k), 2); + base.noise(32, w.slice(u16, n * k), 0.5); + const cb = r.queue.commandBuffer(); + const e = cb.compute(.serial); + e.setPipeline(r.k.get(key)); + e.setBuffer(x, 0, 0); + e.setBuffer(w, 0, 1); + e.setValue(Args{ .rows = @intCast(rows), .n = @intCast(n), .k = @intCast(k) }, 2); + e.setBuffer(y, 0, 3); + e.dispatchGroups(mtl.Size.of(groups[0], groups[1], 1), mtl.Size.of(threads, 1, 1)); + e.end(); + cb.commit(); + cb.wait(); + if (cb.failure()) |_| return error.GpuFailed; + const xs = x.slice(u16, rows * k); + const ws = w.slice(u16, n * k); + const ys = y.slice(u16, rows * n); + for (0..rows) |i| for (0..n) |j| { + var dot: f64 = 0; + for (0..k) |t| dot += @as(f64, quant.toF32(xs[i * k + t])) * @as(f64, quant.toF32(ws[j * k + t])); + const got: f64 = quant.toF32(ys[i * n + j]); + try std.testing.expect(@abs(got - dot) <= @abs(dot) * 0x1p-7 + 1e-3); + }; +} + +test "lfm2 dspark: the bf16 rows kernel is x W^T for one row, a full 16 and a ragged 19 (two row groups)" { + for ([_]usize{ 1, 16, 19 }) |rows| try linear("lfm2_bf16_rows", rows, 100, 288, .{ 13, (rows + 15) / 16 }, 256); +} + +test "lfm2 dspark: the bf16 tile kernel is x W^T for a ragged 70 rows and 100 columns, k a multiple of 32" { + try linear("lfm2_bf16_mma", 70, 100, 288, .{ 2, 2 }, 128); +} + +test "lfm2 dspark: the bf16 tile kernel at the drafter's widths" { + try linear("lfm2_bf16_mma", 33, 512, 2048, .{ 8, 1 }, 128); +} + +test "lfm2 dspark: a Markov step over bf16 W2 picks the argmax of bf16(base + bf16(W2 . W1[prev])), a NaN row flagged" { + var r = try base.Rig.init(); + defer r.deinit(); + const rank = 256; + const vocab = 1300; + const streams = 4; + const groups = (vocab + 511) / 512; + const w1 = try r.buffer(u16, vocab * rank); + defer w1.deinit(); + base.noise(11, w1.slice(u16, vocab * rank), 1); + const w2 = try r.buffer(u16, vocab * rank); + defer w2.deinit(); + base.noise(12, w2.slice(u16, vocab * rank), 0.5); + const ids = try r.buffer(u32, 2 * streams); + defer ids.deinit(); + @memcpy(ids.slice(u32, 2 * streams), &[_]u32{ 17, 9, vocab - 1, 9, vocab + 5, 0, 3, 3 }); + const logits = try r.buffer(u16, streams * 2 * vocab); + defer logits.deinit(); + base.noise(14, logits.slice(u16, streams * 2 * vocab), 4); + logits.slice(u16, streams * 2 * vocab)[3 * 2 * vocab + 700] = 0x7fc0; + const best = try r.buffer(f32, streams * groups); + defer best.deinit(); + const at = try r.buffer(u32, streams * groups); + defer at.deinit(); + const picks = try r.buffer(u32, 2 * streams); + defer picks.deinit(); + const cb = r.queue.commandBuffer(); + const e = cb.compute(.serial); + e.setPipeline(r.k.get("lfm2_markov_scan_bf16")); + for ([_]mtl.Buffer{ logits, w1, w2, ids }, 0..) |b, i| e.setBuffer(b, 0, i); + e.setValue([4]u32{ 2 * vocab, rank, vocab, 2 }, 4); + for ([_]mtl.Buffer{ best, at }, 5..) |b, i| e.setBuffer(b, 0, i); + e.dispatchGroups(mtl.Size.of(groups, streams, 1), mtl.Size.of(256, 1, 1)); + e.setPipeline(r.k.get("lfm2_markov_pick")); + e.setBuffer(best, 0, 0); + e.setBuffer(at, 0, 1); + e.setValue(@as(u32, groups), 2); + e.setBuffer(picks, 0, 3); + e.dispatchGroups(mtl.Size.of(streams, 1, 1), mtl.Size.of(256, 1, 1)); + e.end(); + cb.commit(); + cb.wait(); + const got = picks.slice(u32, 2 * streams); + const logit = logits.slice(u16, streams * 2 * vocab); + for (0..streams) |s| { + if (s == 3) { + try std.testing.expectEqual(@as(u32, 1), got[2 * s + 1]); + continue; + } + try std.testing.expectEqual(@as(u32, 0), got[2 * s + 1]); + const id = ids.slice(u32, 2 * streams)[2 * s]; + var top: f64 = -std.math.inf(f64); + var mine: f64 = 0; + for (0..vocab) |v| { + var dot: f64 = 0; + for (0..rank) |i| { + const e1: f64 = if (id < vocab) quant.toF32(w1.slice(u16, vocab * rank)[id * rank + i]) else 0; + dot += @as(f64, quant.toF32(w2.slice(u16, vocab * rank)[v * rank + i])) * e1; + } + const score: f64 = quant.toF32(quant.toBf16(quant.toF32(logit[s * 2 * vocab + v]) + quant.toF32(quant.toBf16(@floatCast(dot))))); + top = @max(top, score); + if (v == got[2 * s]) mine = score; + } + try std.testing.expect(got[2 * s] < vocab and mine >= top - @abs(top) * 0x1p-7); + } +} diff --git a/zig/src/families/lfm2_moe/dspark_block.zig b/zig/src/families/lfm2_moe/dspark_block.zig new file mode 100644 index 0000000000..a750319709 --- /dev/null +++ b/zig/src/families/lfm2_moe/dspark_block.zig @@ -0,0 +1,333 @@ +//! DSpark's passes on the target's queue: context rows into a lane's keys, and a block's rows into Markov drafts. +const std = @import("std"); +const mtl = @import("metal"); +const c = @import("config.zig"); +const st = @import("state.zig"); +const fwd = @import("forward.zig"); +const tile = @import("../../core/tile_qmm.zig"); +const am = @import("../../core/affine_mm.zig"); +const round = @import("tree_round_gpu"); +const ds = @import("dspark.zig"); +const dw = @import("dspark_weights.zig"); +const Drafter = ds.Drafter; +const Lane = ds.Lane; + +const kw = c.kv_heads * c.head_dim; +const QkArgs = extern struct { len: u32, cap: u32, eps: f32, log2_theta: f32 }; +const AttnArgs = extern struct { len: u32, cap: u32, scale: f32, subs: u32 }; +const Pick = round.contract.Pick; +const Bf16Args = extern struct { rows: u32, n: u32, k: u32 }; +const MarkovArgs = extern struct { stride: u32, rank: u32, vocab: u32, prev_stride: u32 }; +/// Tokens a Markov scan threadgroup takes (the kernel's MARKOV_SPAN), and threadgroups a stream's row takes. +pub const scan_span = 512; +pub const scan_groups = (c.vocab + scan_span - 1) / scan_span; + +/// A buffer and byte offset. +pub const Ref = struct { buf: mtl.Buffer, off: usize = 0 }; + +/// One stream's block in a hold pass: rows [pending, mask x (block - 1)] at positions anchor .. anchor + block - 1. +pub const Block = struct { lane: *Lane, pending: u32, anchor: u64, depth: u32 }; + +const Enc = struct { + d: *Drafter, + e: mtl.ComputeEncoder, + + fn pipe(x: Enc, comptime key: []const u8) void { + x.e.setPipeline(x.d.target.kernels.get(key)); + } + + /// y[rows] = x[rows] W^T: the twin up to its rows, past them the M5's tensor-unit kernels, else the tiles. + fn project(x: Enc, lin: dw.Linear, in: Ref, out: Ref, rows: usize) !void { + const w = switch (lin) { + .codes => |m| m, + .bf16 => |m| return x.bf16(m, in, out, rows), + }; + const t = &x.d.target.kernels.tiles; + if (rows > tile.twin_rows) if (x.d.target.kernels.naxPipes(w.bits)) |p| { + const sums = Ref{ .buf = x.d.s.sums }; + am.rowSums(x.e, p, c.group, in, sums, @intCast(rows), @intCast(w.k)); + const q = .{ .w = Ref{ .buf = w.w, .off = w.w_off }, .s = Ref{ .buf = w.scales, .off = w.s_off }, .b = Ref{ .buf = w.biases, .off = w.b_off }, .n = @as(u32, @intCast(w.n)), .k = @as(u32, @intCast(w.k)) }; + return am.dense(x.e, p, in, sums, q, out, @intCast(rows)); + }; + if (rows <= tile.twin_rows and x.d.target.kernels.twin) return tile.encodeTwin(x.e, t, w, in.buf, in.off, out.buf, out.off, rows); + tile.encodeSums(x.e, t, w.k, in.buf, in.off, x.d.s.sums, rows); + try tile.encode(x.e, t, w, in.buf, in.off, x.d.s.sums, 0, out.buf, out.off, rows); + } + + /// y[rows] = x[rows] W^T over the released bf16 matrix: 16 rows a pass of W up to 32 rows, else 64x64 tiles. + fn bf16(x: Enc, m: dw.Bf16, in: Ref, out: Ref, rows: usize) void { + const args = Bf16Args{ .rows = @intCast(rows), .n = @intCast(m.n), .k = @intCast(m.k) }; + const few = rows <= 32; + if (few) x.pipe("lfm2_bf16_rows") else x.pipe("lfm2_bf16_mma"); + x.e.setBuffer(in.buf, in.off, 0); + x.e.setBuffer(m.w, 0, 1); + x.e.setBytes(std.mem.asBytes(&args), 2); + x.e.setBuffer(out.buf, out.off, 3); + if (few) { + x.e.dispatchGroups(mtl.Size.of((m.n + 7) / 8, (rows + 15) / 16, 1), mtl.Size.of(256, 1, 1)); + } else x.e.dispatchGroups(mtl.Size.of((m.n + 63) / 64, (rows + 63) / 64, 1), mtl.Size.of(128, 1, 1)); + } + + /// h += r when `add`, then out = norm(h) * gain: LFM2's own norm (the drafter's width and eps are the target's). + fn norm(x: Enc, h: mtl.Buffer, r: mtl.Buffer, gain: mtl.Buffer, add: bool, out: mtl.Buffer, rows: usize) void { + x.pipe("lfm2_norm"); + x.e.setBuffer(h, 0, 0); + x.e.setBuffer(r, 0, 1); + x.e.setBuffer(gain, 0, 2); + x.e.setValue(c.eps, 3); + x.e.setValue(@as(u32, @intFromBool(add)), 4); + x.e.setBuffer(out, 0, 5); + x.e.dispatchGroups(mtl.Size.of(rows, 1, 1), mtl.Size.of(c.hidden / 4, 1, 1)); + } + + /// Rows' queries normed and rotated into `queries`, keys and values into the lane's layer at positions from `len`. + fn qk(x: Enc, q: Ref, k: Ref, v: Ref, layer: usize, lane: *const Lane, len: u64, queries: Ref, rows: usize) void { + const ly = &x.d.w.layers[layer]; + x.pipe("lfm2_qk"); + x.e.setBuffer(q.buf, q.off, 0); + x.e.setBuffer(k.buf, k.off, 1); + x.e.setBuffer(v.buf, v.off, 2); + x.e.setBuffer(ly.q_norm, 0, 3); + x.e.setBuffer(ly.k_norm, 0, 4); + const args = QkArgs{ .len = @intCast(len), .cap = @intCast(lane.cap), .eps = c.eps, .log2_theta = std.math.log2(x.d.config.theta) }; + x.e.setBytes(std.mem.asBytes(&args), 5); + x.e.setBuffer(queries.buf, queries.off, 6); + x.e.setBuffer(lane.keys[layer], 0, 7); + x.e.setBuffer(lane.values[layer], 0, 8); + x.e.dispatchGroups(mtl.Size.of(c.query_heads + c.kv_heads, rows, 1), mtl.Size.of(32, 1, 1)); + } + + /// Query rows [row, row + rows) against the lane's keys [0, keys), all of them visible to every row. + fn attend(x: Enc, layer: usize, lane: *const Lane, row: usize, rows: usize, keys: u64) void { + const s = &x.d.s; + const args = AttnArgs{ .len = @intCast(keys - 1), .cap = @intCast(lane.cap), .scale = 1.0 / @sqrt(@as(f32, c.head_dim)), .subs = st.subs }; + const used = (keys + st.chunk_keys - 1) / st.chunk_keys * st.subs; + x.pipe("lfm2_attn_block"); + x.e.setBuffer(s.queries, row * c.hidden * 2, 0); + x.e.setBuffer(lane.keys[layer], 0, 1); + x.e.setBuffer(lane.values[layer], 0, 2); + x.e.setBytes(std.mem.asBytes(&args), 3); + x.e.setBuffer(s.pm, 0, 4); + x.e.setBuffer(s.pl, 0, 5); + x.e.setBuffer(s.po, 0, 6); + x.e.setValue(@as(u32, @intCast(rows)), 7); + x.e.dispatchGroups(mtl.Size.of((rows + 7) / 8, c.kv_heads, @intCast(used)), mtl.Size.of(128, 1, 1)); + x.pipe("lfm2_attn_block_merge"); + x.e.setBuffer(s.pm, 0, 0); + x.e.setBuffer(s.pl, 0, 1); + x.e.setBuffer(s.po, 0, 2); + x.e.setBytes(std.mem.asBytes(&args), 3); + x.e.setBuffer(s.y, row * c.hidden * 2, 4); + x.e.dispatchGroups(mtl.Size.of(c.query_heads, rows, 1), mtl.Size.of(32, 1, 1)); + } +}; + +fn failed(msg: [*:0]const u8) anyerror { + std.log.err("lfm2 dspark: command buffer failed: {s}", .{msg}); + return error.GpuFailed; +} + +fn finish(cb: mtl.CommandBuffer, e: mtl.ComputeEncoder) !void { + e.end(); + cb.commit(); + cb.wait(); + if (cb.failure()) |msg| return failed(msg); +} + +/// One stream's tapped rows in an absorb pass: `rows` rows at `src`, the context from position `p0`. +pub const Piece = struct { lane: *Lane, src: Ref, rows: usize, p0: u64 }; + +/// Each piece's rows into its lane's keys and values (fc, hidden_norm, k, v, k_norm, RoPE) in passes on `e`. +pub fn absorbPass(d: *Drafter, e: mtl.ComputeEncoder, pieces: []const Piece) !void { + const s = &d.s; + const x = Enc{ .d = d, .e = e }; + var rows: usize = 0; + for (pieces) |pc| { + try x.project(d.w.fc, pc.src, .{ .buf = s.fcx, .off = rows * c.hidden * 2 }, pc.rows); + rows += pc.rows; + } + if (rows == 0 or rows > ds.absorb_rows) return error.DraftContextGap; + x.norm(s.fcx, s.fcx, d.w.hidden_norm, false, s.hctx, rows); + for (0..d.config.layers) |i| { + const ly = &d.w.layers[i]; + try x.project(ly.k, .{ .buf = s.hctx }, .{ .buf = s.k }, rows); + try x.project(ly.v, .{ .buf = s.hctx }, .{ .buf = s.v }, rows); + var at: usize = 0; + for (pieces) |pc| { + // the kernel rotates query heads too: they read the context rows and land in x, which no one reads + const q = Ref{ .buf = s.hctx, .off = at * c.hidden * 2 }; + x.qk(q, .{ .buf = s.k, .off = at * kw * 2 }, .{ .buf = s.v, .off = at * kw * 2 }, i, pc.lane, pc.p0, .{ .buf = s.x }, pc.rows); + at += pc.rows; + } + } +} + +/// A command buffer for absorb passes, and its wait. +pub fn begin(d: *Drafter) struct { cb: mtl.CommandBuffer, e: mtl.ComputeEncoder } { + const cb = d.target.queue.commandBuffer(); + return .{ .cb = cb, .e = cb.compute(.serial) }; +} + +pub fn end(cb: mtl.CommandBuffer, e: mtl.ComputeEncoder) !void { + return finish(cb, e); +} + +/// A GPU event a hold signals instead of being waited on, and the value it sets. +pub const Signal = struct { event: mtl.Event, value: u64 }; + +/// The blocks' drafts (backbone, then Markov chain) into the lanes' held chains; with `signal`, left for readPicks. +pub fn hold(d: *Drafter, blocks: []const Block, signal: ?Signal) !?mtl.CommandBuffer { + const pool = mtl.objc.Pool.push(); + defer pool.pop(); + const s = &d.s; + var depth: u32 = 0; + for (blocks) |b| depth = @max(depth, b.depth); + // a block of the deepest chain's rows, at most the 9 the drafter was trained on + const n: u32 = depth; + const rows = blocks.len * n; + if (rows == 0 or rows > ds.pass_rows) return error.DraftTooManyStreams; + const ids = s.ids.slice(u32, ds.pass_rows); + for (0..blocks.len) |i| { + ids[i * n] = blocks[i].pending; + @memset(ids[i * n + 1 ..][0 .. n - 1], d.config.mask); + } + const steps = depth; + // past the last layer's attention a lone block carries only the rows its chain reads; several keep them all + const tail = if (blocks.len == 1) steps else rows; + const cb = d.target.queue.commandBuffer(); + const x = Enc{ .d = d, .e = cb.compute(.serial) }; + const e = x.e; + // the blocks' staged context rows first, in the same command buffer + var staged: [ds.pass_rows]Piece = undefined; + var count: usize = 0; + var held: usize = 0; + for (blocks) |b| if (ds.Drafter.stagedPiece(b.lane)) |pc| { + if (held + pc.rows > ds.absorb_rows) { + try absorbPass(d, e, staged[0..count]); + count = 0; + held = 0; + } + staged[count] = pc; + count += 1; + held += pc.rows; + }; + if (count > 0) try absorbPass(d, e, staged[0..count]); + for (blocks) |b| { + b.lane.end += b.lane.staged; + b.lane.staged = 0; + } + const t = d.target; + const emb = t.weights.embedding; + e.setPipeline(t.kernels.embed(emb.bits)); + e.setBuffer(s.ids, 0, 0); + e.setBuffer(emb.w, emb.w_off, 1); + e.setBuffer(emb.scales, emb.s_off, 2); + e.setBuffer(emb.biases, emb.b_off, 3); + e.setBuffer(s.h, 0, 4); + const units = c.hidden / @as(usize, if (emb.bits == 6) 4 else 8 / emb.bits); + e.dispatchThreads(mtl.Size.of(units, rows, 1), mtl.Size.of(256, 1, 1)); + for (0..d.config.layers) |i| { + const ly = &d.w.layers[i]; + const out = if (i + 1 == d.config.layers) tail else rows; + x.norm(s.h, s.r, ly.input_norm, i > 0, s.x, rows); + try x.project(ly.q, .{ .buf = s.x }, .{ .buf = s.q }, rows); + try x.project(ly.k, .{ .buf = s.x }, .{ .buf = s.k }, rows); + try x.project(ly.v, .{ .buf = s.x }, .{ .buf = s.v }, rows); + for (blocks, 0..) |b, bi| { + const at = bi * n; + x.qk(.{ .buf = s.q, .off = at * c.hidden * 2 }, .{ .buf = s.k, .off = at * kw * 2 }, .{ .buf = s.v, .off = at * kw * 2 }, i, b.lane, b.anchor, .{ .buf = s.queries, .off = at * c.hidden * 2 }, n); + x.attend(i, b.lane, at, if (blocks.len == 1) out else n, b.anchor + n); + } + try x.project(ly.o, .{ .buf = s.y }, .{ .buf = s.r }, out); + x.norm(s.h, s.r, ly.post_norm, true, s.x, out); + try x.project(ly.gate, .{ .buf = s.x }, .{ .buf = s.gate }, out); + try x.project(ly.up, .{ .buf = s.x }, .{ .buf = s.up }, out); + x.pipe("lfm2_swiglu"); + e.setBuffer(s.gate, 0, 0); + e.setBuffer(s.up, 0, 1); + e.setBuffer(s.act, 0, 2); + e.setValue(@as(u32, @intCast(out * d.config.intermediate)), 3); + e.dispatchThreads(mtl.Size.of(out * d.config.intermediate / 8, 1, 1), mtl.Size.of(256, 1, 1)); + try x.project(ly.down, .{ .buf = s.act }, .{ .buf = s.r }, out); + } + x.norm(s.h, s.r, d.w.norm, true, s.x, tail); + try x.project(.{ .codes = fwd.matrix(emb) }, .{ .buf = s.x }, .{ .buf = s.logits }, tail); + try markov(x, blocks.len, n, steps); + if (signal) |sg| { // committed unwaited, the command buffer returned retained + e.end(); + cb.signalEvent(sg.event, sg.value); + const kept = cb.retain(); + cb.commit(); + return kept; + } + try finish(cb, e); + const picks = s.picks.slice(Pick, d.config.block * ds.pass_rows); + for (blocks, 0..) |b, bi| { + for (b.lane.held[0..steps], 0..) |*h, i| { + const p = picks[i * ds.pass_rows + bi]; + if (p.nonfinite != 0 or p.token >= c.vocab) return error.DraftNonfinite; + h.* = p.token; + } + b.lane.held_len = b.depth; + } + return null; +} + +/// A finished hold's picks into the lanes' held chains; a nonfinite or invalid pick is refused, as when synchronous. +pub fn readPicks(d: *Drafter, lanes: []const *Lane, depths: []const u32) !void { + const picks = d.s.picks.slice(Pick, d.config.block * ds.pass_rows); + var chains: [ds.pass_rows][]u32 = undefined; + for (lanes, chains[0..lanes.len]) |l, *ch| ch.* = &l.held; + try copyPicks(picks, chains[0..lanes.len], depths); + for (lanes, depths) |l, depth| l.held_len = depth; +} + +/// Step i of block bi is picks[i * ds.pass_rows + bi]: each block's first `depth` picks into its chain. +pub fn copyPicks(picks: []const Pick, chains: []const []u32, depths: []const u32) !void { + for (chains, depths, 0..) |chain, depth, bi| { + for (chain[0..depth], 0..) |*h, i| { + const p = picks[i * ds.pass_rows + bi]; + if (p.nonfinite != 0 or p.token >= c.vocab) return error.DraftNonfinite; + h.* = p.token; + } + } +} + +/// Step i of each stream: its row i's logits plus W2 W1[previous draft] (the pending token first), then the argmax. +fn markov(x: Enc, streams: usize, n: u32, depth: u32) !void { + const d = x.d; + const s = &d.s; + const e = x.e; + for (0..depth) |i| { + // step i's previous token: the pending one (each block's first id), then step i - 1's pick + switch (d.w.w2) { + .codes => x.pipe("lfm2_markov_scan"), + .bf16 => x.pipe("lfm2_markov_scan_bf16"), + } + e.setBuffer(s.logits, i * c.vocab * 2, 0); + e.setBuffer(d.w.w1, 0, 1); + e.setBuffer(switch (d.w.w2) { + .codes => |m| m.w, + .bf16 => |m| m.w, + }, switch (d.w.w2) { + .codes => |m| m.w_off, + .bf16 => 0, + }, 2); + if (i == 0) e.setBuffer(s.ids, 0, 3) else e.setBuffer(s.picks, (i - 1) * ds.pass_rows * @sizeOf(Pick), 3); + const args = MarkovArgs{ .stride = n * c.vocab, .rank = d.config.rank, .vocab = c.vocab, .prev_stride = if (i == 0) n else @sizeOf(Pick) / 4 }; + e.setBytes(std.mem.asBytes(&args), 4); + e.setBuffer(s.best, 0, 5); + e.setBuffer(s.at, 0, 6); + if (d.w.w2 == .codes) { + e.setBuffer(d.w.w2.codes.scales, d.w.w2.codes.s_off, 7); + e.setBuffer(d.w.w2.codes.biases, d.w.w2.codes.b_off, 8); + } + e.dispatchGroups(mtl.Size.of(scan_groups, streams, 1), mtl.Size.of(256, 1, 1)); + x.pipe("lfm2_markov_pick"); + e.setBuffer(s.best, 0, 0); + e.setBuffer(s.at, 0, 1); + e.setValue(@as(u32, scan_groups), 2); + e.setBuffer(s.picks, i * ds.pass_rows * @sizeOf(Pick), 3); + e.dispatchGroups(mtl.Size.of(streams, 1, 1), mtl.Size.of(256, 1, 1)); + } +} diff --git a/zig/src/families/lfm2_moe/dspark_config.zig b/zig/src/families/lfm2_moe/dspark_config.zig new file mode 100644 index 0000000000..68acc6d30d --- /dev/null +++ b/zig/src/families/lfm2_moe/dspark_config.zig @@ -0,0 +1,142 @@ +//! LiquidAI's DSpark drafter for LFM2.5-24B-A2B: its config admitted, any other shape refused with its reason. +const std = @import("std"); +const c = @import("config.zig"); + +/// The geometry the drafter's kernels take: the target's attention shape, five taps at most eight layers. +pub const Config = struct { + taps: [8]u32 = @splat(0), + tap_count: u32, + layers: u32, + intermediate: u32, + /// Rows a block takes: the pending token and block - 1 mask tokens, one draft a row. + block: u32, + mask: u32, + rank: u32, + theta: f32, + + pub fn read(gpa: std.mem.Allocator, io: std.Io, dir: []const u8) !Config { + const path = try std.fs.path.join(gpa, &.{ dir, "config.json" }); + defer gpa.free(path); + const bytes = try std.Io.Dir.cwd().readFileAlloc(io, path, gpa, .limited(1 << 20)); + defer gpa.free(bytes); + return parse(gpa, bytes); + } + + pub fn parse(gpa: std.mem.Allocator, bytes: []const u8) !Config { + var parsed = try std.json.parseFromSlice(std.json.Value, gpa, bytes, .{}); + defer parsed.deinit(); + const o = if (parsed.value == .object) parsed.value.object else return error.BadDraftConfig; + const archs = o.get("architectures") orelse return error.BadDraftConfig; + if (archs != .array or archs.array.items.len != 1 or archs.array.items[0] != .string) return error.BadDraftConfig; + if (!std.mem.eql(u8, archs.array.items[0].string, "Lfm2DSparkDraftModel")) return error.NotLfmDSpark; + const d = if (o.get("dflash_config")) |v| (if (v == .object) v.object else return error.BadDraftConfig) else return error.BadDraftConfig; + var out: Config = .{ + .tap_count = 0, + .layers = try small(o, "num_hidden_layers"), + .intermediate = try small(o, "intermediate_size"), + .block = try small(o, "block_size"), + .mask = try small(d, "mask_token_id"), + .rank = try small(o, "markov_rank"), + .theta = @floatCast(try number(o, "rope_theta")), + }; + // the target's widths: the drafter shares its embedding, head and attention kernels + if (try small(o, "hidden_size") != c.hidden or try small(o, "vocab_size") != c.vocab) return error.DraftForAnotherTarget; + if (try small(d, "num_target_layers") != c.layers) return error.DraftForAnotherTarget; + const heads = try small(o, "num_attention_heads"); + const kv = try small(o, "num_key_value_heads"); + if (heads != c.query_heads or kv != c.kv_heads or try small(o, "head_dim") != c.head_dim) return error.UnsupportedDraftShape; + if (@as(f32, @floatCast(try number(o, "rms_norm_eps"))) != c.eps) return error.UnsupportedDraftShape; + const taps = d.get("target_layer_ids") orelse return error.BadDraftConfig; + if (taps != .array or taps.array.items.len == 0 or taps.array.items.len > out.taps.len) return error.BadDraftConfig; + for (taps.array.items, 0..) |t, i| { + if (t != .integer or t.integer < 0) return error.BadDraftConfig; + if (t.integer >= c.layers) return error.DraftForAnotherTarget; + out.taps[i] = @intCast(t.integer); + } + out.tap_count = @intCast(taps.array.items.len); + try kinds(o, out.layers); + // the block's MLP is the fixed SiLU gate + const act = o.get("hidden_act") orelse return error.BadDraftConfig; + if (act != .string or !std.mem.eql(u8, act.string, "silu")) return error.UnsupportedDraftActivation; + // the vendored defaults decide the block: non-causal attention, interleaved RoPE, a plain Markov head + if (o.get("is_causal") != null) return error.UnsupportedDraftMask; + const neox = o.get("rope_is_neox_style") orelse return error.BadDraftConfig; + if (neox != .bool or neox.bool) return error.UnsupportedDraftRope; + const head = o.get("markov_head_type") orelse return error.BadDraftConfig; + if (head != .string or !std.mem.eql(u8, head.string, "vanilla")) return error.UnsupportedMarkovHead; + if (o.get("sample_from_anchor")) |v| if (v != .bool or !v.bool) return error.UnsupportedDraftAnchor; + if (out.layers == 0 or out.layers > 8 or out.block < 2 or out.block > 16) return error.UnsupportedDraftShape; + if (out.intermediate == 0 or out.intermediate % 64 != 0 or out.rank == 0 or out.rank > 256 or out.rank % 64 != 0) return error.UnsupportedDraftShape; + if (out.mask >= c.vocab or !std.math.isFinite(out.theta) or !(out.theta > 0)) return error.BadDraftConfig; + return out; + } +}; + +/// Every layer full attention (the block's mask has no sliding window). +fn kinds(o: std.json.ObjectMap, layers: u32) !void { + const v = o.get("layer_types") orelse return; + if (v != .array or v.array.items.len != layers) return error.BadDraftConfig; + for (v.array.items) |k| if (k != .string or !std.mem.eql(u8, k.string, "full_attention")) return error.UnsupportedDraftMask; +} + +fn small(o: std.json.ObjectMap, key: []const u8) !u32 { + const v = o.get(key) orelse return error.BadDraftConfig; + if (v != .integer or v.integer < 0 or v.integer > std.math.maxInt(u32)) return error.BadDraftConfig; + return @intCast(v.integer); +} + +fn number(o: std.json.ObjectMap, key: []const u8) !f64 { + const v = o.get(key) orelse return error.BadDraftConfig; + return switch (v) { + .integer => |i| @floatFromInt(i), + .float => |f| f, + else => error.BadDraftConfig, + }; +} + +/// LiquidAI/LFM2.5-24B-A2B-DSpark's config.json at e052e5b1dd10, as released. +pub const stock = + \\{"architectures":["Lfm2DSparkDraftModel"],"model_type":"qwen3","dtype":"bfloat16","hidden_size":2048, + \\"num_hidden_layers":5,"num_attention_heads":32,"num_key_value_heads":8,"head_dim":64,"intermediate_size":6144, + \\"hidden_act":"silu","rms_norm_eps":1e-05,"vocab_size":128000,"rope_theta":10000000.0, + \\"max_position_embeddings":131072,"layer_types":["full_attention","full_attention","full_attention", + \\"full_attention","full_attention"],"block_size":9,"dflash_config":{"mask_token_id":125017, + \\"target_layer_ids":[2,10,18,26,34],"num_target_layers":40},"markov_rank":256,"rope_is_neox_style":false, + \\"enable_confidence_head":true,"markov_head_type":"vanilla"} +; + +fn edited(from: []const u8, to: []const u8) !Config { + const a = std.testing.allocator; + const text = try std.mem.replaceOwned(u8, a, stock, from, to); + defer a.free(text); + return Config.parse(a, text); +} + +test "lfm2 dspark: the released config is admitted with its taps, block, mask token and Markov rank" { + const cfg = try Config.parse(std.testing.allocator, stock); + try std.testing.expectEqualSlices(u32, &.{ 2, 10, 18, 26, 34 }, cfg.taps[0..cfg.tap_count]); + try std.testing.expectEqual(@as(u32, 5), cfg.layers); + try std.testing.expectEqual(@as(u32, 9), cfg.block); + try std.testing.expectEqual(@as(u32, 125017), cfg.mask); + try std.testing.expectEqual(@as(u32, 256), cfg.rank); + try std.testing.expectEqual(@as(u32, 6144), cfg.intermediate); + try std.testing.expectEqual(@as(f32, 1e7), cfg.theta); +} + +test "lfm2 dspark: other drafters and shapes are refused with their reason" { + try std.testing.expectError(error.NotLfmDSpark, edited("Lfm2DSparkDraftModel", "DFlashDraftModel")); + try std.testing.expectError(error.DraftForAnotherTarget, edited("\"hidden_size\":2048", "\"hidden_size\":4096")); + try std.testing.expectError(error.DraftForAnotherTarget, edited("\"num_target_layers\":40", "\"num_target_layers\":24")); + try std.testing.expectError(error.DraftForAnotherTarget, edited("26,34]", "26,44]")); + try std.testing.expectError(error.UnsupportedDraftShape, edited("\"head_dim\":64", "\"head_dim\":128")); + try std.testing.expectError(error.UnsupportedDraftActivation, edited("\"silu\"", "\"gelu\"")); + try std.testing.expectError(error.UnsupportedDraftRope, edited("\"rope_is_neox_style\":false", "\"rope_is_neox_style\":true")); + try std.testing.expectError(error.UnsupportedMarkovHead, edited("\"vanilla\"", "\"gated\"")); + try std.testing.expectError(error.UnsupportedDraftMask, edited("\"full_attention\"]", "\"sliding_attention\"]")); + try std.testing.expectError(error.UnsupportedDraftMask, edited("\"block_size\"", "\"is_causal\":true,\"block_size\"")); + try std.testing.expectError(error.UnsupportedDraftAnchor, edited("\"block_size\"", "\"sample_from_anchor\":false,\"block_size\"")); + try std.testing.expectError(error.UnsupportedDraftShape, edited("\"block_size\":9", "\"block_size\":17")); + try std.testing.expectError(error.UnsupportedDraftShape, edited("\"markov_rank\":256", "\"markov_rank\":512")); + try std.testing.expectError(error.BadDraftConfig, edited("10000000.0", "1e100")); + try std.testing.expectError(error.BadDraftConfig, edited("\"mask_token_id\":125017", "\"mask_token_id\":128000")); +} diff --git a/zig/src/families/lfm2_moe/dspark_quant.zig b/zig/src/families/lfm2_moe/dspark_quant.zig new file mode 100644 index 0000000000..a34b52dd20 --- /dev/null +++ b/zig/src/families/lfm2_moe/dspark_quant.zig @@ -0,0 +1,118 @@ +//! BF16 drafter rows quantized at load to MLX's affine codes in groups of 64, the layout core/tile_qmm reads. +const std = @import("std"); + +/// MLX's affine codes of 64 bf16 values at `bits`: bias the larger edge, scale |edge| / round(|edge| / step). +pub fn group(x: []const u16, bits: u8, codes: []u8, scale: *u16, bias: *u16) void { + var lo: f32 = std.math.inf(f32); + var hi: f32 = -std.math.inf(f32); + for (x) |v| { + lo = @min(lo, toF32(v)); + hi = @max(hi, toF32(v)); + } + const bins: f32 = @floatFromInt((@as(u32, 1) << @intCast(bits)) - 1); + const step = @max(hi - lo, 1e-7) / bins; + const from_min = @abs(lo) > @abs(hi); + const edge = if (from_min) lo else hi; + const q0 = @round(@abs(edge) / step); + const s_f: f32 = if (q0 == 0) step else (if (from_min) @abs(edge) else -@abs(edge)) / q0; + scale.* = toBf16(s_f); + bias.* = toBf16(if (q0 == 0) lo else edge); + const s = toF32(scale.*); + const b = toF32(bias.*); + @memset(codes, 0); + for (x, 0..) |v, i| { + const q: u8 = @intFromFloat(std.math.clamp(@round((toF32(v) - b) / s), 0, bins)); + if (bits == 8) codes[i] = q else codes[i / 2] |= q << @intCast((i % 2) * 4); + } +} + +pub fn toF32(v: u16) f32 { + return @bitCast(@as(u32, v) << 16); +} + +/// Round to nearest even, as MLX casts. +pub fn toBf16(f: f32) u16 { + const b: u32 = @bitCast(f); + if ((b & 0x7f80_0000) == 0x7f80_0000) return @truncate(b >> 16); + return @truncate((b + 0x7fff + ((b >> 16) & 1)) >> 16); +} + +/// A matrix's codes [n][k * bits / 8], scales and biases [n][k / 64], each written by one thread's rows. +pub const Job = struct { + src: []const u16, + k: usize, + bits: u8, + codes: []u8, + scales: []u16, + biases: []u16, + fn run(j: Job, from: usize, to: usize) void { + const groups = j.k / 64; + const per = 64 * @as(usize, j.bits) / 8; + for (from..to) |r| for (0..groups) |g| { + const at = r * groups + g; + group(j.src[r * j.k + g * 64 ..][0..64], j.bits, j.codes[at * per ..][0..per], &j.scales[at], &j.biases[at]); + }; + } + + /// The job over its rows on every CPU (at most 16 threads). + pub fn all(j: Job, gpa: std.mem.Allocator, rows: usize) !void { + const threads = @min(std.Thread.getCpuCount() catch 1, 16); + const per = (rows + threads - 1) / threads; + const handles = try gpa.alloc(std.Thread, threads); + defer gpa.free(handles); + var spawned: usize = 0; + defer for (handles[0..spawned]) |h| h.join(); + var at: usize = 0; + while (at < rows) : (at += per) { + handles[spawned] = try std.Thread.spawn(.{}, run, .{ j, at, @min(rows, at + per) }); + spawned += 1; + } + } +}; + +/// Head `h`'s interleaved RoPE pairs (2i, 2i + 1) as half-split pairs (i, i + dim / 2): row h * dim + j's source. +pub fn halfSplit(row: usize, dim: usize) usize { + const h = row / dim; + const j = row % dim; + const half = dim / 2; + return h * dim + if (j < half) 2 * j else 2 * (j - half) + 1; +} + +test "lfm2 dspark: 4- and 8-bit codes keep the larger edge exact, as MLX quantizes" { + var x: [64]u16 = undefined; + for (&x, 0..) |*v, i| v.* = toBf16(@as(f32, @floatFromInt(i)) * 0.125 - 2.0); + for ([_]u8{ 4, 8 }) |bits| { + var codes: [64]u8 = undefined; + var s: u16 = undefined; + var b: u16 = undefined; + group(&x, bits, codes[0 .. 64 * @as(usize, bits) / 8], &s, &b); + try std.testing.expect(toF32(s) < 0 and toF32(b) == 5.875); // the max is the edge: codes descend from it + const last: u8 = if (bits == 8) codes[63] else codes[31] >> 4; + try std.testing.expectEqual(@as(u8, 0), last); + for (x, 0..) |v, i| { + const q: u8 = if (bits == 8) codes[i] else (codes[i / 2] >> @intCast((i % 2) * 4)) & 0xf; + const back = toF32(s) * @as(f32, @floatFromInt(q)) + toF32(b); + try std.testing.expect(@abs(back - toF32(v)) <= @abs(toF32(s)) * 0.51); + } + } +} + +test "lfm2 dspark: half-split rows rotated by the half-split rule equal interleaved pairs rotated, row for row" { + const dim = 64; + var x: [2 * dim]f32 = undefined; + for (&x, 0..) |*v, i| v.* = @sin(@as(f32, @floatFromInt(i)) * 0.37) * 3; + var moved: [2 * dim]f32 = undefined; + for (&moved, 0..) |*v, r| v.* = x[halfSplit(r, dim)]; + const pos: f32 = 1234; + for (0..2) |h| for (0..dim / 2) |i| { + const angle = pos * std.math.pow(f32, 1e7, -@as(f32, @floatFromInt(i)) / (dim / 2)); + const cs = @cos(angle); + const sn = @sin(angle); + const a = x[h * dim + 2 * i]; + const b = x[h * dim + 2 * i + 1]; + const l = moved[h * dim + i]; + const r = moved[h * dim + i + dim / 2]; + try std.testing.expectEqual(a * cs - b * sn, l * cs - r * sn); + try std.testing.expectEqual(a * sn + b * cs, l * sn + r * cs); + }; +} diff --git a/zig/src/families/lfm2_moe/dspark_test.zig b/zig/src/families/lfm2_moe/dspark_test.zig index d220b9ea66..9ed422ac07 100644 --- a/zig/src/families/lfm2_moe/dspark_test.zig +++ b/zig/src/families/lfm2_moe/dspark_test.zig @@ -1,17 +1,21 @@ -//! The DSpark drafter's kernels on the GPU against host references: the target's taps. +//! The DSpark drafter's kernels on the GPU against host references: taps, the Markov step, half-split RoPE. const std = @import("std"); const mtl = @import("metal"); const c = @import("config.zig"); const kernels = @import("kernels.zig"); +const quant = @import("dspark_quant.zig"); +const block = @import("dspark_block.zig"); +const ds = @import("dspark.zig"); +const Pick = @import("tree_round_gpu").contract.Pick; const shared = mtl.ResourceOptions.shared; -const Rig = struct { +pub const Rig = struct { device: mtl.Device, queue: mtl.Queue, k: kernels.Kernels, - fn init() !Rig { + pub fn init() !Rig { const device = mtl.Device.init() catch return error.SkipZigTest; errdefer device.deinit(); const queue = try device.queue(); @@ -19,13 +23,13 @@ const Rig = struct { return .{ .device = device, .queue = queue, .k = try kernels.load(device) }; } - fn deinit(r: *Rig) void { + pub fn deinit(r: *Rig) void { r.k.deinit(); r.queue.deinit(); r.device.deinit(); } - fn buffer(r: *Rig, comptime T: type, n: usize) !mtl.Buffer { + pub fn buffer(r: *Rig, comptime T: type, n: usize) !mtl.Buffer { const b = try r.device.buffer(n * @sizeOf(T), shared); @memset(b.slice(u8, n * @sizeOf(T)), 0); return b; @@ -45,15 +49,9 @@ const Rig = struct { } }; -/// Round to nearest even, as MLX casts. -fn toBf16(f: f32) u16 { - const b: u32 = @bitCast(f); - return @truncate((b + 0x7fff + ((b >> 16) & 1)) >> 16); -} - -fn noise(seed: u64, out: []u16, scale: f32) void { +pub fn noise(seed: u64, out: []u16, scale: f32) void { var prng = std.Random.DefaultPrng.init(seed); - for (out) |*v| v.* = toBf16((prng.random().float(f32) * 2 - 1) * scale); + for (out) |*v| v.* = quant.toBf16((prng.random().float(f32) * 2 - 1) * scale); } test "lfm2 dspark: the tap kernel copies each row's hidden values into its tap's columns, the rest untouched" { @@ -75,3 +73,180 @@ test "lfm2 dspark: the tap kernel copies each row's hidden values into its tap's for (got[(row * taps + 2) * c.hidden ..][0..c.hidden]) |v| try std.testing.expectEqual(@as(u16, 0), v); } } + +test "lfm2 dspark: a Markov step picks the argmax of bf16(base + bf16(W2 . W1[prev])) over every threadgroup" { + var r = try Rig.init(); + defer r.deinit(); + const rank = 256; + const vocab = 1300; // three scan threadgroups, the last one short + const streams = 4; + const groups = (vocab + 511) / 512; + const w1 = try r.buffer(u16, vocab * rank); + defer w1.deinit(); + noise(11, w1.slice(u16, vocab * rank), 1); + const codes = try r.buffer(u8, vocab * rank); + defer codes.deinit(); + for (codes.slice(u8, vocab * rank), 0..) |*q, i| q.* = @truncate(i *% 2654435761 >> 7); + const sc = try r.buffer(u16, vocab * rank / 64); + defer sc.deinit(); + const bi = try r.buffer(u16, vocab * rank / 64); + defer bi.deinit(); + noise(12, sc.slice(u16, vocab * rank / 64), 0.01); + noise(13, bi.slice(u16, vocab * rank / 64), 0.5); + // a token every second word (the picks' layout): inside W1, its last row, past it (a zero row), and a NaN row + const ids = try r.buffer(u32, 2 * streams); + defer ids.deinit(); + @memcpy(ids.slice(u32, 2 * streams), &[_]u32{ 17, 9, vocab - 1, 9, vocab + 5, 0, 3, 3 }); + const logits = try r.buffer(u16, streams * 2 * vocab); + defer logits.deinit(); + noise(14, logits.slice(u16, streams * 2 * vocab), 4); + logits.slice(u16, streams * 2 * vocab)[3 * 2 * vocab + 700] = 0x7fc0; + const best = try r.buffer(f32, streams * groups); + defer best.deinit(); + const at = try r.buffer(u32, streams * groups); + defer at.deinit(); + const picks = try r.buffer(u32, 2 * streams); + defer picks.deinit(); + const cb = r.queue.commandBuffer(); + const e = cb.compute(.serial); + e.setPipeline(r.k.get("lfm2_markov_scan")); + for ([_]mtl.Buffer{ logits, w1, codes, ids }, 0..) |b, i| e.setBuffer(b, 0, i); + e.setValue([4]u32{ 2 * vocab, rank, vocab, 2 }, 4); + for ([_]mtl.Buffer{ best, at, sc, bi }, 5..) |b, i| e.setBuffer(b, 0, i); + e.dispatchGroups(mtl.Size.of(groups, streams, 1), mtl.Size.of(256, 1, 1)); + e.setPipeline(r.k.get("lfm2_markov_pick")); + e.setBuffer(best, 0, 0); + e.setBuffer(at, 0, 1); + e.setValue(@as(u32, groups), 2); + e.setBuffer(picks, 0, 3); + e.dispatchGroups(mtl.Size.of(streams, 1, 1), mtl.Size.of(256, 1, 1)); + e.end(); + cb.commit(); + cb.wait(); + const got = picks.slice(u32, 2 * streams); + const base = logits.slice(u16, streams * 2 * vocab); + const id_list = ids.slice(u32, 2 * streams); + for (0..streams) |s| { + if (s == 3) { // the planted NaN: flagged + try std.testing.expectEqual(@as(u32, 1), got[2 * s + 1]); + continue; + } + try std.testing.expectEqual(@as(u32, 0), got[2 * s + 1]); + const id = id_list[2 * s]; + var top: f64 = -std.math.inf(f64); + var mine: f64 = 0; + for (0..vocab) |v| { + var dot: f64 = 0; + for (0..rank) |i| { + const g = (v * rank + i) / 64; + const w = @as(f64, quant.toF32(sc.slice(u16, vocab * rank / 64)[g])) * @as(f64, @floatFromInt(codes.slice(u8, vocab * rank)[v * rank + i])) + quant.toF32(bi.slice(u16, vocab * rank / 64)[g]); + dot += w * (if (id < vocab) quant.toF32(w1.slice(u16, vocab * rank)[id * rank + i]) else 0); + } + const score: f64 = quant.toF32(quant.toBf16(quant.toF32(base[s * 2 * vocab + v]) + quant.toF32(quant.toBf16(@floatCast(dot))))); + top = @max(top, score); + if (v == got[2 * s]) mine = score; + } + // the pick is the best score, or within two bf16 steps of it where fp32 sums round apart + try std.testing.expect(got[2 * s] < vocab and mine >= top - @abs(top) * 0x1p-7); + } +} + +test "lfm2 dspark: lfm2_qk on half-split rows and gains gives interleaved RoPE's keys, reordered" { + var r = try Rig.init(); + defer r.deinit(); + const hd = c.head_dim; + const pos: u32 = 777; + const theta: f32 = 1e7; + var k_il: [c.kv_heads * hd]u16 = undefined; + var gain_il: [hd]u16 = undefined; + noise(21, &k_il, 2); + noise(22, &gain_il, 1.5); + const q = try r.buffer(u16, c.query_heads * hd); + defer q.deinit(); + const k = try r.buffer(u16, c.kv_heads * hd); + defer k.deinit(); + const v = try r.buffer(u16, c.kv_heads * hd); + defer v.deinit(); + const qn = try r.buffer(u16, hd); + defer qn.deinit(); + const kn = try r.buffer(u16, hd); + defer kn.deinit(); + for (k.slice(u16, c.kv_heads * hd), 0..) |*x, i| x.* = k_il[quant.halfSplit(i, hd)]; + for (kn.slice(u16, hd), 0..) |*x, i| x.* = gain_il[quant.halfSplit(i, hd)]; + @memset(qn.slice(u16, hd), quant.toBf16(1)); + const cap = 1024; + const queries = try r.buffer(u16, c.query_heads * hd); + defer queries.deinit(); + const keys = try r.buffer(u16, c.kv_heads * cap * hd); + defer keys.deinit(); + const values = try r.buffer(u16, c.kv_heads * cap * hd); + defer values.deinit(); + const Args = extern struct { len: u32, cap: u32, eps: f32, log2_theta: f32 }; + const cb = r.queue.commandBuffer(); + const e = cb.compute(.serial); + e.setPipeline(r.k.get("lfm2_qk")); + for ([_]mtl.Buffer{ q, k, v, qn, kn }, 0..) |b, i| e.setBuffer(b, 0, i); + const args = Args{ .len = pos, .cap = cap, .eps = c.eps, .log2_theta = std.math.log2(theta) }; + e.setBytes(std.mem.asBytes(&args), 5); + for ([_]mtl.Buffer{ queries, keys, values }, 6..) |b, i| e.setBuffer(b, 0, i); + e.dispatchGroups(mtl.Size.of(c.query_heads + c.kv_heads, 1, 1), mtl.Size.of(32, 1, 1)); + e.end(); + cb.commit(); + cb.wait(); + const got = keys.slice(u16, c.kv_heads * cap * hd); + for (0..c.kv_heads) |h| { + var ss: f32 = 0; + for (0..hd) |i| ss += quant.toF32(k_il[h * hd + i]) * quant.toF32(k_il[h * hd + i]); + const inv = 1 / @sqrt(ss / hd + c.eps); + for (0..hd / 2) |i| { + const angle = @as(f32, pos) * std.math.pow(f32, theta, -@as(f32, @floatFromInt(i)) / (hd / 2)); + const a = quant.toF32(k_il[h * hd + 2 * i]) * inv * quant.toF32(gain_il[2 * i]); + const b = quant.toF32(k_il[h * hd + 2 * i + 1]) * inv * quant.toF32(gain_il[2 * i + 1]); + const want = [2]f32{ a * @cos(angle) - b * @sin(angle), a * @sin(angle) + b * @cos(angle) }; + const at = (h * cap + pos) * hd; + const have = [2]f32{ quant.toF32(got[at + i]), quant.toF32(got[at + i + hd / 2]) }; + for (want, have) |w, x| try std.testing.expect(@abs(w - x) <= 0.02 * @max(1, @abs(w))); + } + } +} + +/// lfm2_draft_ids on one pick (token, nonfinite flag) at a stride of 4 words: the id it wrote and the bad flag. +fn draftIds(r: *Rig, pick: Pick) ![2]u32 { + const picks = try r.buffer(u32, 4); + defer picks.deinit(); + const ids = try r.buffer(u32, 1); + defer ids.deinit(); + const bad = try r.buffer(u32, 1); + defer bad.deinit(); + picks.slice(u32, 4)[0] = pick.token; + picks.slice(u32, 4)[1] = pick.nonfinite; + try r.run("lfm2_draft_ids", &.{ picks, ids, bad }, [4]u32{ 4, 1, c.vocab, 0 }, 1, .{ 1, 1 }); + return .{ ids.slice(u32, 1)[0], bad.slice(u32, 1)[0] }; +} + +test "lfm2 dspark: held ids carry a flagged or invalid pick as token 0 and the bad flag, a good pick untouched" { + var r = try Rig.init(); + defer r.deinit(); + try std.testing.expectEqual([2]u32{ 5, 0 }, try draftIds(&r, .{ .token = 5 })); + try std.testing.expectEqual([2]u32{ c.vocab - 1, 0 }, try draftIds(&r, .{ .token = c.vocab - 1 })); + for ([_]u32{ 1, 2, 4, 7 }) |kind| try std.testing.expectEqual([2]u32{ 0, 1 }, try draftIds(&r, .{ .token = 9, .nonfinite = kind })); + try std.testing.expectEqual([2]u32{ 0, 1 }, try draftIds(&r, .{ .token = std.math.maxInt(u32) })); + try std.testing.expectEqual([2]u32{ 0, 1 }, try draftIds(&r, .{ .token = c.vocab })); +} + +test "lfm2 dspark: a settled hold refuses a NaN, infinity or invalid pick as the synchronous path does" { + var picks: [4 * ds.pass_rows]Pick = @splat(.{ .token = 3 }); + var a: [4]u32 = undefined; + var b: [4]u32 = undefined; + const chains = [_][]u32{ &a, &b }; + try block.copyPicks(&picks, &chains, &.{ 2, 2 }); + try std.testing.expectEqualSlices(u32, &.{ 3, 3 }, a[0..2]); + const bad = [_]Pick{ .{ .token = 3, .nonfinite = 1 }, .{ .token = 3, .nonfinite = 2 }, .{ .token = 3, .nonfinite = 4 }, .{ .token = std.math.maxInt(u32) }, .{ .token = c.vocab } }; + for (bad) |p| { + picks[ds.pass_rows + 1] = p; // the second block's second step + try std.testing.expectError(error.DraftNonfinite, block.copyPicks(&picks, &chains, &.{ 2, 2 })); + picks[ds.pass_rows + 1] = .{ .token = 3 }; + } + picks[3 * ds.pass_rows] = .{ .nonfinite = 1 }; // a step past the block's depth is not read + try block.copyPicks(&picks, &chains, &.{ 2, 2 }); +} diff --git a/zig/src/families/lfm2_moe/dspark_weights.zig b/zig/src/families/lfm2_moe/dspark_weights.zig new file mode 100644 index 0000000000..11249916c2 --- /dev/null +++ b/zig/src/families/lfm2_moe/dspark_weights.zig @@ -0,0 +1,155 @@ +//! The DSpark drafter's weights: the released bf16 linears as stored, or on request quantized to 8-bit affine codes. +const std = @import("std"); +const mtl = @import("metal"); +const c = @import("config.zig"); +const dc = @import("dspark_config.zig"); +const quant = @import("dspark_quant.zig"); +const ckpt = @import("../../core/checkpoint_metal.zig"); +const shards = @import("../../core/checkpoint.zig"); +const tile = @import("../../core/tile_qmm.zig"); + +const shared = mtl.ResourceOptions.shared | mtl.ResourceOptions.untracked; + +/// An [n, k] bf16 matrix as released (rows only reordered for half-split RoPE where the checkpoint is read). +pub const Bf16 = struct { w: mtl.Buffer, n: usize, k: usize }; + +/// A linear: bf16 as stored (bits 0), or MLX affine codes at the loader's width. +pub const Linear = union(enum) { bf16: Bf16, codes: tile.Matrix }; + +/// A bf16 vector in its own buffer (norm gains; RoPE-paired ones in the half-split order the kernels rotate). +pub const Vector = mtl.Buffer; + +pub const Layer = struct { + q: Linear, + k: Linear, + v: Linear, + o: Linear, + gate: Linear, + up: Linear, + down: Linear, + input_norm: Vector, + post_norm: Vector, + q_norm: Vector, + k_norm: Vector, +}; + +pub const Weights = struct { + fc: Linear, + hidden_norm: Vector, + norm: Vector, + layers: [8]Layer, + /// The Markov head: W1 [vocab, rank] bf16 as stored (rows gathered by token), W2 [vocab, rank] as the linears. + w1: mtl.Buffer, + w2: Linear, + owned: std.ArrayList(mtl.Buffer) = .empty, + + pub fn deinit(w: *Weights, gpa: std.mem.Allocator) void { + for (w.owned.items) |b| b.deinit(); + w.owned.deinit(gpa); + } + + /// Every buffer the weights hold, for a residency set. + pub fn buffers(w: *const Weights) []const mtl.Buffer { + return w.owned.items; + } +}; + +const Loader = struct { + gpa: std.mem.Allocator, + device: mtl.Device, + check: *const ckpt.Checkpoint, + owned: *std.ArrayList(mtl.Buffer), + bits: u8, + + fn buffer(l: Loader, bytes: usize) !mtl.Buffer { + const b = try l.device.buffer(bytes, shared); + errdefer b.deinit(); + try l.owned.append(l.gpa, b); + return b; + } + + fn tensor(l: Loader, name: []const u8, shape: []const usize) !ckpt.Tensor { + const t = try l.check.get(name); + if (t.dtype != .bf16 or t.rank != shape.len or !std.mem.eql(usize, t.shape[0..t.rank], shape)) { + std.log.err("{s}: unexpected DSpark tensor dtype or shape", .{name}); + return error.BadDraftWeight; + } + return t; + } + + /// A bf16 vector copied out, its pairs reordered for half-split RoPE when `paired`. + fn vector(l: Loader, name: []const u8, len: usize, paired: bool) !Vector { + const src = (try l.tensor(name, &.{len})).host(u16); + const b = try l.buffer(len * 2); + const dst = b.slice(u16, len); + for (dst, 0..) |*v, i| v.* = src[if (paired) quant.halfSplit(i, len) else i]; + return b; + } + + /// An [n, k] bf16 matrix as it is or as affine codes; rows reordered for half-split RoPE when `paired`. + fn matrix(l: Loader, name: []const u8, n: usize, k: usize, paired: bool) !Linear { + const t = try l.tensor(name, &.{ n, k }); + var rows = t.host(u16); + var moved: ?[]u16 = null; + defer if (moved) |m| l.gpa.free(m); + if (paired) { + const m = try l.gpa.alloc(u16, n * k); + moved = m; + for (0..n) |r| @memcpy(m[r * k ..][0..k], rows[quant.halfSplit(r, c.head_dim) * k ..][0..k]); + rows = m; + } + if (l.bits == 0) { + const b = try l.buffer(n * k * 2); + @memcpy(b.slice(u16, n * k), rows); + return .{ .bf16 = .{ .w = b, .n = n, .k = k } }; + } + const codes = try l.buffer(n * k * l.bits / 8); + const scales = try l.buffer(n * k / 64 * 2); + const biases = try l.buffer(n * k / 64 * 2); + const job: quant.Job = .{ .src = rows, .k = k, .bits = l.bits, .codes = codes.slice(u8, n * k * l.bits / 8), .scales = scales.slice(u16, n * k / 64), .biases = biases.slice(u16, n * k / 64) }; + try job.all(l.gpa, n); + return .{ .codes = .{ .w = codes, .scales = scales, .biases = biases, .n = n, .k = k, .bits = l.bits } }; + } +}; + +fn part(buf: []u8, layer: usize, name: []const u8) ![]const u8 { + return std.fmt.bufPrint(buf, "layers.{d}.{s}.weight", .{ layer, name }); +} + +/// The drafter's checkpoint read as released (`bits` 0) or quantized to 8-bit codes; its own buffers are freed after. +pub fn load(gpa: std.mem.Allocator, device: mtl.Device, io: std.Io, dir: []const u8, cfg: *const dc.Config, bits: u8) !Weights { + if (bits != 0 and bits != 8) return error.UnsupportedDraftBits; + var check = ckpt.Checkpoint.init(gpa); + defer check.deinit(); + const files = try shards.shardFiles(gpa, io, dir); + defer shards.freeShardFiles(gpa, files); + for (files) |path| try check.addFile(device, path, ""); + var w: Weights = undefined; + w.owned = .empty; + errdefer w.deinit(gpa); + const l: Loader = .{ .gpa = gpa, .device = device, .check = &check, .owned = &w.owned, .bits = bits }; + const qw = c.query_heads * c.head_dim; + const kw = c.kv_heads * c.head_dim; + w.fc = try l.matrix("fc.weight", c.hidden, cfg.tap_count * c.hidden, false); + w.hidden_norm = try l.vector("hidden_norm.weight", c.hidden, false); + w.norm = try l.vector("norm.weight", c.hidden, false); + var name: [128]u8 = undefined; + for (w.layers[0..cfg.layers], 0..) |*ly, i| { + ly.q = try l.matrix(try part(&name, i, "self_attn.q_proj"), qw, c.hidden, true); + ly.k = try l.matrix(try part(&name, i, "self_attn.k_proj"), kw, c.hidden, true); + ly.v = try l.matrix(try part(&name, i, "self_attn.v_proj"), kw, c.hidden, false); + ly.o = try l.matrix(try part(&name, i, "self_attn.o_proj"), c.hidden, qw, false); + ly.gate = try l.matrix(try part(&name, i, "mlp.gate_proj"), cfg.intermediate, c.hidden, false); + ly.up = try l.matrix(try part(&name, i, "mlp.up_proj"), cfg.intermediate, c.hidden, false); + ly.down = try l.matrix(try part(&name, i, "mlp.down_proj"), c.hidden, cfg.intermediate, false); + ly.input_norm = try l.vector(try part(&name, i, "input_layernorm"), c.hidden, false); + ly.post_norm = try l.vector(try part(&name, i, "post_attention_layernorm"), c.hidden, false); + ly.q_norm = try l.vector(try part(&name, i, "self_attn.q_norm"), c.head_dim, true); + ly.k_norm = try l.vector(try part(&name, i, "self_attn.k_norm"), c.head_dim, true); + } + const w1 = (try l.tensor("markov_head.markov_w1.weight", &.{ c.vocab, cfg.rank })).host(u16); + w.w1 = try l.buffer(c.vocab * cfg.rank * 2); + @memcpy(w.w1.slice(u16, c.vocab * cfg.rank), w1); + w.w2 = try l.matrix("markov_head.markov_w2.weight", c.vocab, cfg.rank, false); + return w; +} diff --git a/zig/src/families/lfm2_moe/forward.zig b/zig/src/families/lfm2_moe/forward.zig index 7b63833192..51408e2fd4 100644 --- a/zig/src/families/lfm2_moe/forward.zig +++ b/zig/src/families/lfm2_moe/forward.zig @@ -118,7 +118,17 @@ pub fn matrix(w: row.Weights) tile.Matrix { return .{ .w = w.w, .w_off = w.w_off, .scales = w.scales, .s_off = w.s_off, .biases = w.biases, .b_off = w.b_off, .n = w.n, .k = w.k, .bits = w.bits }; } +/// A window's held drafts on the device: `count` tokens at `src` + `off`, `stride` words apart, into ids from `row`. +pub const Held = struct { row: usize, src: Buffer, off: usize, stride: u32, count: u32 }; +/// A GPU event the forward waits on before it reads held drafts, and the value it waits for. +pub const Wait = struct { event: mtl.Event, value: u64 }; + pub fn run(m: *Model, s: *st.Scratch, segments: []const Segment, tokens: []const u32, record: bool, head: Head) !void { + return runHeld(m, s, segments, tokens, record, head, &.{}, null); +} + +/// `run` with held drafts copied into the rows' ids on the GPU first (after `wait`): their host ids are ignored. +pub fn runHeld(m: *Model, s: *st.Scratch, segments: []const Segment, tokens: []const u32, record: bool, head: Head, held: []const Held, wait: ?Wait) !void { if (tokens.len == 0 or tokens.len > s.rows or (record and tokens.len > st.batch_rows)) return error.LfmRowsExceeded; var total: usize = 0; for (segments) |seg| { @@ -131,10 +141,20 @@ pub fn run(m: *Model, s: *st.Scratch, segments: []const Segment, tokens: []const const pool = mtl.objc.Pool.push(); defer pool.pop(); const cb = m.queue.commandBuffer(); + if (wait) |w| cb.waitForEvent(w.event, w.value); const prompt = (!record and head == .last) or total >= tile_rows; const e = cb.compute(.serial); const plan = if (segs.batched(record, segments.len)) segs.prepare(e, s, segments) else null; const enc = Encoder{ .e = e, .m = m, .s = s, .prompt = prompt, .record = record, .plan = plan }; + if (held.len > 0) @memset(s.bad.contents()[0..4], 0); + for (held) |h| { + enc.pipe("lfm2_draft_ids"); + e.setBuffer(h.src, h.off, 0); + e.setValue([4]u32{ h.stride, h.count, c.vocab, 0 }, 1); + e.setBuffer(s.ids, h.row * 4, 2); + e.setBuffer(s.bad, 0, 3); + enc.threads(.{ h.count, 1, 1 }, .{ 32, 1, 1 }); + } const embedding = m.weights.embedding; e.setPipeline(m.kernels.embed(embedding.bits)); e.setBuffer(s.ids, 0, 0); @@ -180,6 +200,7 @@ pub fn run(m: *Model, s: *st.Scratch, segments: []const Segment, tokens: []const std.debug.print("LFM2 forward: {s}\n", .{msg}); return error.GpuFailed; } + if (held.len > 0 and std.mem.readInt(u32, s.bad.contents()[0..4], .little) != 0) return error.DraftNonfinite; var base: usize = 0; for (segments) |seg| { const logit_row = if (head == .all) base + seg.rows - 1 else 0; diff --git a/zig/src/families/lfm2_moe/kernels.zig b/zig/src/families/lfm2_moe/kernels.zig index 61af45f4c8..7d7658cce4 100644 --- a/zig/src/families/lfm2_moe/kernels.zig +++ b/zig/src/families/lfm2_moe/kernels.zig @@ -16,6 +16,8 @@ const names = [_][:0]const u8{ "lfm2_attn_mma", "lfm2_attn_mma_r2", "lfm2_attn_merge", + "lfm2_attn_block", + "lfm2_attn_block_merge", "lfm2_route_logits", "lfm2_route_select", "lfm2_swiglu", @@ -28,6 +30,12 @@ const names = [_][:0]const u8{ "lfm2_attn_segs", "lfm2_attn_merge_segs", "lfm2_tap", + "lfm2_markov_scan", + "lfm2_markov_scan_bf16", + "lfm2_bf16_rows", + "lfm2_bf16_mma", + "lfm2_markov_pick", + "lfm2_draft_ids", }; pub const Kernels = struct { diff --git a/zig/src/families/lfm2_moe/lfm2_moe.zig b/zig/src/families/lfm2_moe/lfm2_moe.zig index 97f9cbd5d8..8f861e31b4 100644 --- a/zig/src/families/lfm2_moe/lfm2_moe.zig +++ b/zig/src/families/lfm2_moe/lfm2_moe.zig @@ -7,3 +7,7 @@ pub const state = @import("state.zig"); pub const forward = @import("forward.zig"); pub const backend = @import("backend.zig"); pub const snapshot = @import("snapshot.zig"); +pub const dspark = @import("dspark.zig"); +pub const dspark_config = @import("dspark_config.zig"); +pub const dspark_block = @import("dspark_block.zig"); +pub const dspark_quant = @import("dspark_quant.zig"); diff --git a/zig/src/families/lfm2_moe/state.zig b/zig/src/families/lfm2_moe/state.zig index 1bc749ae95..883f670fbe 100644 --- a/zig/src/families/lfm2_moe/state.zig +++ b/zig/src/families/lfm2_moe/state.zig @@ -119,6 +119,7 @@ pub const Scratch = struct { memory: Storage, rows: usize, ids: mtl.Buffer, + bad: mtl.Buffer, // set by lfm2_draft_ids when a held pick is flagged nonfinite or past the vocabulary h: mtl.Buffer, x: mtl.Buffer, r: mtl.Buffer, @@ -170,6 +171,7 @@ pub const Scratch = struct { const mem = &out.memory; const slots = rows * c.topk; out.ids = try mem.alloc(rows * 4); + out.bad = try mem.alloc(4); inline for (.{ "h", "x", "r", "y", "q" }) |name| @field(out, name) = try mem.alloc(rows * c.hidden * 2); out.queries = try mem.alloc((rows + attn_rows) * c.hidden * 2); // a prompt attention tile reads attn_rows from its first out.bcx = try mem.alloc(rows * 3 * c.hidden * 2); diff --git a/zig/src/native/cuda_options.zig b/zig/src/native/cuda_options.zig index d6a6eefe28..0c07152bdb 100644 --- a/zig/src/native/cuda_options.zig +++ b/zig/src/native/cuda_options.zig @@ -36,6 +36,10 @@ pub fn set(comptime F: type, o: api.Open, opts: *F.Options, problem: *[]const u8 return false; }; } + if (o.drafter_bits_given and o.drafter_bits == 8) { + problem.* = "--drafter-bits 8: only LFM2.5-24B-A2B's Metal DSpark drafter takes it; this family takes 0 (bf16) or 4"; + return false; + } if (comptime @hasField(F.Options, "drafter")) opts.drafter = o.drafter; if (comptime @hasField(F.Options, "drafter_bits")) opts.drafter_bits = o.drafter_bits; if (@hasField(F.Options, "kv8")) opts.kv8 = o.kv8; diff --git a/zig/src/native/lfm2_moe.zig b/zig/src/native/lfm2_moe.zig index 5340d807de..24d2347d68 100644 --- a/zig/src/native/lfm2_moe.zig +++ b/zig/src/native/lfm2_moe.zig @@ -1,4 +1,4 @@ -//! LFM2-MoE served by the existing lane host and scheduler. +//! LFM2-MoE served by the existing lane host and scheduler, with LiquidAI's DSpark drafter from --drafter. const std = @import("std"); const mtl = @import("metal"); const api = @import("engine_api"); @@ -8,11 +8,16 @@ const lanes = tf.lanes; const cache_fit = @import("cache_fit.zig"); const metal_admit = @import("metal_admit.zig"); +/// --drafter loads LiquidAI's DSpark drafter (LiquidAI/LFM2.5-24B-A2B-DSpark) in front of the engine. +pub const takes_drafter = true; + const Host = struct { resident: ?mtl.resident.Resident = null, gpa: std.mem.Allocator, model: *q.Model, metal: *q.backend.Metal, + draft: ?*q.dspark.Drafter = null, + wrap: ?lanes.drafted.Drafted = null, warm: mtl.keepalive.Target = undefined, // the model's queue, for the lane host's idle ticker config: lanes.Config, clock: lanes.backend.WallClock, @@ -25,7 +30,9 @@ const Host = struct { h.host.stop(); if (h.cache) |*store| store.deinit(); h.core.deinit(); + if (h.wrap) |*w| w.deinit(); mtl.resident.streams.drop(h); + if (h.draft) |d| d.deinit(); h.config.deinit(h.gpa); h.metal.deinit(); h.model.deinit(); @@ -35,6 +42,13 @@ const Host = struct { const cannot = "the native LFM2 engine cannot load this checkpoint ({s})"; +/// A refused open's backend, model and host, freed before it reports why. +fn release(h: *Host) void { + h.metal.deinit(); + h.model.deinit(); + h.gpa.destroy(h); +} + pub fn open(a: std.mem.Allocator, gpa: std.mem.Allocator, io: std.Io, o: api.Open, problem: *[]const u8) !?api.Opened { const pool = mtl.objc.Pool.push(); defer pool.pop(); @@ -65,18 +79,47 @@ pub fn open(a: std.mem.Allocator, gpa: std.mem.Allocator, io: std.Io, o: api.Ope const chunk = 2048; h.metal = try q.backend.Metal.init(gpa, model, .{ .capacity = window, .chunk = chunk, .streams = @max(o.lanes, 2) }); errdefer h.metal.deinit(); - const per_stream = q.state.cacheBytes(&model.config.attention, window); + h.draft = null; + h.wrap = null; + if (if (o.drafts) o.drafter else null) |dir| { + if (h.metal.width == 1) { + problem.* = "--drafter: LFM2 wider lanes failed the local exactness check; drafts require verified wider lanes"; + release(h); + return null; + } + const bits: u8 = if (o.drafter_bits_given) o.drafter_bits else 0; + if (bits != 0 and bits != 8) { + problem.* = "--drafter-bits: the LFM2 DSpark drafter takes 0 (bf16 as released, the default) or 8 (8-bit codes quantized at load)"; + release(h); + return null; + } + h.draft = q.dspark.Drafter.init(gpa, io, model, dir, .{ .capacity = window, .bits = bits }) catch |err| { + problem.* = try std.fmt.allocPrint(a, "the native LFM2 drafter cannot load {s} ({s}): it takes LiquidAI/LFM2.5-24B-A2B-DSpark", .{ dir, @errorName(err) }); + release(h); + return null; + }; + } + errdefer if (h.draft) |d| d.deinit(); + // a stream's caches, and its drafter lane when one drafts + const per_stream = q.state.cacheBytes(&model.config.attention, window) + if (h.draft) |d| d.laneBytes(window) else 0; const served = try metal_admit.streams(a, "lfm2", per_stream, metal_admit.room(model.device), o, window, problem) orelse { - h.metal.deinit(); - model.deinit(); - gpa.destroy(h); + if (h.draft) |d| d.deinit(); + release(h); return null; }; h.metal.options.streams = @max(served, 2); - h.config = try lanes.Config.init(gpa, h.metal.facts(), q.state.window_rows, q.state.window_rows - 1); + if (h.draft) |d| { + h.wrap = try lanes.drafted.Drafted.init(gpa, h.metal.backend(), d.drafter()); + // the verify copies the drafts on the GPU after the unwaited hold + h.metal.held_source = d.heldSource(); + h.wrap.?.held_on_target = true; + } + errdefer if (h.wrap) |*w| w.deinit(); + const facts = if (h.wrap) |*w| w.facts(h.metal.facts()) else h.metal.facts(); + h.config = try lanes.Config.init(gpa, facts, q.state.window_rows, q.state.window_rows - 1); errdefer h.config.deinit(gpa); h.clock = .{ .io = io }; - h.core = lanes.Engine.init(gpa, &h.config, h.metal.backend(), h.clock.clock()); + h.core = lanes.Engine.init(gpa, &h.config, if (h.wrap) |*w| w.backend() else h.metal.backend(), h.clock.clock()); errdefer h.core.deinit(); h.host = api.LaneHost.init(gpa, io, &h.core, .{ .lanes = served, .context_window = @intCast(window), .prefill_step = chunk, .structures = true }); h.cache = null; @@ -97,8 +140,8 @@ pub fn open(a: std.mem.Allocator, gpa: std.mem.Allocator, io: std.Io, o: api.Ope if (plan.budget_bytes > 0) { const S = q.backend.Snaps; h.cache = api.prompt_cache.Store.init(gpa, .{ - .ptr = h.metal, - .vtable = &.{ .bytes = S.bytes, .save = S.save, .restore = S.restore, .drop = S.drop }, + .ptr = h, + .vtable = &.{ .bytes = Snaps.bytes, .save = Snaps.save, .restore = S.restore, .drop = Snaps.drop }, }, .{ .chunk = chunk }, plan.budget_bytes); h.host.cache = &h.cache.?; h.host.info_.prompt_cache = true; @@ -106,7 +149,40 @@ pub fn open(a: std.mem.Allocator, gpa: std.mem.Allocator, io: std.Io, o: api.Ope errdefer if (h.cache) |*store| store.deinit(); try mtl.resident.streams.hold(h, io, "lfm2 moe"); errdefer mtl.resident.streams.drop(h); + if (h.draft) |d| if (h.resident) |*r| { + const held = try d.buffers(gpa); + defer gpa.free(held); + r.add(held); + }; h.host.keepalive_target = .{ .ctx = &h.warm, .tick = mtl.keepalive.Target.tick }; try h.host.start(); + if (h.draft) |d| { + const mode = if (d.options.bits == 8) "8-bit codes quantized at load (--drafter-bits 8), not the released bf16" else "bf16 matrices as released"; + std.log.info("lfm2: DSpark drafts from --drafter, {d} a round at most, {s}", .{ d.config.block, mode }); + } return .{ .engine = h.host.engine(), .close = Host.close, .ctx = h }; } + +/// The prompt cache's copies of a stream: the target's state at a mark (backend.zig), and the drafter's context there. +const Snaps = struct { + const S = q.backend.Snaps; + fn host(ptr: *anyopaque) *Host { + return @ptrCast(@alignCast(ptr)); + } + fn bytes(ptr: *anyopaque, at: u32) u64 { + const h = host(ptr); + return S.bytes(h.metal, at) + if (h.draft) |d| d.keptBytes(at) else 0; + } + fn save(ptr: *anyopaque, owner: ?*anyopaque, at: u32) anyerror!*anyopaque { + const h = host(ptr); + const saved = try S.save(h.metal, owner, at); + if (h.draft) |d| d.keepLane(@ptrCast(@alignCast(owner.?)), @ptrCast(@alignCast(saved))) catch |err| { + S.drop(h.metal, saved); + return err; + }; + return saved; + } + fn drop(ptr: *anyopaque, saved: *anyopaque) void { + S.drop(host(ptr).metal, saved); + } +}; diff --git a/zig/src/native/metal.zig b/zig/src/native/metal.zig index 1391c64f86..fbad2ae996 100644 --- a/zig/src/native/metal.zig +++ b/zig/src/native/metal.zig @@ -176,8 +176,8 @@ pub fn open(a: Allocator, gpa: Allocator, io: std.Io, o: api.Open, problem: *[]c problem.* = why; return null; } - if (o.drafter != null and !dense and !isGemma4(o.model_type)) { - problem.* = "--drafter is supported for Qwen3.8-27B-class checkpoints (qwen3_5 with its own output head) and Gemma 4 dense"; + if (o.drafter != null and !dense and !isGemma4(o.model_type) and !std.mem.eql(u8, o.model_type, "lfm2_moe")) { + problem.* = "--drafter is supported for Qwen3.8-27B-class checkpoints (qwen3_5 with its own output head), Gemma 4 dense and LFM2.5-24B-A2B"; return null; } if (dense) return openQwen27(a, gpa, io, o, problem); diff --git a/zig/src/server/cli.zig b/zig/src/server/cli.zig index 87914e0042..5f26ed3472 100644 --- a/zig/src/server/cli.zig +++ b/zig/src/server/cli.zig @@ -100,7 +100,7 @@ pub const flags = [_]Flag{ .{ .name = "--slide", .kind = .store_true, .native = true }, .{ .name = "--slide-graph", .native = true }, .{ .name = "--drafter", .native = true }, - .{ .name = "--drafter-bits", .choices = &.{ "0", "4" }, .native = true }, + .{ .name = "--drafter-bits", .choices = &.{ "0", "4", "8" }, .native = true }, .{ .name = "--record", .native = true }, .{ .name = "--kv-cache", .choices = &.{ "bf16", "fp8" }, .native = true }, .{ .name = "--prompt-precision", .choices = &.{ "bf16", "int8" }, .native = true }, @@ -152,7 +152,6 @@ pub const flags = [_]Flag{ // the native server's own: Cortheon's reasoning program and server-run web research for every chat request .{ .name = "--cortheon", .kind = .store_true, .native = true }, }; - /// The variables this binary honours as the Python engine does, then the CUDA build's or the Metal build's. pub const env = [_][]const u8{ "TENSORFOLD_API_KEY", "TENSORFOLD_NO_LIVE", "TENSORFOLD_SEED_SALT", "TENSORFOLD_REQUEST_LOG", "TENSORFOLD_NO_UPDATE_CHECK", "HF_HOME", "HF_HUB_CACHE", "HF_HUB_OFFLINE", "BRAVE_SEARCH_API_KEY" } ++ (if (cuda_build) [_][]const u8{ "TF_CUDA_DEVICE", "TF_CUDA_SEGMENTS", "TENSORFOLD_CUDA_KERNELS", "TENSORFOLD_MEMORY_RESERVE_GIB", "TENSORFOLD_CUDA_MEMORY_LIMIT_GB", "TENSORFOLD_P2P_DIAGNOSTICS", "TENSORFOLD_P2P_PROBE" } else [_][]const u8{}) ++ @@ -217,7 +216,7 @@ pub const Args = struct { compact_memory: ?[]const u8 = null, drafter: ?[]const u8 = null, drafter_name: ?[]const u8 = null, // retained before hub resolution for the engine's serving line - drafter_bits: u8 = 4, + drafter_bits: ?u8 = null, // null: not given (a family without its own default takes 4) record: ?[]const u8 = null, // drafter training rows written under this folder kv_cache: []const u8 = "bf16", // fp8: e4m3 attention caches with a scale a row, about twice the context prompt_precision: []const u8 = "bf16", // int8: prompt matmuls quantize their inputs to int8 a 64-input group @@ -548,7 +547,8 @@ pub fn request(a: Allocator, dir: []const u8, model_type: []const u8, args: Args .drafts = !args.no_drafts, .drafter = args.drafter, .drafter_name = args.drafter_name orelse args.drafter, - .drafter_bits = args.drafter_bits, + .drafter_bits = args.drafter_bits orelse 4, + .drafter_bits_given = args.drafter_bits != null, .record = args.record, .kv8 = std.mem.eql(u8, args.kv_cache, "fp8"), .prompt_int8 = std.mem.eql(u8, args.prompt_precision, "int8"), diff --git a/zig/src/server/cli_test.zig b/zig/src/server/cli_test.zig index ca4455cf16..123e4dfe10 100644 --- a/zig/src/server/cli_test.zig +++ b/zig/src/server/cli_test.zig @@ -163,8 +163,10 @@ test "parse and capabilities share the table" { try std.testing.expectEqual(@as(usize, 2), args.api_key.len); try std.testing.expect(!args.thinking); try std.testing.expectEqualStrings("x", (try parse(a, &.{ "m", "--drafter", "x" }, &u)).drafter.?); - try std.testing.expectEqual(@as(u8, 0), (try parse(a, &.{ "m", "--drafter-bits", "0" }, &u)).drafter_bits); - try std.testing.expectError(error.Usage, parse(a, &.{ "m", "--drafter-bits", "8" }, &u)); + try std.testing.expectEqual(@as(?u8, 0), (try parse(a, &.{ "m", "--drafter-bits", "0" }, &u)).drafter_bits); + try std.testing.expectEqual(@as(?u8, 8), (try parse(a, &.{ "m", "--drafter-bits", "8" }, &u)).drafter_bits); + try std.testing.expectEqual(@as(?u8, null), (try parse(a, &.{ "m", "--drafter", "x" }, &u)).drafter_bits); + try std.testing.expectError(error.Usage, parse(a, &.{ "m", "--drafter-bits", "3" }, &u)); try std.testing.expectEqualStrings("/r", (try parse(a, &.{ "m", "--record", "/r" }, &u)).record.?); try std.testing.expectEqualStrings("fp8", (try parse(a, &.{ "m", "--kv-cache", "fp8" }, &u)).kv_cache); try std.testing.expectError(error.Usage, parse(a, &.{ "m", "--kv-cache", "int4" }, &u)); diff --git a/zig/src/server/main.zig b/zig/src/server/main.zig index 7ab94683aa..ab48bd608a 100644 --- a/zig/src/server/main.zig +++ b/zig/src/server/main.zig @@ -26,7 +26,7 @@ const usage_line = "usage: tensorfold serve [-h] [--host HOST] [--port PORT] [-- " [--thinking | --no-thinking] [--reasoning-effort {low,medium,high,xhigh}]" ++ " [--thinking-budget THINKING_BUDGET] [--thinking-reserve THINKING_RESERVE] [--loop-guard] [--loop-guard-stop] [--no-drafts]" ++ " [--drafter DRAFTER]" ++ - " [--drafter-bits {0,4}] [--record RECORD] [--keep-warm SECONDS] [--idle-unload SECONDS]" ++ + " [--drafter-bits {0,4,8}] [--record RECORD] [--keep-warm SECONDS] [--idle-unload SECONDS]" ++ " [--silence-floor-dbfs DBFS] [--silence-seconds SECONDS]" ++ " [--silence-onset-s SECONDS] [--silence-onset-voiced-s SECONDS]" ++ " [--silence-mid-s SECONDS] [--silence-mid-min-voiced-s SECONDS] [--silence-redraws N]" ++ diff --git a/zig/src/tensorfold.zig b/zig/src/tensorfold.zig index 6148579bf6..cd9d82bc08 100644 --- a/zig/src/tensorfold.zig +++ b/zig/src/tensorfold.zig @@ -88,7 +88,10 @@ test { _ = @import("families/lfm2_moe/config.zig"); _ = @import("families/lfm2_moe/backend.zig"); _ = @import("families/lfm2_moe/state.zig"); + _ = @import("families/lfm2_moe/dspark_config.zig"); + _ = @import("families/lfm2_moe/dspark_quant.zig"); _ = @import("families/lfm2_moe/dspark_test.zig"); + _ = @import("families/lfm2_moe/dspark_bf16_test.zig"); } pub const lane_projection = @import("core/lane_projection.zig"); diff --git a/zig/tests/contract/metal_lfm2_attn.zig b/zig/tests/contract/metal_lfm2_attn.zig new file mode 100644 index 0000000000..60fa6939ae --- /dev/null +++ b/zig/tests/contract/metal_lfm2_attn.zig @@ -0,0 +1,172 @@ +//! LFM2's block attention (lfm2_attn_block, then lfm2_attn_block_merge): every row of a drafter's block sees all keys. +const std = @import("std"); +const mtl = @import("metal"); +const contract = @import("contract"); +const sources = @import("kernel_sources"); +const c = contract.spec; +const g = contract.gates; +const rig_ = @import("rig.zig"); +const controls = @import("metal_lfm2_controls.zig"); + +const qh = 32; +const kvh = 8; +const hd = 64; +const subs = 8; // the drafter's sub-spans a 4,096-key chunk (state.subs) +const chunks = 32; +const chunk_keys = 4096; +pub const name = "metal lfm2 block attention"; + +/// rows: a block's rows; k: the keys every row sees (a context and the block past it). +const shapes = [_]c.Shape{ .{ .rows = 1, .n = qh * hd, .k = 9 }, .{ .rows = 3, .n = qh * hd, .k = 700 }, .{ .rows = 9, .n = qh * hd, .k = 4500 } }; + +fn depth(s: c.Shape) usize { + return s.k; +} + +pub fn spec() c.Spec { + return .{ .name = name, .accum = .none, .depth = depth, .out = .bf16, .served = &shapes, .nan = .{ .stated = "a NaN key of a kv head makes its query heads' outputs NaN, the others stay finite" }, .sums = .{ .f16 = 0, .bf16 = 0, .why = "the check bounds each output by its bf16 probabilities' rounding, not a sum's bits" } }; +} + +fn value(i: usize, seed: u64, scale: f32) u16 { + const h: u64 = (@as(u64, i) *% 0x9e3779b97f4a7c15 +% seed *% 0xbf58476d1ce4e5b9) >> 40; + return c.toBf16((@as(f32, @floatFromInt(h % 2048)) / 1024 - 1) * scale); +} + +pub const Probe = struct { + a: std.mem.Allocator, + rig: rig_.Rig, + mutation: controls.Mutation, + pipes: [2]mtl.Pipeline, + shape: c.Shape = undefined, + cap: usize = 0, + nan: bool = false, + q: []u16 = &.{}, + k: []u16 = &.{}, + v: []u16 = &.{}, + args: [5]rig_.Ref = undefined, + y: rig_.Ref = undefined, + + pub fn init(a: std.mem.Allocator, device: mtl.Device, queue: mtl.Queue, mutation: controls.Mutation) !Probe { + const text = try controls.source(a, mutation); + defer if (mutation != .none) a.free(text); + const first = try rig_.pipeline(device, text, "lfm2_attn_block"); + errdefer first.deinit(); + return .{ .a = a, .rig = .{ .a = a, .device = device, .queue = queue }, .pipes = .{ first, try rig_.pipeline(device, text, "lfm2_attn_block_merge") }, .mutation = mutation }; + } + + fn drop(p: *Probe) void { + inline for (.{ "q", "k", "v" }) |f| { + p.a.free(@field(p, f)); + @field(p, f) = &.{}; + } + p.rig.reset(); + } + + pub fn deinit(p: *Probe) void { + p.drop(); + p.rig.deinit(); + for (p.pipes) |x| x.deinit(); + } + + const vt = g.hooks(Probe); + pub fn kernel(p: *Probe) g.Kernel { + var s = spec(); + if (p.mutation != .none) s.name = p.mutation.name(); + return .{ .ctx = p, .vt = &vt, .spec = s, .control = p.mutation.gate() }; + } + + pub fn prepare(p: *Probe, s: c.Shape, f: g.Fill, seed: u64) !bool { + if (s.n != qh * hd or s.rows == 0 or s.rows > 16 or s.k < s.rows or s.k > chunks * chunk_keys) return false; + p.drop(); + p.shape = s; + p.nan = f == .nonfinite; + p.cap = (s.k + 63) / 64 * 64 + 32; // keys past `k` hold finite values, as a lane's cache does + const padded = (s.rows + 7) / 8 * 8 + 8; // the kernel reads a tile's 8 rows whatever its row count + p.q = try p.a.alloc(u16, padded * qh * hd); + p.k = try p.a.alloc(u16, kvh * p.cap * hd); + p.v = try p.a.alloc(u16, kvh * p.cap * hd); + for (p.q, 0..) |*x, i| x.* = value(i, seed, 1); + for (p.k, 0..) |*x, i| x.* = value(i, seed +% 1, if (f == .stress) 4 else 1); + for (p.v, 0..) |*x, i| x.* = value(i, seed +% 2, 2); + if (p.nan) p.k[(0 * p.cap + s.k / 2) * hd + 5] = 0x7fc0; // kv head 0, a visible key + p.args[0] = try p.rig.input(std.mem.sliceAsBytes(p.q)); + p.args[1] = try p.rig.input(std.mem.sliceAsBytes(p.k)); + p.args[2] = try p.rig.input(std.mem.sliceAsBytes(p.v)); + const Args = extern struct { len: u32, cap: u32, scale: f32, subs: u32 }; + const args = Args{ .len = @intCast(s.k - 1), .cap = @intCast(p.cap), .scale = 1.0 / @sqrt(@as(f32, hd)), .subs = subs }; + p.args[3] = try p.rig.input(std.mem.asBytes(&args)); + const n: u32 = @intCast(s.rows); + p.args[4] = try p.rig.input(std.mem.asBytes(&n)); + p.y = try p.rig.output(p.count() * 2); + return true; + } + + pub fn count(p: *Probe) usize { + return p.shape.rows * qh * hd; + } + + pub fn run(p: *Probe) !void { + const rows = p.shape.rows; + const partials = @max(rows, 8) * subs * qh * chunks; + const pm = try p.rig.scratch(partials * 4); + const pl = try p.rig.scratch(partials * 4); + const po = try p.rig.scratch(partials * hd * 4); + const pass = p.rig.begin(); + const e = pass.e; + e.setPipeline(p.pipes[0]); + for (p.args[0..4], 0..) |r, i| e.setBuffer(r.buf, r.off, i); + for ([_]rig_.Ref{ pm, pl, po, p.args[4] }, 4..) |r, i| e.setBuffer(r.buf, r.off, i); + const used = (p.shape.k + chunk_keys - 1) / chunk_keys * subs; + e.dispatchGroups(mtl.Size.of((rows + 7) / 8, kvh, used), mtl.Size.of(128, 1, 1)); + e.setPipeline(p.pipes[1]); + for ([_]rig_.Ref{ pm, pl, po, p.args[3], p.y }, 0..) |r, i| e.setBuffer(r.buf, r.off, i); + e.dispatchGroups(mtl.Size.of(qh, rows, 1), mtl.Size.of(32, 1, 1)); + try p.rig.finish(pass); + } + + pub fn reference(_: *Probe, want: []f64, mag: []f64) !void { + @memset(want, 0); // the check computes its own references + @memset(mag, 0); + } + + /// Every output against float64 attention: within 2^-7 of its values' largest magnitude and 2^-8 of itself. + pub fn check(p: *Probe, _: g.Gate) !?[]const u8 { + const s = p.shape; + const out = std.mem.bytesAsSlice(u16, p.rig.bytes(p.y, p.count() * 2)); + const w = try p.a.alloc(f64, s.k); + defer p.a.free(w); + for (0..s.rows) |r| for (0..qh) |h| { + const kv = h / (qh / kvh); + const nan_head = p.nan and kv == 0; + var top: f64 = -std.math.inf(f64); + for (0..s.k) |j| { + var dot: f64 = 0; + for (0..hd) |d| dot += c.fromBf16(p.q[(r * qh + h) * hd + d]) * c.fromBf16(p.k[(kv * p.cap + j) * hd + d]); + w[j] = dot / @sqrt(@as(f64, hd)); + top = @max(top, w[j]); + } + var sum: f64 = 0; + for (w) |*x| { + x.* = @exp(x.* - top); + sum += x.*; + } + for (0..hd) |d| { + var o: f64 = 0; + var big: f64 = 0; + for (0..s.k) |j| { + const vv: f64 = c.fromBf16(p.v[(kv * p.cap + j) * hd + d]); + o += w[j] / sum * vv; + big = @max(big, @abs(vv)); + } + const got: f64 = c.fromBf16(out[(r * qh + h) * hd + d]); + if (nan_head) { + if (!std.math.isNan(got)) return "a head behind a NaN key gave a number"; + continue; + } + if (!std.math.isFinite(got)) return "a finite head gave a non-finite output"; + if (@abs(got - o) > big * 0x1p-7 + @abs(o) * 0x1p-8) return "an output is past its float64 bound"; + } + }; + return null; + } +}; diff --git a/zig/tests/contract/metal_lfm2_bf16.zig b/zig/tests/contract/metal_lfm2_bf16.zig new file mode 100644 index 0000000000..0a191a48fa --- /dev/null +++ b/zig/tests/contract/metal_lfm2_bf16.zig @@ -0,0 +1,133 @@ +//! LFM2's DSpark bf16 linears under gates 1-4: x W^T with bf16 inputs and fp32 sums, few rows or 64x64 tiles. +const std = @import("std"); +const mtl = @import("metal"); +const contract = @import("contract"); +const rig_ = @import("rig.zig"); +const controls = @import("metal_lfm2_controls.zig"); + +const c = contract.spec; +const g = contract.gates; +const Dense = contract.dense.Dense; + +pub const Which = enum { rows, tile }; +const names = [_][]const u8{ "metal lfm2 bf16 rows", "metal lfm2 bf16 tile" }; + +/// The drafter's matrices: q and o (2,048 from 2,048), k and v (512), gate and up (6,144), down (2,048 from 6,144). +const rows_served = [_]c.Shape{ + .{ .rows = 1, .n = 2048, .k = 2048 }, .{ .rows = 9, .n = 512, .k = 2048 }, .{ .rows = 16, .n = 6144, .k = 2048 }, + .{ .rows = 32, .n = 2048, .k = 6144 }, .{ .rows = 4, .n = 2048, .k = 10240 }, +}; +/// A cold prompt's absorb: the taps' projection (2,048 from 10,240) and k and v, up to 2,048 rows a pass. +const tile_served = [_]c.Shape{ + .{ .rows = 33, .n = 2048, .k = 2048 }, .{ .rows = 128, .n = 512, .k = 2048 }, + .{ .rows = 2048, .n = 2048, .k = 10240 }, .{ .rows = 70, .n = 6144, .k = 2048 }, +}; + +/// A lane's k / 32 fp32 fmas in turn, then the simdgroup's five-level sum. +fn rowsDepth(s: c.Shape) usize { + return s.k / 32 + 8; +} + +/// One 8-wide MMA step a k step of 8, accumulating in fp32. +fn tileDepth(s: c.Shape) usize { + return s.k / 8 + 8; +} + +pub fn spec(w: Which) c.Spec { + return switch (w) { + // rows in groups of 16, a column a simdgroup (any n), k in 256-wide lane steps of 8 + .rows => .{ .name = names[0], .accum = .f32, .depth = rowsDepth, .out = .bf16, .tiles = .{ .{ .size = 16 }, .{ .size = 8 }, .{ .size = 256, .step = 8, .min = 8 } }, .served = &rows_served }, + .tile => .{ .name = names[1], .accum = .f32, .depth = tileDepth, .out = .bf16, .tiles = .{ .{ .size = 64 }, .{ .size = 64 }, .{ .size = 32, .step = 32, .min = 32 } }, .served = &tile_served }, + }; +} + +const Args = extern struct { rows: u32, n: u32, k: u32 }; + +pub const Probe = struct { + a: std.mem.Allocator, + rig: rig_.Rig, + which: Which, + mutation: controls.Mutation, + pipe: mtl.Pipeline, + d: ?Dense = null, + x: rig_.Ref = undefined, + w: rig_.Ref = undefined, + out: rig_.Ref = undefined, + + pub fn init(a: std.mem.Allocator, device: mtl.Device, queue: mtl.Queue, w: Which, mutation: controls.Mutation) !Probe { + const text = try controls.source(a, mutation); + defer if (mutation != .none) a.free(text); + const key: []const u8 = if (w == .rows) "lfm2_bf16_rows" else "lfm2_bf16_mma"; + return .{ .a = a, .rig = .{ .a = a, .device = device, .queue = queue }, .which = w, .mutation = mutation, .pipe = try rig_.pipeline(device, text, key) }; + } + + pub fn deinit(p: *Probe) void { + if (p.d) |d| d.deinit(); + p.rig.deinit(); + p.pipe.deinit(); + } + + const vt = g.hooks(Probe); + pub fn kernel(p: *Probe) g.Kernel { + var s = spec(p.which); + if (p.mutation != .none) s.name = p.mutation.name(); + return .{ .spec = s, .ctx = p, .vt = &vt, .control = p.mutation.gate() }; + } + + pub fn prepare(p: *Probe, shape: c.Shape, fill: g.Fill, seed: u64) !bool { + if (shape.rows == 0 or shape.n == 0 or shape.k == 0) return false; + if (p.which == .rows and (shape.k % 8 != 0 or shape.rows > 32)) return false; + if (p.which == .tile and shape.k % 32 != 0) return false; + if (p.d) |d| d.deinit(); + p.d = null; + p.rig.reset(); + const d = try Dense.init(p.a, shape, 1); + p.d = d; + d.fillX(fill, seed, 2); + // W as bf16 bits in [-1, 1), or gate 4's mirrored integers whose halves cancel (partials under 2^24) + const bits = try p.a.alloc(u16, shape.n * shape.k); + defer p.a.free(bits); + var prng = std.Random.DefaultPrng.init(seed ^ 0x6d); + const rng = prng.random(); + const k = shape.k; + for (bits) |*b| b.* = c.toBf16(if (fill == .stress) 0 else rng.float(f32) * 2 - 1); + if (fill == .stress) for (0..shape.n) |j| for (0..k / 2) |i| { + const v: f32 = @floatFromInt(1 + rng.uintLessThan(u32, 7)); + bits[j * k + i] = c.toBf16(v); + bits[j * k + k / 2 + i] = c.toBf16(-v); + }; + for (d.w, bits) |*wv, b| wv.* = c.fromBf16(b); + p.x = try p.rig.input(std.mem.sliceAsBytes(d.x)); + p.w = try p.rig.input(std.mem.sliceAsBytes(bits)); + p.out = try p.rig.output(d.outputs() * c.size(spec(p.which).out)); + return true; + } + + pub fn run(p: *Probe) !void { + const d = p.d.?; + const pass = p.rig.begin(); + const e = pass.e; + e.setPipeline(p.pipe); + e.setBuffer(p.x.buf, p.x.off, 0); + e.setBuffer(p.w.buf, p.w.off, 1); + const args = Args{ .rows = @intCast(d.shape.rows), .n = @intCast(d.shape.n), .k = @intCast(d.shape.k) }; + e.setBytes(std.mem.asBytes(&args), 2); + e.setBuffer(p.out.buf, p.out.off, 3); + if (p.which == .rows) { + e.dispatchGroups(mtl.Size.of((d.shape.n + 7) / 8, (d.shape.rows + 15) / 16, 1), mtl.Size.of(256, 1, 1)); + } else e.dispatchGroups(mtl.Size.of((d.shape.n + 63) / 64, (d.shape.rows + 63) / 64, 1), mtl.Size.of(128, 1, 1)); + try p.rig.finish(pass); + } + + pub fn count(p: *Probe) usize { + return p.d.?.outputs(); + } + + pub fn reference(p: *Probe, want: []f64, mag: []f64) !void { + return p.d.?.reference(want, mag); + } + + pub fn simulate(p: *Probe, acc: c.Accum, order: g.Order, out: []f64) !void { + return p.d.?.simulate(acc, order, out); + } +}; diff --git a/zig/tests/contract/metal_lfm2_controls.zig b/zig/tests/contract/metal_lfm2_controls.zig index 4d875b0fe8..d7a1f7cd3b 100644 --- a/zig/tests/contract/metal_lfm2_controls.zig +++ b/zig/tests/contract/metal_lfm2_controls.zig @@ -11,6 +11,16 @@ pub const Mutation = enum { attention_first_cache, tap_packed_rows, tap_clobbers_column, + markov_nan_dropped, + markov_first_prev, + draft_ids_unzeroed, + block_attention_causal, + markov_bf16_nan_dropped, + markov_bf16_first_prev, + bf16_rows_short_k, + bf16_rows_last_row, + bf16_tile_untransposed, + bf16_tile_last_column, pub fn name(m: Mutation) []const u8 { return switch (m) { @@ -21,6 +31,16 @@ pub const Mutation = enum { .attention_first_cache => "control: metal lfm2 stream attention, every stream writes the first stream's cache", .tap_packed_rows => "control: metal lfm2 tap copy, rows packed at the hidden size, not the taps' row", .tap_clobbers_column => "control: metal lfm2 tap copy, a column of another tap is overwritten", + .markov_nan_dropped => "control: metal lfm2 markov step, a NaN score is not flagged", + .markov_first_prev => "control: metal lfm2 markov step, every stream reads the first stream's previous token", + .draft_ids_unzeroed => "control: metal lfm2 draft ids, a pick past the vocabulary keeps its token", + .block_attention_causal => "control: metal lfm2 block attention, a row misses the last key", + .markov_bf16_nan_dropped => "control: metal lfm2 markov step bf16, a NaN score is not flagged", + .markov_bf16_first_prev => "control: metal lfm2 markov step bf16, every stream reads the first stream's previous token", + .bf16_rows_short_k => "control: metal lfm2 bf16 rows, a lane skips every second step of k", + .bf16_rows_last_row => "control: metal lfm2 bf16 rows, a group's last row is not computed", + .bf16_tile_untransposed => "control: metal lfm2 bf16 tile, W's tile is read untransposed", + .bf16_tile_last_column => "control: metal lfm2 bf16 tile, the last column is not written", }; } @@ -28,7 +48,7 @@ pub const Mutation = enum { pub fn gate(m: Mutation) ?contract.gates.Gate { return switch (m) { .none => null, - .argmax_no_flag => .nonfinite, + .argmax_no_flag, .markov_nan_dropped, .markov_bf16_nan_dropped => .nonfinite, else => .shapes, }; } @@ -43,6 +63,16 @@ pub const Mutation = enum { .conv_first_state => .{ .from = "lfm2_conv_row(bcx + size_t(s.base) * 3 * D, s.conv,", .to = "lfm2_conv_row(bcx + size_t(s.base) * 3 * D, segs[0].conv," }, .attention_first_cache => .{ .from = "queries + b * QH * HD, s.keys, s.values,", .to = "queries + b * QH * HD, segs[0].keys, segs[0].values," }, .tap_packed_rows => .{ .from = "(taps + size_t(i.y) * at.x + at.y))[i.x]", .to = "(taps + size_t(i.y) * D + at.y))[i.x]" }, + .markov_nan_dropped => .{ .from = "nan = nan || isnan(sc);", .to = "nan = false;" }, + .markov_first_prev => .{ .from = "id = prev[size_t(s) * p.prev_stride];", .to = "id = prev[0];" }, + .draft_ids_unzeroed => .{ .from = "ids[i] = ok ? token : 0u;", .to = "ids[i] = token;" }, + .block_attention_causal => .{ .from = "count[b] = FULL ? p.len + 1 :", .to = "count[b] = FULL ? p.len :" }, + .markov_bf16_nan_dropped => .{ .from = "nan = nan || isnan(sc);", .to = "nan = false;" }, + .markov_bf16_first_prev => .{ .from = "id = prev[size_t(s) * p.prev_stride];", .to = "id = prev[0];" }, + .bf16_rows_short_k => .{ .from = "for (uint i = 8 * lane; i < p.k; i += 256) {", .to = "for (uint i = 8 * lane; i < p.k; i += 512) {" }, + .bf16_rows_last_row => .{ .from = "if (r >= rows) break;", .to = "if (r + 1 >= rows) break;" }, + .bf16_tile_untransposed => .{ .from = "32, ulong2(0, 0), true);", .to = "32, ulong2(0, 0), false);" }, + .bf16_tile_last_column => .{ .from = "if (row < p.rows && col < p.n) y[", .to = "if (row < p.rows && col + 1 < p.n) y[" }, .tap_clobbers_column => .{ .from = "[i.x] = from[i.x];\n}\n", .to = "[i.x] = from[i.x];\n *(device bfloat*)(taps + size_t(i.y) * at.x) = 0;\n}\n" }, }; } diff --git a/zig/tests/contract/metal_lfm2_dspark.zig b/zig/tests/contract/metal_lfm2_dspark.zig new file mode 100644 index 0000000000..04b7fc489a --- /dev/null +++ b/zig/tests/contract/metal_lfm2_dspark.zig @@ -0,0 +1,264 @@ +//! LFM2's DSpark kernels: the Markov step (scan then pick), and held drafts into a verify's ids. +const std = @import("std"); +const mtl = @import("metal"); +const contract = @import("contract"); +const sources = @import("kernel_sources"); +const c = contract.spec; +const g = contract.gates; +const rig_ = @import("rig.zig"); +const controls = @import("metal_lfm2_controls.zig"); + +pub const Which = enum { markov_step, draft_ids, markov_step_bf16 }; +const rank = 256; +const vocab = 128000; +const span = 512; // tokens a scan threadgroup takes (the kernel's MARKOV_SPAN) +const groups = (vocab + span - 1) / span; +const table = 1000; // W1's rows in the check: ids are inside it or past the vocabulary (a zero row) +const names = [_][]const u8{ "metal lfm2 markov step", "metal lfm2 draft ids", "metal lfm2 markov step bf16" }; +const stride = 64; // words between a stream's picks: a hold pass's 32 blocks, a token and a flag each + +const ids_shapes = [_]c.Shape{ .{ .rows = 1, .n = 1, .k = 1 }, .{ .rows = 4, .n = 1, .k = 1 }, .{ .rows = 15, .n = 1, .k = 1 } }; +const step_shapes = [_]c.Shape{ .{ .rows = 1, .n = vocab, .k = rank }, .{ .rows = 4, .n = vocab, .k = rank }, .{ .rows = 9, .n = vocab, .k = rank } }; + +fn none(_: c.Shape) usize { + return 0; +} + +fn depth(_: c.Shape) usize { + return rank; +} + +pub fn spec(w: Which) c.Spec { + return switch (w) { + .draft_ids => .{ .name = names[1], .accum = .none, .depth = none, .out = .raw, .served = &ids_shapes, .sums = .{ .f16 = 0, .bf16 = 0, .why = "a copy moves tokens: no sums" } }, + .markov_step, .markov_step_bf16 => .{ .name = if (w == .markov_step) names[0] else names[2], .accum = .none, .depth = depth, .out = .raw, .served = &step_shapes, .nan = .{ .stated = "a row with a NaN score is flagged nonfinite" }, .sums = .{ .f16 = 0, .bf16 = 0, .why = "picks are tokens: the check bounds each pick's score by gamma(256), not sum bits" } }, + }; +} + +/// A bf16 value for element `i` over signs and binades; the nonfinite fill plants NaN and infinities. +fn value(i: usize, seed: u64, fill: g.Fill) u16 { + if (fill == .nonfinite) switch ((@as(u64, i) *% 2654435761 +% seed) % 9973) { + 0 => return 0x7fc0, + 1 => return 0x7f80, + 2 => return 0xff80, + else => {}, + }; + const h: u64 = (@as(u64, i) *% 0x9e3779b97f4a7c15 +% seed *% 0xbf58476d1ce4e5b9) >> 40; + const mant: f32 = @as(f32, @floatFromInt(h % 1024)) / 1024 + 1; + const exp: i32 = @as(i32, @intCast((h >> 10) % 8)) - 4; + const v = std.math.ldexp(mant, exp) * @as(f32, if (((h >> 15) & 1) == 0) 1 else -1); + return c.toBf16(v); +} + +pub const Probe = struct { + a: std.mem.Allocator, + rig: rig_.Rig, + which: Which, + mutation: controls.Mutation, + pipes: [2]mtl.Pipeline, + rows: usize = 0, + src: []u16 = &.{}, // the base logits rows + w1: []u16 = &.{}, + codes: []u8 = &.{}, + scales: []u16 = &.{}, + biases: []u16 = &.{}, + w2: []u16 = &.{}, // the bf16 step's W2 + ids: []u32 = &.{}, + args: [8]rig_.Ref = undefined, + y: rig_.Ref = undefined, + bad: rig_.Ref = undefined, // draft_ids: the flag word it sets for a flagged or invalid pick, zeroed each run + + pub fn init(a: std.mem.Allocator, device: mtl.Device, queue: mtl.Queue, w: Which, mutation: controls.Mutation) !Probe { + const text = try controls.source(a, mutation); + defer if (mutation != .none) a.free(text); + const kernels: [2][:0]const u8 = switch (w) { + .markov_step => .{ "lfm2_markov_scan", "lfm2_markov_pick" }, + .markov_step_bf16 => .{ "lfm2_markov_scan_bf16", "lfm2_markov_pick" }, + .draft_ids => .{ "lfm2_draft_ids", "lfm2_draft_ids" }, + }; + const first = try rig_.pipeline(device, text, kernels[0]); + errdefer first.deinit(); + const second = try rig_.pipeline(device, text, kernels[1]); + return .{ .a = a, .rig = .{ .a = a, .device = device, .queue = queue }, .which = w, .mutation = mutation, .pipes = .{ first, second } }; + } + + fn drop(p: *Probe) void { + inline for (.{ "src", "w1", "codes", "scales", "biases", "w2", "ids" }) |f| { + p.a.free(@field(p, f)); + @field(p, f) = &.{}; + } + p.rig.reset(); + } + + pub fn deinit(p: *Probe) void { + p.drop(); + p.rig.deinit(); + for (p.pipes) |x| x.deinit(); + } + + const vt = g.hooks(Probe); + pub fn kernel(p: *Probe) g.Kernel { + var s = spec(p.which); + if (p.mutation != .none) s.name = p.mutation.name(); + return .{ .ctx = p, .vt = &vt, .spec = s, .control = p.mutation.gate() }; + } + + fn fill(out: []u16, seed: u64, f: g.Fill) void { + for (out, 0..) |*v, i| v.* = value(i, seed, f); + } + + pub fn prepare(p: *Probe, s: c.Shape, f: g.Fill, seed: u64) !bool { + p.drop(); + p.rows = s.rows; + if (p.which == .draft_ids) { // picks a stride apart: tokens inside the vocabulary, its last, and past it + if (s.n != 1 or s.rows == 0 or s.rows > 16) return false; + p.ids = try p.a.alloc(u32, s.rows * stride); + for (p.ids, 0..) |*id, i| id.* = switch ((i / stride) % 3) { + 0 => @intCast((@as(u64, i) * 7919 + seed) % vocab), + 1 => vocab - 1, + else => vocab + @as(u32, @intCast(i % 5)), + }; + // the flag word after each pick: zero, but planted nonzero on the last of every four streams + for (0..s.rows) |r| p.ids[r * stride + 1] = if (r % 4 == 3) 1 else 0; + p.args[0] = try p.rig.input(std.mem.sliceAsBytes(p.ids)); + const at = [4]u32{ stride, @intCast(s.rows), vocab, 0 }; + p.args[1] = try p.rig.input(std.mem.asBytes(&at)); + p.y = try p.rig.output(p.count()); + return true; + } + if (s.n != vocab or s.k != rank or s.rows == 0) return false; + // each stream's step row sits a block (two rows here) apart, as a hold's rows of one step do + p.src = try p.a.alloc(u16, 2 * s.rows * vocab); + fill(p.src, seed, f); + p.w1 = try p.a.alloc(u16, table * rank); + fill(p.w1, seed +% 5, .random); + p.codes = try p.a.alloc(u8, vocab * rank); + for (p.codes, 0..) |*q, i| q.* = @truncate((@as(u64, i) *% 2654435761 +% seed) >> 11); + p.scales = try p.a.alloc(u16, vocab * rank / 64); + p.biases = try p.a.alloc(u16, vocab * rank / 64); + for (p.scales, p.biases, 0..) |*sc, *bi, i| { + sc.* = c.toBf16(@as(f32, @floatFromInt(i % 7 + 1)) / 4096); + bi.* = c.toBf16(@as(f32, @floatFromInt(i % 5)) / 64 - 0.03); + } + if (p.which == .markov_step_bf16) { + p.w2 = try p.a.alloc(u16, vocab * rank); + fill(p.w2, seed +% 9, .random); + } + // the previous token every second word (the picks' layout): inside W1, its last row, or past the vocabulary + p.ids = try p.a.alloc(u32, 2 * s.rows); + for (p.ids, 0..) |*id, i| id.* = if (i % 2 == 1) 0xdead else switch ((i / 2) % 3) { + 0 => @intCast((@as(u64, i) * 37 + seed) % table), + 1 => table - 1, + else => vocab + @as(u32, @intCast(i)), + }; + p.args[0] = try p.rig.input(std.mem.sliceAsBytes(p.src)); + p.args[1] = try p.rig.input(std.mem.sliceAsBytes(p.w1)); + p.args[2] = if (p.which == .markov_step_bf16) try p.rig.input(std.mem.sliceAsBytes(p.w2)) else try p.rig.input(p.codes); + p.args[3] = try p.rig.input(std.mem.sliceAsBytes(p.ids)); + const args = [4]u32{ 2 * vocab, rank, vocab, 2 }; + p.args[4] = try p.rig.input(std.mem.asBytes(&args)); + p.args[5] = try p.rig.input(std.mem.sliceAsBytes(p.scales)); + p.args[6] = try p.rig.input(std.mem.sliceAsBytes(p.biases)); + const n: u32 = groups; + p.args[7] = try p.rig.input(std.mem.asBytes(&n)); + p.y = try p.rig.output(p.count()); + return true; + } + + pub fn count(p: *Probe) usize { + return switch (p.which) { + .markov_step, .markov_step_bf16 => p.rows * 8, + .draft_ids => p.rows * 4, + }; + } + + pub fn run(p: *Probe) !void { + const pass = p.rig.begin(); + const e = pass.e; + if (p.which == .draft_ids) { + e.setPipeline(p.pipes[0]); + e.setBuffer(p.args[0].buf, p.args[0].off, 0); + e.setBuffer(p.args[1].buf, p.args[1].off, 1); + e.setBuffer(p.y.buf, p.y.off, 2); + p.bad = try p.rig.scratch(4); + @memset(p.rig.bytes(p.bad, 4), 0); + e.setBuffer(p.bad.buf, p.bad.off, 3); + e.dispatchThreads(mtl.Size.of(p.rows, 1, 1), mtl.Size.of(32, 1, 1)); + return p.rig.finish(pass); + } + const best = try p.rig.scratch(p.rows * groups * 4); + const at = try p.rig.scratch(p.rows * groups * 4); + e.setPipeline(p.pipes[0]); + for (p.args[0..5], 0..) |r, i| e.setBuffer(r.buf, r.off, i); + e.setBuffer(best.buf, best.off, 5); + e.setBuffer(at.buf, at.off, 6); + if (p.which == .markov_step) { + e.setBuffer(p.args[5].buf, p.args[5].off, 7); + e.setBuffer(p.args[6].buf, p.args[6].off, 8); + } + e.dispatchGroups(mtl.Size.of(groups, p.rows, 1), mtl.Size.of(256, 1, 1)); + e.setPipeline(p.pipes[1]); + e.setBuffer(best.buf, best.off, 0); + e.setBuffer(at.buf, at.off, 1); + e.setBuffer(p.args[7].buf, p.args[7].off, 2); + e.setBuffer(p.y.buf, p.y.off, 3); + e.dispatchGroups(mtl.Size.of(p.rows, 1, 1), mtl.Size.of(256, 1, 1)); + try p.rig.finish(pass); + } + + pub fn reference(_: *Probe, want: []f64, mag: []f64) !void { + @memset(mag, 0); + @memset(want, 0); // the step and the ids check themselves (check) + } + + /// Each stream's pick against float64 scores with the kernel's bf16 roundings: the best, but for near ties. + pub fn check(p: *Probe, _: g.Gate) !?[]const u8 { + const out = p.rig.bytes(p.y, p.count()); + if (p.which == .draft_ids) { // exact: each stream's first pick, or 0 for a token past the vocabulary or a flag + var any = false; + for (0..p.rows) |r| { + const token = p.ids[r * stride]; + const ok = token < vocab and p.ids[r * stride + 1] == 0; + any = any or !ok; + if (std.mem.readInt(u32, out[4 * r ..][0..4], .little) != (if (ok) token else 0)) return "an id differs from its pick"; + } + const raised = std.mem.readInt(u32, p.rig.bytes(p.bad, 4)[0..4], .little); + if ((raised != 0) != any) return "the bad flag does not follow the flagged and invalid picks"; + return null; + } + for (0..p.rows) |s| { + const token = std.mem.readInt(u32, out[8 * s ..][0..4], .little); + const flag = std.mem.readInt(u32, out[8 * s + 4 ..][0..4], .little); + const id = p.ids[2 * s]; + var top: f64 = -std.math.inf(f64); + var mine: ?f64 = null; + var nan = false; + var bound: f64 = 0; + for (0..vocab) |v| { + var dot: f64 = 0; + var size: f64 = 0; + if (id < table) for (0..rank) |i| { + const k = (v * rank + i) / 64; + const w: f64 = if (p.which == .markov_step_bf16) c.fromBf16(p.w2[v * rank + i]) else @as(f64, c.fromBf16(p.scales[k])) * @as(f64, @floatFromInt(p.codes[v * rank + i])) + c.fromBf16(p.biases[k]); + dot += w * c.fromBf16(p.w1[id * rank + i]); + size += @abs(w * c.fromBf16(p.w1[id * rank + i])); + }; + const base: f32 = c.fromBf16(p.src[2 * s * vocab + v]); + const score: f64 = c.fromBf16(c.toBf16(base + c.fromBf16(c.toBf16(@floatCast(dot))))); + if (std.math.isNan(score)) nan = true; + if (score > top) top = score; + if (v == token) mine = score; + // two bf16 steps of the score and the fp32 sum's own error + bound = @max(bound, @abs(score) * 0x1p-7 + c.gamma(rank, 0x1p-24) * size); + } + if (nan) { + if (flag != 1) return "a row with a NaN score is not flagged"; + continue; + } + if (flag != 0) return "a finite row is flagged nonfinite"; + const got = mine orelse return "the pick is past the vocabulary"; + if (got < top - bound) return "the pick's score is below the row's best by more than its bound"; + } + return null; + } +}; diff --git a/zig/tests/contract/metal_main.zig b/zig/tests/contract/metal_main.zig index 7f44fbb441..9c29a34891 100644 --- a/zig/tests/contract/metal_main.zig +++ b/zig/tests/contract/metal_main.zig @@ -27,6 +27,9 @@ const gemma_mixed = @import("metal_gemma4_mixed.zig"); const lfm2_argmax = @import("metal_lfm2_argmax.zig"); const lfm2_streams = @import("metal_lfm2_streams.zig"); const lfm2_tap = @import("metal_lfm2_tap.zig"); +const lfm2_dspark = @import("metal_lfm2_dspark.zig"); +const lfm2_bf16 = @import("metal_lfm2_bf16.zig"); +const lfm2_attn = @import("metal_lfm2_attn.zig"); const lfm2_controls = @import("metal_lfm2_controls.zig"); const g = contract.gates; const usage = "usage: tf-kernel-contract [--only TEXT] [--no-gates] [--no-limits] [--offline DIR] [--seed N] [--repro] [--rotary-long] [--rotary-accuracy FILE]"; @@ -208,6 +211,69 @@ pub fn main(init: std.process.Init) !u8 { try tap_list.append(a, p); try kernels.append(a, p.kernel()); } + var drafter_list: std.ArrayList(*lfm2_dspark.Probe) = .empty; + var block_list: std.ArrayList(*lfm2_attn.Probe) = .empty; + var bf16_list: std.ArrayList(*lfm2_bf16.Probe) = .empty; + defer { + for (drafter_list.items) |p| { + p.deinit(); + a.destroy(p); + } + for (block_list.items) |p| { + p.deinit(); + a.destroy(p); + } + for (bf16_list.items) |p| { + p.deinit(); + a.destroy(p); + } + drafter_list.deinit(a); + block_list.deinit(a); + bf16_list.deinit(a); + } + for (std.enums.values(lfm2_controls.Mutation)) |m| { + const drafter_which: ?lfm2_dspark.Which = switch (m) { + .markov_nan_dropped, .markov_first_prev => .markov_step, + .markov_bf16_nan_dropped, .markov_bf16_first_prev => .markov_step_bf16, + .draft_ids_unzeroed => .draft_ids, + else => null, + }; + if (m == .none or drafter_which != null) { + for (std.enums.values(lfm2_dspark.Which)) |w| { + if (m != .none and w != drafter_which.?) continue; + if (!wanted(o, if (m == .none) lfm2_dspark.spec(w).name else m.name())) continue; + const p = try a.create(lfm2_dspark.Probe); + errdefer a.destroy(p); + p.* = try lfm2_dspark.Probe.init(a, device, queue, w, m); + try drafter_list.append(a, p); + try kernels.append(a, p.kernel()); + } + } + const bf16_which: ?lfm2_bf16.Which = switch (m) { + .bf16_rows_short_k, .bf16_rows_last_row => .rows, + .bf16_tile_untransposed, .bf16_tile_last_column => .tile, + else => null, + }; + if (m == .none or bf16_which != null) { + for (std.enums.values(lfm2_bf16.Which)) |w| { + if (m != .none and w != bf16_which.?) continue; + if (!wanted(o, if (m == .none) lfm2_bf16.spec(w).name else m.name())) continue; + const p = try a.create(lfm2_bf16.Probe); + errdefer a.destroy(p); + p.* = try lfm2_bf16.Probe.init(a, device, queue, w, m); + try bf16_list.append(a, p); + try kernels.append(a, p.kernel()); + } + } + if (m == .none or m == .block_attention_causal) { + if (!wanted(o, if (m == .none) lfm2_attn.name else m.name())) continue; + const p = try a.create(lfm2_attn.Probe); + errdefer a.destroy(p); + p.* = try lfm2_attn.Probe.init(a, device, queue, m); + try block_list.append(a, p); + try kernels.append(a, p.kernel()); + } + } var rows_list: std.ArrayList(*rows_k.Row) = .empty; var proj_list: std.ArrayList(*affine_k.Proj) = .empty; defer for (rows_list.items) |r| r.deinit(); diff --git a/zig/tests/lfm2_dspark.zig b/zig/tests/lfm2_dspark.zig new file mode 100644 index 0000000000..d44a39591f --- /dev/null +++ b/zig/tests/lfm2_dspark.zig @@ -0,0 +1,303 @@ +//! LFM2's DSpark drafter on the GPU against an fp32 host reference of the released model, on the real weights. +const std = @import("std"); +const mtl = @import("metal"); +const tf = @import("tensorfold"); +const q = tf.lfm2_moe; +const c = q.config; +const st = q.state; +const ck = tf.checkpoint; +const quant = q.dspark_quant; + +const hd = c.head_dim; +const kw = c.kv_heads * hd; +const qw = c.query_heads * hd; + +/// The drafter's tensors as fp32 on the host, in the checkpoint's own layout (interleaved RoPE pairs). +const Ref = struct { + gpa: std.mem.Allocator, + check: ck.Checkpoint, + cfg: q.dspark_config.Config, + + fn get(r: *const Ref, name: []const u8) ![]f32 { + const t = try r.check.get(name); + const src = t.host(u16); + const out = try r.gpa.alloc(f32, src.len); + for (out, src) |*o, v| o.* = quant.toF32(v); + return out; + } + + fn layer(r: *const Ref, buf: []u8, i: usize, part: []const u8) ![]f32 { + return r.get(try std.fmt.bufPrint(buf, "layers.{d}.{s}.weight", .{ i, part })); + } +}; + +/// y[n] = W[n, k] x[k] for each of `rows` rows, on every core. +fn matmul(gpa: std.mem.Allocator, w: []const f32, x: []const f32, y: []f32, n: usize, k: usize, rows: usize) !void { + const Job = struct { + fn run(w_: []const f32, x_: []const f32, y_: []f32, n_: usize, k_: usize, rows_: usize, from: usize, to: usize) void { + for (0..rows_) |r| for (from..to) |col| { + var s: f32 = 0; + const wr = w_[col * k_ ..][0..k_]; + const xr = x_[r * k_ ..][0..k_]; + for (wr, xr) |a, b| s += a * b; + y_[r * n_ + col] = s; + }; + } + }; + const threads = @min(std.Thread.getCpuCount() catch 1, 16); + const per = (n + threads - 1) / threads; + const hs = try gpa.alloc(std.Thread, threads); + defer gpa.free(hs); + var made: usize = 0; + defer for (hs[0..made]) |h| h.join(); // a failed spawn still joins the workers already running + var at: usize = 0; + while (at < n) : (at += per) { + hs[made] = try std.Thread.spawn(.{}, Job.run, .{ w, x, y, n, k, rows, at, @min(n, at + per) }); + made += 1; + } +} + +fn rms(x: []f32, gain: []const f32) void { + var ss: f32 = 0; + for (x) |v| ss += v * v; + const inv = 1 / @sqrt(ss / @as(f32, @floatFromInt(x.len)) + c.eps); + for (x, gain) |*v, g| v.* = v.* * inv * g; +} + +/// Interleaved RoPE at `pos` over each head of `x` (pairs 2i, 2i + 1). +fn rope(x: []f32, pos: u64, theta: f32) void { + var h: usize = 0; + while (h < x.len) : (h += hd) for (0..hd / 2) |i| { + const angle = @as(f32, @floatFromInt(pos)) * std.math.pow(f32, theta, -@as(f32, @floatFromInt(i)) / (hd / 2)); + const a = x[h + 2 * i]; + const b = x[h + 2 * i + 1]; + x[h + 2 * i] = a * @cos(angle) - b * @sin(angle); + x[h + 2 * i + 1] = a * @sin(angle) + b * @cos(angle); + }; +} + +/// The target's embedding row `id`, dequantized from its codes at the checkpoint's own width (scale * q + bias). +fn embedRow(m: *q.Model, id: u32, out: []f32) void { + const e = m.weights.embedding; + const bits: usize = e.bits; + const row_bytes = c.hidden * bits / 8; + const codes = (e.w.contents() + e.w_off)[@as(usize, id) * row_bytes ..][0..row_bytes]; + const sc = @as([*]const u16, @ptrCast(@alignCast(e.scales.contents() + e.s_off)))[@as(usize, id) * c.hidden / 64 ..][0 .. c.hidden / 64]; + const bi = @as([*]const u16, @ptrCast(@alignCast(e.biases.contents() + e.b_off)))[@as(usize, id) * c.hidden / 64 ..][0 .. c.hidden / 64]; + for (0..c.hidden) |j| { + // codes are a little-endian bit stream: code j takes bits [j * bits, (j + 1) * bits) + const at = j * bits; + var word: u32 = codes[at / 8]; + if (at / 8 + 1 < row_bytes) word |= @as(u32, codes[at / 8 + 1]) << 8; + const qv = (word >> @intCast(at % 8)) & ((@as(u32, 1) << @intCast(bits)) - 1); + out[j] = quant.toF32(sc[j / 64]) * @as(f32, @floatFromInt(qv)) + quant.toF32(bi[j / 64]); + } +} + +/// GPU bf16 row against the reference's row + bias: cosine and worst difference. +fn compare(label: []const u8, gpu: []const u16, row: []const f32, bias: []const f32) void { + var dot: f64 = 0; + var gg: f64 = 0; + var rr: f64 = 0; + var worst: f32 = 0; + for (gpu, row, bias) |g, b, m2| { + const x = quant.toF32(g); + const y = b + m2; + dot += x * y; + gg += x * x; + rr += y * y; + worst = @max(worst, @abs(x - y)); + } + std.debug.print("{s}: cosine {d:.5}, worst difference {d:.3}\n", .{ label, dot / @sqrt(gg * rr), worst }); +} + +fn absorb(d: *q.dspark.Drafter, piece: q.dspark_block.Piece) !void { + const run = q.dspark_block.begin(d); + try q.dspark_block.absorbPass(d, run.e, &.{piece}); + try q.dspark_block.end(run.cb, run.e); +} + +pub fn main(init: std.process.Init) !void { + const gpa = init.gpa; + const args = try init.minimal.args.toSlice(init.arena.allocator()); + if (args.len < 4 or args.len > 6) return error.ExpectedModelDrafterPromptLengthRowsBits; + const bits: u8 = if (args.len == 6) try std.fmt.parseInt(u8, args[5], 10) else 0; + const length = try std.fmt.parseInt(usize, args[3], 10); + const pool = mtl.objc.Pool.push(); + defer pool.pop(); + const m = try q.Model.load(gpa, init.io, args[1]); + defer m.deinit(); + const d = try q.dspark.Drafter.init(gpa, init.io, m, args[2], .{ .capacity = length + 64, .bits = bits }); + defer d.deinit(); + const cfg = d.config; + // the compared block's rows (a hold of depth d runs a d-row block) + const block: u32 = if (args.len >= 5) try std.fmt.parseInt(u32, args[4], 10) else cfg.block; + if (block == 0 or block > cfg.block) return error.BadBlockRows; + var scratch = try st.Scratch.init(gpa, m.device, &m.config.attention, length); + defer scratch.deinit(); + const width = cfg.tap_count * c.hidden; + var taps: st.Taps = .{ .count = cfg.tap_count, .buf = try scratch.memory.alloc(length * width * 2) }; + @memcpy(taps.layers[0..cfg.tap_count], cfg.taps[0..cfg.tap_count]); + scratch.taps = taps; + var cache = try st.Cache.init(gpa, m.device, &m.config.attention, length + 16); + defer cache.deinit(); + const ids = try gpa.alloc(u32, length); + defer gpa.free(ids); + for (ids, 0..) |*id, i| id.* = @intCast((i * 7919 + 13) % 120000); + try q.forward.run(m, &scratch, &.{.{ .cache = &cache, .rows = length }}, ids, false, .last); + // the context: rows [0, length - 1); the pending token is the last id, at position length - 1 + const ctx = length - 1; + const lane = try d.newLane(length + 32); + defer d.dropLane(lane); + var at: usize = 0; + while (at < ctx) : (at += q.dspark.absorb_rows) { + const rows = @min(q.dspark.absorb_rows, ctx - at); + try absorb(d, .{ .lane = lane, .src = .{ .buf = taps.buf, .off = at * width * 2 }, .rows = rows, .p0 = at }); + } + lane.end = ctx; + _ = try q.dspark_block.hold(d, &.{.{ .lane = lane, .pending = ids[ctx], .anchor = ctx, .depth = block }}, null); + var held: [16]u32 = undefined; + @memcpy(held[0..block], lane.held[0..block]); + const gpu = held[0..block]; + for ([_]usize{ 1, 4, 16 }) |rows| { + var best: f64 = std.math.floatMax(f64); + for (0..5) |_| { + const t0 = std.Io.Clock.awake.now(init.io); + try absorb(d, .{ .lane = lane, .src = .{ .buf = taps.buf, .off = (ctx - rows) * width * 2 }, .rows = rows, .p0 = ctx - rows }); + best = @min(best, @as(f64, @floatFromInt(t0.durationTo(std.Io.Clock.awake.now(init.io)).toNanoseconds())) / 1e6); + } + std.debug.print("absorb of {d} rows: {d:.2} ms (best of 5)\n", .{ rows, best }); + } + const depths = [_]u32{ 1, 3, cfg.block }; + for (depths) |depth| { + var best: f64 = std.math.floatMax(f64); + for (0..5) |_| { + const t0 = std.Io.Clock.awake.now(init.io); + _ = try q.dspark_block.hold(d, &.{.{ .lane = lane, .pending = ids[ctx], .anchor = ctx, .depth = depth }}, null); + best = @min(best, @as(f64, @floatFromInt(t0.durationTo(std.Io.Clock.awake.now(init.io)).toNanoseconds())) / 1e6); + } + std.debug.print("hold at depth {d}: {d:.2} ms (best of 5)\n", .{ depth, best }); + } + _ = try q.dspark_block.hold(d, &.{.{ .lane = lane, .pending = ids[ctx], .anchor = ctx, .depth = block }}, null); + // the host reference, fp32 throughout + var r: Ref = .{ .gpa = gpa, .check = ck.Checkpoint.init(gpa), .cfg = cfg }; + defer r.check.deinit(); + const path = try std.fs.path.joinZ(gpa, &.{ args[2], "model.safetensors" }); + defer gpa.free(path); + try r.check.addFile(m.device, path, ""); + var arena = std.heap.ArenaAllocator.init(gpa); + defer arena.deinit(); + r.gpa = arena.allocator(); + const a = r.gpa; + const n = block; + const tap_rows = taps.buf.slice(u16, length * width); + const feats = try a.alloc(f32, ctx * width); + for (feats, tap_rows[0 .. ctx * width]) |*f, v| f.* = quant.toF32(v); + const hctx = try a.alloc(f32, ctx * c.hidden); + try matmul(gpa, try r.get("fc.weight"), feats, hctx, c.hidden, width, ctx); + const hn = try r.get("hidden_norm.weight"); + for (0..ctx) |j| rms(hctx[j * c.hidden ..][0..c.hidden], hn); + const h = try a.alloc(f32, n * c.hidden); + for (0..n) |i| embedRow(m, if (i == 0) ids[ctx] else cfg.mask, h[i * c.hidden ..][0..c.hidden]); + const keys = ctx + n; + var name: [96]u8 = undefined; + const x = try a.alloc(f32, n * c.hidden); + for (0..cfg.layers) |li| { + const kmat = try r.layer(&name, li, "self_attn.k_proj"); + const vmat = try r.layer(&name, li, "self_attn.v_proj"); + const qn = try r.layer(&name, li, "self_attn.q_norm"); + const kn = try r.layer(&name, li, "self_attn.k_norm"); + const kk = try a.alloc(f32, keys * kw); + const vv = try a.alloc(f32, keys * kw); + try matmul(gpa, kmat, hctx, kk, kw, c.hidden, ctx); + try matmul(gpa, vmat, hctx, vv, kw, c.hidden, ctx); + @memcpy(x, h); + for (0..n) |i| rms(x[i * c.hidden ..][0..c.hidden], try r.layer(&name, li, "input_layernorm")); + const qq = try a.alloc(f32, n * qw); + try matmul(gpa, try r.layer(&name, li, "self_attn.q_proj"), x, qq, qw, c.hidden, n); + try matmul(gpa, kmat, x, kk[ctx * kw ..], kw, c.hidden, n); + try matmul(gpa, vmat, x, vv[ctx * kw ..], kw, c.hidden, n); + for (0..keys) |j| for (0..c.kv_heads) |kh| { + const row = kk[j * kw + kh * hd ..][0..hd]; + rms(row, kn); + rope(row, j, cfg.theta); + }; + for (0..n) |i| for (0..c.query_heads) |qh| { + const row = qq[i * qw + qh * hd ..][0..hd]; + rms(row, qn); + rope(row, ctx + i, cfg.theta); + }; + const o = try a.alloc(f32, n * qw); + const sc = try a.alloc(f32, keys); + for (0..n) |i| for (0..c.query_heads) |qh| { + const kh = qh / (c.query_heads / c.kv_heads); + var top: f32 = -std.math.inf(f32); + for (0..keys) |j| { + var s: f32 = 0; + for (0..hd) |t| s += qq[i * qw + qh * hd + t] * kk[j * kw + kh * hd + t]; + sc[j] = s / @sqrt(@as(f32, hd)); + top = @max(top, sc[j]); + } + var sum: f32 = 0; + for (sc) |*s| { + s.* = @exp(s.* - top); + sum += s.*; + } + for (0..hd) |t| { + var acc: f32 = 0; + for (0..keys) |j| acc += sc[j] * vv[j * kw + kh * hd + t]; + o[i * qw + qh * hd + t] = acc / sum; + } + }; + const y = try a.alloc(f32, n * c.hidden); + try matmul(gpa, try r.layer(&name, li, "self_attn.o_proj"), o, y, c.hidden, qw, n); + for (h, y) |*v, w| v.* += w; + @memcpy(x, h); + for (0..n) |i| rms(x[i * c.hidden ..][0..c.hidden], try r.layer(&name, li, "post_attention_layernorm")); + const gate = try a.alloc(f32, n * cfg.intermediate); + const up = try a.alloc(f32, n * cfg.intermediate); + try matmul(gpa, try r.layer(&name, li, "mlp.gate_proj"), x, gate, cfg.intermediate, c.hidden, n); + try matmul(gpa, try r.layer(&name, li, "mlp.up_proj"), x, up, cfg.intermediate, c.hidden, n); + for (gate, up) |*g, u| g.* = g.* / (1 + @exp(-g.*)) * u; + try matmul(gpa, try r.layer(&name, li, "mlp.down_proj"), gate, y, c.hidden, cfg.intermediate, n); + for (h, y) |*v, w| v.* += w; + } + const fin = try r.get("norm.weight"); + for (0..n) |i| rms(h[i * c.hidden ..][0..c.hidden], fin); + const head = try a.alloc(f32, c.vocab * c.hidden); + for (0..c.vocab) |v| embedRow(m, @intCast(v), head[v * c.hidden ..][0..c.hidden]); + const base = try a.alloc(f32, n * c.vocab); + try matmul(gpa, head, h, base, c.vocab, c.hidden, n); + const w1 = try r.get("markov_head.markov_w1.weight"); + const w2 = try r.get("markov_head.markov_w2.weight"); + const bias = try a.alloc(f32, c.vocab); + var prev = ids[ctx]; + var same: usize = 0; + var worst: f32 = 0; + for (0..n) |i| { + try matmul(gpa, w2, w1[@as(usize, prev) * cfg.rank ..][0..cfg.rank], bias, c.vocab, cfg.rank, 1); + const row = base[i * c.vocab ..][0..c.vocab]; + var best: usize = 0; + var second: usize = 1; + for (row, bias, 0..) |b, m2, v| { + const s = b + m2; + if (s > row[best] + bias[best]) { + second = best; + best = v; + } else if (v != best and s > row[second] + bias[second]) second = v; + } + const margin = (row[best] + bias[best]) - (row[second] + bias[second]); + if (i == 0) { // the GPU keeps the base logits (the Markov step adds its bias on the way to the pick) + const zero = try a.alloc(f32, c.vocab); + @memset(zero, 0); + compare("row 0 base logits", d.s.logits.slice(u16, c.vocab), row, zero); + } + const ok = gpu[i] == best; + same += @intFromBool(ok); + std.debug.print("step {d}: reference {d} (margin {d:.3}, second {d}), GPU {d} {s}\n", .{ i, best, margin, second, gpu[i], if (ok) "equal" else "DIFFERENT" }); + if (!ok) worst = @max(worst, margin); + prev = gpu[i]; // teacher-forced: step i + 1 follows the GPU's pick, so each step is compared alone + } + std.debug.print("the reference's largest margin over a different GPU pick: {d:.3}\n", .{worst}); + std.debug.print("{d} of {d} drafts equal the fp32 reference's picks on the same chain ({d}-token context)\n", .{ same, n, ctx }); +}