{"schema_version":"0.1","id":"70bf128b-ef42-4b03-81f9-9f613adddccc","display_name":"Arjun Mehta","handle":"arjun-ships","avatar_url":null,"positioning":"Makes LocalBench, a menu-bar app for your local models.","topics":["Developer tools","Apple Silicon"],"region":"San Francisco, US","languages":{"content":["English"],"communication":["English","Hindi"]},"time_zone":"America/Los_Angeles","accounts":[{"platform":"github","handle":"arjun-ships","url":null,"ownership_status":"verified","metric_snapshot":{"metric":"followers","value":3300,"unit":null,"period":null,"sample_size":null,"as_of":"2026-11-03T04:05:30.284Z","source_type":"platform_api","historical":false},"evidence":[{"type":"account_connected","label":"Account connected","scope":"The creator signed in with this account.","does_not_establish":"Does not establish audience quality.","review_status":"passed","version":null,"date":"2026-09-02T10:05:30.284Z"}]},{"platform":"x","handle":"arjun-ships","url":null,"ownership_status":"self_reported","metric_snapshot":{"metric":"followers","value":11200,"unit":null,"period":null,"sample_size":null,"as_of":"2026-11-03T09:05:30.284Z","source_type":"self_reported","historical":false},"evidence":[]}],"works":[{"id":"c0a8cc69-39e4-4827-a48a-6ac817ad0c7c","type":"product","title":"LocalBench for macOS","role":null,"personal_contribution":null,"outcome":null,"limitations":null,"version":null,"links":[],"disclosure":"independent","pinned":true,"run_id":null,"evidence":[{"type":"source_linked","label":"Source linked","scope":"The link points to this creator's published work.","does_not_establish":"Does not establish the numbers in it.","review_status":"pending","version":null,"date":"2026-10-28T13:05:30.284Z"}],"updated_at":"2026-10-28T13:05:30.284Z","date":"2026-10-28","visibility":"public"},{"id":"4d0d273e-da7f-428a-a1ff-7d2411dd012f","type":"run","title":"gemma-3-4b-it on suite-standard@1.0","role":"Ran the suite","personal_contribution":"Ran suite-standard@1.0 on gemma3:4b-it-q4_K_M, Apple M5 Pro · 48 GB.","outcome":"code-intervals 1/3 · tool-flight not supported · needle-8k 3/3 · 75.7 tok/s decode at speed@0","limitations":"Applies to this build, machine and suite version. A single community run on the submitter's machine, not part of headline numbers.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"563f1e9f-e76b-46b8-933e-7b8b8212074a","evidence":[{"type":"verified","label":"Verified","scope":"1 of 2 tasks regraded from the event log; code tasks not regraded","does_not_establish":"Does not establish reliability on other machines or that the platform executed the run.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-11-05T01:14:30.886Z"}],"updated_at":"2026-11-05T01:14:30.886Z","date":"2026-11-05","visibility":"public"},{"id":"09a74055-8cfe-47ba-8536-d5d86dcc65d8","type":"run","title":"GLM-4.7-Flash on suite-standard@1.0","role":"Ran the suite","personal_contribution":"Queued suite-standard@1.0 for glm-4.7-flash:q4_K_M on BenchClub cloud, NVIDIA L40S · 48 GB, pinned environment.","outcome":"code-intervals 3/3 · tool-flight 3/3 · needle-8k 3/3 · 203.1 tok/s decode at speed@0","limitations":"Applies to this build and suite version on BenchClub's pinned cloud environment. Counts toward headline results.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"ddc0bdb6-2791-4428-a1b5-5a1d4dd57f6f","evidence":[{"type":"verified","label":"Verified","scope":"Run on BenchClub cloud; all 3 tasks graded by the platform","does_not_establish":"Does not establish results on other hardware.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-11-04T07:29:33.756Z"}],"updated_at":"2026-11-04T07:29:33.756Z","date":"2026-11-04","visibility":"public"},{"id":"f99a4ef4-7706-4f46-a655-08335b1b0af3","type":"run","title":"Mistral-7B-Instruct-v0.2 on suite-standard@1.0","role":"Ran the suite","personal_contribution":"Ran suite-standard@1.0 on mistral:7b-instruct-v0.2-q4_K_M, Apple M5 Pro · 48 GB.","outcome":"code-intervals 1/3 · tool-flight not supported · needle-8k 2/3 · 41.5 tok/s decode at speed@0","limitations":"Applies to this build, machine and suite version. A single community run on the submitter's machine, not part of headline numbers.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"892130bb-0763-4b78-b5bd-825e10427396","evidence":[{"type":"verified","label":"Verified","scope":"1 of 2 tasks regraded from the event log; code tasks not regraded","does_not_establish":"Does not establish reliability on other machines or that the platform executed the run.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-10-28T15:01:25.804Z"}],"updated_at":"2026-10-28T15:01:25.804Z","date":"2026-10-28","visibility":"public"},{"id":"2ed6cb98-8f92-4a6d-bfca-f2642d3b43bf","type":"run","title":"Mistral-7B-Instruct-v0.2 on suite-standard@1.0","role":"Ran the suite","personal_contribution":"Queued suite-standard@1.0 for mistral:7b-instruct-v0.2-q4_K_M on BenchClub cloud, NVIDIA L40S · 48 GB, pinned environment.","outcome":"code-intervals 1/3 · tool-flight not supported · needle-8k 2/3 · 139.2 tok/s decode at speed@0","limitations":"Applies to this build and suite version on BenchClub's pinned cloud environment. Counts toward headline results.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"07f9f8f8-eaac-4773-8d58-3382e16b9327","evidence":[{"type":"verified","label":"Verified","scope":"Run on BenchClub cloud; all 2 tasks graded by the platform","does_not_establish":"Does not establish results on other hardware.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-10-23T19:08:16.534Z"}],"updated_at":"2026-10-23T19:08:16.534Z","date":"2026-10-23","visibility":"public"},{"id":"ef66dcf0-12f9-45ba-9ef3-7f781ef5bf39","type":"run","title":"GLM-4.7-Flash on suite-standard@1.0","role":"Ran the suite","personal_contribution":"Ran suite-standard@1.0 on glm-4.7-flash:q4_K_M, Apple M5 Pro · 48 GB.","outcome":"code-intervals 2/3 · tool-flight 3/3 · needle-8k 3/3 · 62.2 tok/s decode at speed@0","limitations":"Applies to this build, machine and suite version. A single community run on the submitter's machine, not part of headline numbers.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"be4e44bf-0a46-436a-8e2f-21803c6276d3","evidence":[{"type":"verified","label":"Verified","scope":"2 of 3 tasks regraded from the event log; code tasks not regraded","does_not_establish":"Does not establish reliability on other machines or that the platform executed the run.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-10-23T00:28:49.613Z"}],"updated_at":"2026-10-23T00:28:49.613Z","date":"2026-10-23","visibility":"public"},{"id":"79463fbb-52ea-4920-9075-30a13166ef9f","type":"run","title":"gpt-oss-20b on suite-standard@1.0","role":"Ran the suite","personal_contribution":"Ran suite-standard@1.0 on gpt-oss:20b, Apple M5 Pro · 48 GB.","outcome":"code-intervals 3/3 · tool-flight 3/3 · needle-8k 3/3 · 53.8 tok/s decode at speed@0","limitations":"Applies to this build, machine and suite version. A single community run on the submitter's machine, not part of headline numbers.","version":"suite-standard@1.0 · MXFP4","links":[],"disclosure":"not_stated","pinned":false,"run_id":"1a0de608-f520-4b1f-b54d-2095b3b719ea","evidence":[{"type":"verified","label":"Verified","scope":"2 of 3 tasks regraded from the event log; code tasks not regraded","does_not_establish":"Does not establish reliability on other machines or that the platform executed the run.","review_status":"passed","version":"suite-standard@1.0 · MXFP4","date":"2026-10-14T08:32:26.759Z"}],"updated_at":"2026-10-14T08:32:26.759Z","date":"2026-10-14","visibility":"public"},{"id":"c9b8bb27-0dff-4532-9ab9-58916b5f090a","type":"run","title":"GLM-4.7-Flash on suite-standard@1.0","role":"Ran the suite","personal_contribution":"Ran suite-standard@1.0 on glm-4.7-flash:q4_K_M, Apple M5 Pro · 48 GB.","outcome":"code-intervals 3/3 · tool-flight 3/3 · needle-8k 3/3 · 63.6 tok/s decode at speed@0","limitations":"Applies to this build, machine and suite version. A single community run on the submitter's machine, not part of headline numbers.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"f4249adb-d284-4cc5-bd81-0affca2465c6","evidence":[{"type":"verified","label":"Verified","scope":"2 of 3 tasks regraded from the event log; code tasks not regraded","does_not_establish":"Does not establish reliability on other machines or that the platform executed the run.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-10-09T06:04:30.886Z"}],"updated_at":"2026-10-09T06:04:30.886Z","date":"2026-10-09","visibility":"public"},{"id":"14b39ed9-3512-493b-abb6-fc36518efa04","type":"repo","title":"localbench-cli","role":null,"personal_contribution":null,"outcome":null,"limitations":null,"version":null,"links":[],"disclosure":"independent","pinned":false,"run_id":null,"evidence":[{"type":"reproduced","label":"Independently reproduced","scope":"Another member re-ran it and matched the reported results.","does_not_establish":"Does not establish results on other hardware.","review_status":"passed","version":null,"date":"2026-10-07T06:05:30.284Z"}],"updated_at":"2026-10-07T06:05:30.284Z","date":"2026-10-07","visibility":"public"},{"id":"4d340dc2-920b-4683-9c01-b838e5a5ca7f","type":"run","title":"Qwen3-4B on suite-standard@1.0","role":"Ran the suite","personal_contribution":"Ran suite-standard@1.0 on qwen3:4b-q4_K_M, Apple M5 Pro · 48 GB.","outcome":"code-intervals 3/3 · tool-flight 2/3 · needle-8k 3/3 · 80.0 tok/s decode at speed@0","limitations":"Applies to this build, machine and suite version. A single community run on the submitter's machine, not part of headline numbers.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"fa114836-3a79-4e37-ab55-24fcafaed2fd","evidence":[{"type":"verified","label":"Verified","scope":"2 of 3 tasks regraded from the event log; code tasks not regraded","does_not_establish":"Does not establish reliability on other machines or that the platform executed the run.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-10-02T20:46:40.007Z"}],"updated_at":"2026-10-02T20:46:40.007Z","date":"2026-10-02","visibility":"public"},{"id":"02b9e70e-0747-4904-9b6f-607ed017cffc","type":"run","title":"gemma-3-27b-it on suite-standard@1.0","role":"Ran the suite","personal_contribution":"Queued suite-standard@1.0 for gemma3:27b-it-q4_K_M on BenchClub cloud, NVIDIA L40S · 48 GB, pinned environment.","outcome":"code-intervals 3/3 · tool-flight not supported · needle-8k 2/3 · 36.1 tok/s decode at speed@0","limitations":"Applies to this build and suite version on BenchClub's pinned cloud environment. Counts toward headline results.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"5c74566d-c634-4eab-99f6-b7bf52a379eb","evidence":[{"type":"verified","label":"Verified","scope":"Run on BenchClub cloud; all 2 tasks graded by the platform","does_not_establish":"Does not establish results on other hardware.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-10-01T06:25:01.553Z"}],"updated_at":"2026-10-01T06:25:01.553Z","date":"2026-10-01","visibility":"public"}],"collaboration":{"formats":["Integration guide"],"availability":{"slots":1,"month":"December 2026","confirmed_at":"2026-11-02T12:05:30.284Z","unconfirmed":false}},"reputation":{"verified_works":10,"reproductions":1,"tier":"regular"},"updated_at":"2026-11-05T04:05:30.284Z"}