{ "name": "Vansh Verma", "alternateName": [ "Vansh", "Vansh Verma" ], "headline": "AI Infrastructure & ML Systems Engineer — GPU performance (CUDA/PTX/SASS), inference runtimes, distributed training, and formally-verified systems.", "summary": "Vansh Verma builds the low-level systems that keep AI fast, correct, and cheap in production. He works at the layer most engineers never touch — GPU kernels down to PTX/SASS instruction scheduling, inference runtimes, multi-tenant GPU infrastructure, distributed training on H100/H200 clusters, and distributed systems formally verified in TLA+. He spans two worlds that rarely meet in one engineer: sub-millisecond high-frequency-trading infrastructure (25TB of market data per day behind $2M+ in annual trading decisions) and frontier AI-infrastructure (custom CUDA kernels, 8:1 multi-tenant GPU sharing at sub-50ms latency, vLLM serving stacks, NCCL/NVLink/InfiniBand cluster training). As a founding engineer he took an enterprise AI platform 0→1 — the company launched on his infrastructure into the AWS and Azure Marketplaces and Microsoft's invite-only Pegasus program. He also ships and writes in the open: a git-compatible storage engine with TLA+-verified sharded Raft, and a steady stream of technical analyses on GPU, inference, and AI-systems internals.", "differentiator": "Few engineers genuinely span quantitative-trading low-latency systems and frontier ML-infrastructure. Vansh does both: HFT-grade sub-millisecond performance engineering AND kernel-to-cluster AI-systems work — low-latency, GPU performance, ML inference/training, and formal correctness in one engineer.", "projectsNote": "These are production-grade engineering systems, built, tested, and benchmarked — not prototypes or demos. The open-source projects are publicly inspectable on GitHub with extensive test suites and formal verification (e.g., Ledge: 667 tests plus 5 model-checked TLA+ modules; TASFT: 676 tests passing; PHANTOM: MESI coherence formally specified in TLA+). The proprietary projects are production systems with measured results, behind NDA — and the verifiable open-source work is direct proof of the engineering standard behind them.", "locations": [ "Dallas, TX", "New York, NY", "San Francisco, CA", "Berkeley, CA" ], "links": { "site": "https://vanshverma.com", "github": "https://github.com/v-code01", "linkedin": "https://www.linkedin.com/in/vanshv5", "x": "https://x.com/trickvansh5", "scholar": "https://scholar.google.com/citations?user=uMZLn7oAAAAJ", "email": "vanshverma.dev@gmail.com" }, "roleFits": [ "AI Infrastructure Engineer", "Machine Learning Systems Engineer", "Machine Learning Performance Engineer", "Inference Engineer", "GPU Performance Engineer", "Founding Engineer", "Platform Engineer", "HPC / Performance Engineer", "Low-Latency Systems Engineer", "Quantitative Infrastructure Engineer" ], "skills": { "Low-level GPU & kernels": [ "CUDA", "CUDA C++", "Custom CUDA Kernels", "PTX", "SASS", "Warps", "Warp Specialization", "Cooperative Groups", "Tensor Cores", "Kernel Fusion", "Occupancy Optimization", "CUDA Graphs", "Asynchronous Memory Loads (cp.async / LDGSTS)", "TransformerEngine", "FlashAttention-2", "FlashAttention-4", "PagedAttention", "Triton", "CUTLASS", "CUB", "Thrust", "cuBLAS", "cuDNN", "Nsight Compute", "Nsight Systems", "CUDA-GDB", "Goodput vs Throughput Analysis", "L2 Cache Analysis", "Memory Hierarchy Optimization" ], "Distributed GPU & networking": [ "NCCL", "MPI", "Collective Algorithms", "NVLink", "NVSwitch", "GPUDirect", "GPUDirect RDMA", "RDMA", "InfiniBand", "RoCE", "PXN", "Rail Optimization", "NVIDIA MIG", "Tensor Parallelism", "Pipeline Parallelism", "Data Parallelism", "Multi-Node Distributed Training", "Distributed Training Performance Debugging" ], "Inference & serving": [ "vLLM", "TensorRT", "TensorRT-LLM", "NVIDIA Triton Inference Server", "NVIDIA Fleet Command", "Speculative Decoding", "KV-Cache Compression", "Continuous Batching", "Quantization (FP8/INT4)", "Mixed Precision (bf16/fp16)", "torch.compile", "ONNX Runtime", "Ray", "Ray Serve", "Low-Latency Inference", "High-Throughput Inference" ], "Infrastructure, observability & reliability": [ "Kubernetes", "KServe", "ArgoCD", "Pulumi", "Helm", "Terraform", "Istio", "KEDA", "GitOps", "CI/CD", "eBPF", "Cilium", "Beyla", "SLSA Level 3-4 Supply-Chain Security", "Chaos Engineering (LitmusChaos)", "Prometheus", "OpenTelemetry", "Grafana", "Distributed Tracing", "GPU FinOps", "Cost Attribution", "Multi-Tenant GPU Isolation", "Secure Execution Sandboxing", "Linux Namespaces", "cgroups", "seccomp", "gVisor", "Firecracker microVMs" ], "Languages": [ "Python", "Rust", "Go", "C++", "CUDA C++", "OCaml", "Assembly", "SQL", "Bash" ], "Distributed systems & formal methods": [ "Raft Consensus", "openraft", "TLA+", "SMT Solvers", "Formal Verification", "Lock-Free Algorithms", "BLAKE3", "Content-Addressed Storage", "Low-Latency Networking" ], "ML & data systems": [ "PyTorch", "TensorFlow", "JAX", "MLflow", "Knowledge Graphs", "Neo4j", "Vector Databases", "Kafka", "Spark", "Apache Airflow", "Databricks", "gRPC", "Tokenization", "BPE", "WordPiece", "Time-Series Analysis", "Feature Engineering", "Statistical Modeling", "Deep Learning", "LoRA / QLoRA", "Block-Sparse Attention" ], "Hardware & domains": [ "NVIDIA H100", "NVIDIA H200", "NVIDIA Blackwell", "GB200", "Tenstorrent", "Google TPU", "High-Frequency Trading", "Low-Latency Systems", "Market-Data Systems", "World Models", "Video World-Model Inference", "Robotics Control Loops", "Production ML", "Training Infrastructure", "Multi-Tenant GPU Platforms" ] }, "experience": [ { "title": "Member of Technical Staff, Machine Learning", "company": "Rational Dynamics (Voleon)", "dates": "Jun 2026 – Present", "location": "Berkeley, CA", "summary": "AI reasoning systems for tasks of high cognitive complexity. Building the infrastructure beneath frontier reasoning models so the reasoning is the only thing left to get right.", "url": "https://rationaldynamics.ai/" }, { "title": "Founding AI Infrastructure & Systems Engineer", "company": "4MINDS", "dates": "May 2025 – Jun 2026", "location": "Dallas, TX", "summary": "Founding infrastructure engineer. Built the platform infrastructure 0→1 — the full inference/deployment/observability stack — before the team grew around it; the company launched on it into the AWS and Azure Marketplaces, the AWS Global Startup Program, and Microsoft's invite-only Pegasus program. Built SYMI's secure execution sandbox (multi-tenant isolated runtime for untrusted model-generated actions: Linux namespaces, cgroups, seccomp, microVM boundaries). Designed multi-tenant GPU infrastructure with NVIDIA MIG and speculative decoding for 8:1 GPU sharing at sub-50ms inference latency on H200 clusters. Built a vLLM serving stack (tensor parallelism, continuous batching, KV-cache compression) for 12x throughput at 60% lower GPU memory. Cut infrastructure cost 70% with cost-aware GPU scheduling and an ArgoCD/Pulumi GitOps platform (deploy time −85%) at 99.9% uptime with eBPF observability, SLSA supply-chain hardening, and chaos engineering.", "url": "https://4minds.ai" }, { "title": "Machine Learning Engineer", "company": "GoodRx", "dates": "May 2024 – May 2025", "location": "Santa Monica, CA", "summary": "Re-architected batch systems into real-time streaming pipelines (compute −80%, $120K+/yr saved). Built an observability platform from scratch and presented it to executive leadership. Optimized SageMaker and gRPC serving endpoints to Google-scale production standards at 99.9% uptime, in partnership with the Google DeepMind engineering team on joint healthcare-AI initiatives.", "url": "https://www.goodrx.com" }, { "title": "ML Engineer, Quantitative Research (HPC Infrastructure)", "company": "Tier-1 Market Making Firm", "dates": "Aug 2022 – May 2024", "location": "New York, NY", "summary": "Architected a tick-level market-data system processing 25TB+/day, enabling sub-millisecond decisions behind $2M+ in annual trading decisions. Designed market-data normalization across 8+ vendors (prep time −68%, signal quality +35%). Engineered a low-latency colocation network stack: order-execution latency −78%, throughput +3.2x." }, { "title": "Data Engineer", "company": "VHN", "dates": "May 2021 – Sep 2021", "location": "Dallas, TX", "summary": "Wired ML platforms into legacy Teradata and Oracle systems across seven business units with zero interoperability. Cross-system compatibility +65%, data quality +85%." } ], "education": [ { "school": "University of Texas at Dallas", "degree": "B.S. in Computer Science", "location": "Richardson, TX" } ], "projects": { "proprietary": [ { "name": "WMServe", "description": "Production inference for video world models. Custom spatiotemporal PagedAttention. Sub-50ms latency at 10K+ concurrent requests, 99.99% availability, 85%+ GPU utilization. Built for robotics-control-loop latencies.", "tech": [ "Go", "CUDA C++", "PagedAttention", "FlashAttention", "Kubernetes", "Raft Consensus", "Kernel Fusion", "Nsight Compute" ] }, { "name": "FlowLLM", "description": "Custom hypervisor for AI inference — no Linux kernel, no CUDA driver, no Python runtime. Direct GPU control in Rust and Assembly. 95% overhead reduction, 15-70µs stack latency, boots in 50 microseconds.", "tech": [ "Rust", "Assembly", "CUDA", "Bare Metal", "Warp-Level Primitives", "Nsight Systems" ] }, { "name": "APEX", "description": "GPU-native vector database. 3.5M queries/sec per GPU, 1.8µs p50 latency, 500K inserts/sec, 10x cheaper than cloud vector providers. Built from first principles on Tensor Cores.", "tech": [ "CUDA", "Tensor Cores", "Rust", "NVLink", "GPUDirect", "Lock-Free Algorithms", "Kernel Fusion" ] }, { "name": "SchemaForge", "description": "Declarative database infrastructure. No migrations. Bidirectional state convergence with SMT-verified invariants, O(n log n) complexity guarantees, parallel DDL via dependency graph. Adopted by an internal-tooling team at a FAANG company.", "tech": [ "Rust", "SMT Solver", "PostgreSQL", "Formal Verification", "Graph Theory" ] } ], "openSource": [ { "name": "Ledge", "description": "Git-compatible storage engine rebuilt for agent workloads: faster clone and smaller packs than git on the same source, BLAKE3 content addressing, sharded Raft replication with a TLA+-verified consensus core (5 modules, model-checked), driven by a stock git client. Source-available, in Rust.", "tech": [ "Rust", "openraft", "TLA+", "BLAKE3", "git wire protocol", "Cap'n Proto" ], "repo": "https://github.com/v-code01/ledge" }, { "name": "PHANTOM", "description": "Multi-agent LLM serving for Apple Silicon unified memory. Eliminates PCIe weight copies; DualRadixTree copy-on-write KV cache; MESI coherence formally specified in TLA+.", "tech": [ "Rust", "Apple Silicon", "Metal", "Unified Memory", "TLA+", "KV Cache", "Copy-on-Write" ], "repo": "https://github.com/v-code01/phantom" }, { "name": "NEMESIS", "description": "Autonomous GPU cluster orchestration. Replaces on-call SRE judgment with specialized agents that perceive hardware degradation before failure. Topology-aware scheduling; heals running training jobs without restart via NCCL 2.27 Communicator Shrink. Validated against the Alibaba Cluster Trace dataset.", "tech": [ "Rust", "Python", "NCCL", "Kubernetes", "GPU Scheduling", "Fault Tolerance" ], "repo": "https://github.com/v-code01/nemesis" }, { "name": "TASFT", "description": "Task-Aware Sparse Fine-Tuning. Co-trains LoRA adapters with block-sparse attention gates for 2-5x decode throughput at 70-85% sparsity. 676 tests passing.", "tech": [ "Python", "PyTorch", "LoRA/QLoRA", "CUDA", "FlashAttention-2", "Block-Sparse Attention", "vLLM" ], "repo": "https://github.com/v-code01/tasft" }, { "name": "KubeBalance", "description": "Kubernetes scheduler plugin — network topology-aware, cost-based, performance-driven pod placement.", "tech": [ "Go", "Kubernetes", "GPU Scheduling", "Multi-Region", "Load Balancing" ], "repo": "https://github.com/v-code01/kubebalance" }, { "name": "AirflowLLM", "description": "Generate production-ready Airflow DAGs from natural language. 45 tokens/sec on CodeLlama 7B, ~700ms on an M2 Pro, fully local — no API calls.", "tech": [ "Python", "Apache Airflow", "LLMs", "Ollama", "vLLM" ], "repo": "https://github.com/v-code01/airflow-llm-orchestrator" }, { "name": "EdgeTrain", "description": "Neural-network training in the browser via WebGPU compute shaders. No server, no Python.", "tech": [ "TypeScript", "WebGPU", "WGSL" ], "repo": "https://github.com/v-code01/edgetrain" } ] }, "shippedProducts": [ { "name": "Keel", "url": "https://keel.vanshverma.com", "status": "shipped, live in production, end to end", "description": "An in-browser, WebGPU-accelerated RAG platform that runs entirely client-side. A real, deployed product you can use today, not a prototype or a demo." }, { "name": "F1", "url": "https://f1.vanshverma.com", "status": "live venture", "description": "A GPU inference performance-engineering practice: making inference fast and predictable in production estates, including the on-prem, single-tenant, and air-gapped environments the cloud cannot observe." } ], "lab": [ { "slug": "balancedse", "group": "inference", "result": "confirmed", "tier": "bug", "name": "balancedse", "repo": "https://github.com/v-code01/balancedse", "stack": "Python · arviz_stats", "date": "2026-07-25", "question": "Does arviz_stats compute the balanced-accuracy standard error as a true standard error?", "finding": "arviz_stats _acc_balanced returns variance / sqrt(n) instead of sqrt(variance / n), so it is not a standard error. On a symmetric dataset where balanced accuracy equals overall accuracy, the reported .se is five times too small (0.002530 vs 0.012649); the four sibling metrics all take the square root." }, { "slug": "bdsprior", "group": "systems", "result": "confirmed", "tier": "bug", "name": "bdsprior", "repo": "https://github.com/v-code01/bdsprior", "stack": "Python · pgmpy", "date": "2026-07-25", "question": "Does pgmpy's BDs structure score compute a valid Dirichlet marginal likelihood under unobserved parent configurations?", "finding": "pgmpy's BDs sets the configuration concentration to ess/qtilde but cell concentrations summing to ess/q, violating alpha=r*beta, and adds the configuration prior for only the qtilde observed configs. On sparse data the score is off by 13.3 nats; the sibling BDeu is exact." }, { "slug": "biccount", "group": "systems", "result": "confirmed", "tier": "bug", "name": "biccount", "repo": "https://github.com/v-code01/biccount", "stack": "Python · scikit-gstat", "date": "2026-07-25", "question": "Does scikit-gstat's Variogram.bic apply the correct Bayesian information criterion penalty?", "finding": "scikit-gstat's Variogram.bic penalises with 2*ln(k), the log of the parameter count, instead of k*ln(n). The sample size never enters, so the penalty is constant in n and sits below AIC, inverting the BIC/AIC relationship. The sibling aic is correct; the fix is k*np.log(n)." }, { "slug": "bwsign", "group": "systems", "result": "confirmed", "tier": "bug", "name": "bwsign", "repo": "https://github.com/v-code01/bwsign", "stack": "Python · python-control", "date": "2026-07-25", "question": "Does python-control's LTISystem.bandwidth return the correct bandwidth for a stable system with negative DC gain?", "finding": "python-control LTISystem.bandwidth tests the magnitude drop with the signed DC gain but bisects with abs(dcgain); for any negative-DC-gain system the drop set is empty and it returns infinity where the true bandwidth is finite (0.9976 first-order, 2.0178 second-order). Identical magnitude responses confirm the sign is irrelevant." }, { "slug": "cdintercept", "group": "systems", "result": "confirmed", "tier": "bug", "name": "cdintercept", "repo": "https://github.com/v-code01/cdintercept", "stack": "Python · pyod", "date": "2026-07-25", "question": "Does pyod's CD detector compute Cook's distance leverage consistently with its intercept-fitted regression?", "finding": "pyod's _Cooks_dist computes leverage from X alone while LinearRegression fits [1, X], so leverages sum to n_predictors not n_predictors+1. The top outlier's Cook's distance is understated 10x (0.1915 vs 1.9321) and the CD ranking reorders; fit_intercept=False matches statsmodels." }, { "slug": "chebabs", "group": "systems", "result": "confirmed", "tier": "bug", "name": "chebabs", "repo": "https://github.com/v-code01/chebabs", "stack": "Python · MiniSom", "date": "2026-07-25", "question": "Does MiniSom's _chebyshev_distance compute the true Chebyshev (L-infinity) distance?", "finding": "MiniSom's _chebyshev_distance returns max(x - w), the signed maximum, not max|x - w|. Distances go negative, and the argmin best-matching-unit search then selects the farthest neuron, inverting unit assignment. The manhattan sibling takes absolute values; the fix is max(abs(subtract(x, w)))." }, { "slug": "chrfshort", "group": "inference", "result": "confirmed", "tier": "bug", "name": "chrfshort", "repo": "https://github.com/v-code01/chrfshort", "stack": "Python · nltk", "date": "2026-07-25", "question": "Does nltk's chrF average over the effective n-gram order for short strings?", "finding": "nltk's corpus_chrf divides the summed per-order F-scores by max_len (6) rather than the effective order count, so a perfect match shorter than six characters scores length/6: 'c' scores 0.1667 not 1.0 while sacrebleu returns 1.0. The fix is to divide by the orders that actually have n-grams." }, { "slug": "clipflip", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "clipflip", "repo": "https://github.com/v-code01/clipflip", "stack": "Python · timm", "date": "2026-07-25", "question": "Does timm's AdafactorBigVision RMS update clip contract over-sized updates to the threshold?", "finding": "timm's AdafactorBigVision divides the update by min(1, RMS*threshold) instead of max(1, RMS/threshold), flipping both the reciprocal and the clamp direction. The clip never shrinks a large update (RMS 5 passes as 5) and amplifies small ones. A gradient spike passes through unchanged. The sibling adafactor.py is correct." }, { "slug": "clonemom", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "clonemom", "repo": "https://github.com/v-code01/clonemom", "stack": "Python · pytorch_optimizer", "date": "2026-07-25", "question": "Does pytorch_optimizer's CAME optimizer preserve first-moment momentum for one-dimensional parameters?", "finding": "pytorch_optimizer CAME's non-factored branch aliases update=exp_avg then mul_(lr) in place, overwriting the persistent beta1 momentum for every 1D parameter (norm gains, biases) each step. Momentum stays pinned near lr magnitude (3e-05 vs 0.68) and the trajectory diverges 68% within six steps. Fix: exp_avg.clone()." }, { "slug": "combrange", "group": "systems", "result": "confirmed", "tier": "bug", "name": "combrange", "repo": "https://github.com/v-code01/combrange", "stack": "Python · madmom (Cython)", "date": "2026-07-25", "question": "Does madmom's 2-D feed-backward comb filter filter every column of a multi-column signal?", "finding": "madmom's `_feed_backward_comb_filter_2d` hardcodes the column loop to `range(2)`, so an 8x5 signal is filtered only on columns 0-1 and columns 2-4 return bit-identical raw input. A single-column signal indexes past the array (bounds-checking is compiled off), diverging from the recurrence and writing one element out of bounds. Fix: `range(signal.shape[1])`." }, { "slug": "constdecay", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "constdecay", "repo": "https://github.com/v-code01/constdecay", "stack": "Python · torch-optimizer", "date": "2026-07-25", "question": "Does torch_optimizer's SGDW apply decoupled weight decay in proportion to each parameter?", "finding": "torch_optimizer/sgdw.py SGDW.step writes p.data.add_(weight_decay, alpha=-lr), subtracting a constant -lr*wd from every element instead of the proportional p*(1-lr*wd). A zero parameter drifts to -0.05 and a magnitude-100 weight is under-decayed 100x. The momentum line above passes a tensor operand." }, { "slug": "coreoff", "group": "systems", "result": "confirmed", "tier": "bug", "name": "coreoff", "repo": "https://github.com/v-code01/coreoff", "stack": "Python · hdbscan", "date": "2026-07-25", "question": "Does hdbscan's PredictionData cache core distances with the same neighbour index as the fit path?", "finding": "hdbscan's PredictionData caches core distances with tree.query(k=min_samples), the (min_samples-1)th neighbour, while every fit path and the new-point core use the min_samples-th. Correcting only that query flips 2/800 predicted labels and shifts membership probabilities by 0.77. Fix: k=min_samples+1 at prediction.py:171." }, { "slug": "corrdiag", "group": "systems", "result": "confirmed", "tier": "bug", "name": "corrdiag", "repo": "https://github.com/v-code01/corrdiag", "stack": "Python · nolds", "date": "2026-07-25", "question": "Does nolds corr_dim exclude self-pairs from the Grassberger-Procaccia correlation sum as its denominator and comment intend?", "finding": "nolds corr_dim leaves the distance-matrix diagonal at zero, so the correlation sum counts n self-pairs against an n(n-1) denominator, adding 1/(n-1) to C(r) before the log. This biases the correlation dimension downward, worsening with embedding dimension (-0.06 at dim 3 to -0.75 at dim 8)." }, { "slug": "covddof", "group": "systems", "result": "confirmed", "tier": "bug", "name": "covddof", "repo": "https://github.com/v-code01/covddof", "stack": "Python · ruptures", "date": "2026-07-25", "question": "Does ruptures CostNormal use the same covariance estimator in its multivariate and univariate branches?", "finding": "ruptures CostNormal.error computes the multivariate segment covariance with np.cov (default ddof=1, unbiased) while the univariate branch uses ddof=0 (MLE) as documented. The extra length-dependent term shifts detected change points on 11 of 200 two-dimensional signals, e.g. [2,22,24] versus the documented [16,22,24]." }, { "slug": "danglepr", "group": "systems", "result": "confirmed", "tier": "bug", "name": "danglepr", "repo": "https://github.com/v-code01/danglepr", "stack": "Python · scikit-network", "date": "2026-07-25", "question": "Does scikit-network's default PageRank solver return the Google stationary distribution when the graph has a dangling node?", "finding": "sknetwork/linalg/ppr_solver.py RandomSurferOperator gives a dangling node its full seed via a boolean out-degree mask and never redistributes sink mass through the restart vector. The default piteration solver lands residual 0.186 off the Google stationary and ranks the sink first, while sibling diteration/RH solvers are exact." }, { "slug": "decodeclean", "group": "inference", "result": "confirmed", "tier": "bug", "name": "decodeclean", "repo": "https://github.com/v-code01/decodeclean", "stack": "Python · transformers", "date": "2026-07-25", "question": "Does transformers' batched decode() honour the tokenizer's configured clean_up_tokenization_spaces?", "finding": "transformers' batched decode() branch pops clean_up_tokenization_spaces with a hardcoded False, while single decode() and batch_decode() resolve it from the tokenizer config. A bert-base-uncased tokenizer with the flag True decodes one sequence to \"i don't think so.\" alone but \"i don ' t think so.\" inside a batch." }, { "slug": "detrendwin", "group": "systems", "result": "confirmed", "tier": "bug", "name": "detrendwin", "repo": "https://github.com/v-code01/detrendwin", "stack": "Python · spectrum", "date": "2026-07-25", "question": "Does spectrum's speriodogram remove the mean before applying the window?", "finding": "spectrum's speriodogram computes |rfft(x*w - m)|^2, subtracting the mean after windowing instead of (x - m)*w. A constant input that should detrend to zero keeps full power (1704 for 5*ones(256)) with a window-shaped DC spike. The fix is to detrend before windowing." }, { "slug": "dfcdrop", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "dfcdrop", "repo": "https://github.com/v-code01/dfcdrop", "stack": "Python · pytorch_optimizer", "date": "2026-07-25", "question": "Does pytorch_optimizer's default DiffGrad apply its diffGrad friction coefficient?", "finding": "pytorch_optimizer's DiffGrad computes dfc = sigmoid(|g_prev-g|)*exp_avg but the default rectify=False path updates with bare exp_avg and returns before weight decay, so default DiffGrad is plain Adam. A dfc-applying fix diverges 51.7% after five steps, and weight_decay is silently ignored." }, { "slug": "dicew2", "group": "systems", "result": "confirmed", "tier": "bug", "name": "dicew2", "repo": "https://github.com/v-code01/dicew2", "stack": "Python · kornia", "date": "2026-07-25", "question": "Does kornia's dice_loss apply the per-class weight coherently under the default average='micro'?", "finding": "kornia's dice_loss with average='micro' folds the weight into both pred and target maps before the intersection product, so weight enters the numerator squared and the denominator once. The score scales linearly with weight: a uniform weight is no longer a no-op and weight>2 drives the loss below zero. The macro sibling is correct." }, { "slug": "discordflip", "group": "systems", "result": "confirmed", "tier": "bug", "name": "discordflip", "repo": "https://github.com/v-code01/discordflip", "stack": "Python · stumpy", "date": "2026-07-25", "question": "Does stumpy's `_subspace` return the most anomalous dimensions when `discords=True`?", "finding": "stumpy's `_subspace` discord branch sorts the reversed distance array with `D[::-1].argsort()` and uses the reversed positions as dimension indices, yielding `ndim-1-argmin(D)` instead of `argmax(D)`. On `D=[10,5,8]` it returns the least-anomalous dimension; the motif branch is correct. Fix: `(-D).argsort(axis=0, kind=\"mergesort\")`." }, { "slug": "dorafanin", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "dorafanin", "repo": "https://github.com/v-code01/dorafanin", "stack": "Python · PEFT", "date": "2026-07-25", "question": "Is PEFT DoraLinearVariant.unmerge the exact inverse of merge on transformers Conv1D layers?", "finding": "PEFT's DoraLinearVariant.unmerge divides by the bare dora_factor.view(-1,1) and omits the fan_in_fan_out transpose that both merge paths apply. On the Conv1D layers PEFT auto-flags for GPT-2 family, a trained square layer round-trips off by 0.14 per element (silent base corruption); non-square raises. nn.Linear round-trips clean." }, { "slug": "doubleshift", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "doubleshift", "repo": "https://github.com/v-code01/doubleshift", "stack": "Python · transformers", "date": "2026-07-25", "question": "Does transformers MoshiForCausalLM shift its training labels exactly once when computing the text loss?", "finding": "transformers MoshiForCausalLM.forward pre-shifts labels then passes them positionally into ForCausalLMLoss, which shifts them again; every logit is scored against the token two positions ahead and row boundaries bleed at the flatten seam. The sibling CSM model passes shift_labels by keyword with labels=None correctly." }, { "slug": "energydb", "group": "systems", "result": "confirmed", "tier": "bug", "name": "energydb", "repo": "https://github.com/v-code01/energydb", "stack": "Python · python-acoustics", "date": "2026-07-25", "question": "Does python-acoustics's sound_energy_level include the factor of ten the decibel definition requires?", "finding": "acoustics/standards/iso_tr_25417_2007.py sound_energy_level returns np.log10(energy/reference), dropping the 10.0 factor its own docstring (L_J = 10 log10) and siblings sound_power_level/sound_pressure_level keep. sound_energy_level(1e-6) returns 6.0 dB where the definition gives 60.0, exactly ten times too small at every input." }, { "slug": "flipoob", "group": "systems", "result": "confirmed", "tier": "bug", "name": "flipoob", "repo": "https://github.com/v-code01/flipoob", "stack": "Python · albumentations", "date": "2026-07-25", "question": "Does albumentations reflect flipped keypoints in the same coordinate frame as bounding boxes?", "finding": "albumentations geometric/functional.py reflects keypoints about cols-1/rows-1 under HorizontalFlip/VerticalFlip while boxes and keypoint scale/pad use the continuous cols/rows frame. A flipped keypoint lands 1px off its box corner, and an interior point at x=99.5 reflects to -0.5, out of the width-100 image, where correct is 0.5." }, { "slug": "gatehorizon", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "gatehorizon", "repo": "https://github.com/v-code01/gatehorizon", "stack": "Python · PyTorch bfloat16", "date": "2026-07-25", "question": "Can a bfloat16-stored decay gate represent slow-forgetting memory half-lives?", "finding": "In bfloat16 near 1 the gate spacing is 2^-8, so any target decay below 2^-9 snaps to exactly 1.0 (never forgets) and the longest finite half-life is ln2*2^8=177.4. Half-lives in (177.4, inf) are unreachable and targets between 177 and 355 collapse to 177.4. Absent in fp32." }, { "slug": "gaussgrad", "group": "systems", "result": "confirmed", "tier": "bug", "name": "gaussgrad", "repo": "https://github.com/v-code01/gaussgrad", "stack": "Python · scikit-fuzzy", "date": "2026-07-25", "question": "Does scikit-fuzzy's partial_dmf return the correct gradient of its own gaussmf membership function?", "finding": "scikit-fuzzy's partial_dmf differentiates exp(-(x-mean)^2/sigma^2) but gaussmf uses a 2*sigma^2 width, so the returned Gaussian gradient is wrong by a point-dependent ratio (1.36, 0.65, 1.41) that no rescaling fixes. The sibling sigmf branch matches its finite difference, isolating the fault." }, { "slug": "grayu8", "group": "systems", "result": "confirmed", "tier": "bug", "name": "grayu8", "repo": "https://github.com/v-code01/grayu8", "stack": "Python · kornia / PyTorch", "date": "2026-07-25", "question": "Does kornia's rgb_to_grayscale uint8 path compute correct luminance without overflow?", "finding": "kornia's rgb_to_grayscale uint8 branch multiplies channels by fixed-point weights [76,150,29] in uint8 with no >>8, wrapping mod 256. White (255,255,255) becomes 1, mid-gray 100 becomes 156, and red becomes 180 versus luma 76. The float path returns the correct luminance." }, { "slug": "hartskip", "group": "systems", "result": "confirmed", "tier": "bug", "name": "hartskip", "repo": "https://github.com/v-code01/hartskip", "stack": "Python · imbalanced-learn", "date": "2026-07-25", "question": "Does imbalanced-learn's CondensedNearestNeighbour keep a 1-NN-consistent majority subset when the majority is not in leading rows?", "finding": "imbalanced-learn's `CondensedNearestNeighbour._fit_resample` tests a local enumerate position `idx_sam` against `good_classif_label`, which holds global dataset indices. When the majority is spread through X, misclassified samples are wrongly skipped: 192 of 200 seeded datasets violate Hart's consistency, dropping to 0 when the majority is reordered to leading rows." }, { "slug": "invgaussmean", "group": "systems", "result": "confirmed", "tier": "bug", "name": "invgaussmean", "repo": "https://github.com/v-code01/invgaussmean", "stack": "Python · pyGAM", "date": "2026-07-25", "question": "Does pyGAM's InvGaussDist.log_pdf compute an inverse-Gaussian density with the fitted mean mu?", "finding": "pyGAM's InvGaussDist.log_pdf passes mu straight into scipy's invgauss shape argument with scale=1/gamma=phi, giving a density with mean mu*phi rather than mu. Off dispersion one the log-likelihood and AIC are wrong by hundreds of nats (loglik -1490.70 vs -1091.32). The sibling GammaDist.log_pdf is correct." }, { "slug": "kappaweight", "group": "systems", "result": "confirmed", "tier": "bug", "name": "kappaweight", "repo": "https://github.com/v-code01/kappaweight", "stack": "Python · river", "date": "2026-07-25", "question": "Does river's CohenKappa use the weighted total as its denominator under non-unit sample weights?", "finding": "river/metrics/kappa.py CohenKappa.get divides weighted confusion-matrix totals by the unweighted cm.n_samples instead of cm.total_weight, which sibling Accuracy uses. Under non-unit weights kappa is wrong (0.822 vs sklearn's 0.153) and observed agreement p0 can exceed one (10.0)." }, { "slug": "kdasym", "group": "systems", "result": "confirmed", "tier": "bug", "name": "kdasym", "repo": "https://github.com/v-code01/kdasym", "stack": "Python · pyDML / scipy", "date": "2026-07-25", "question": "Does pyDML's kernel discriminant analysis return valid eigenvectors when it feeds the non-symmetric product inv(N)M to scipy's symmetric solver eigh?", "finding": "pyDML's KDA forms the non-symmetric product inv(N)M and passes it to scipy.linalg.eigh, the symmetric solver, which reads one triangle and decomposes a different matrix. The real KDA transformer matches the buggy path bit-for-bit, eigen-residual 1.08 vs 4.9e-9 for eig. Fix: eigh(M, N)." }, { "slug": "keoghfloor", "group": "systems", "result": "confirmed", "tier": "bug", "name": "keoghfloor", "repo": "https://github.com/v-code01/keoghfloor", "stack": "Python/C · dtaidistance", "date": "2026-07-25", "question": "Does dtaidistance's C `lb_keogh` seed its upper-envelope accumulator correctly for negative-valued windows?", "finding": "dtaidistance's C `lb_keogh` seeds the upper-envelope accumulator at `ui = 0` instead of `-INFINITY` (its lower sibling correctly uses `li = INFINITY`). On all-negative windows the envelope clamps up to zero, so `use_c=True` returns 0.0 where pure Python gives the tight 3.4641. Windowed standard-normal input undercounts up to 100% of pairs. Fix: `ui = -INFINITY`." }, { "slug": "kpflip", "group": "systems", "result": "confirmed", "tier": "bug", "name": "kpflip", "repo": "https://github.com/v-code01/kpflip", "stack": "Python · torchvision", "date": "2026-07-25", "question": "Do torchvision transforms.v2 flip keypoints about the same frame as boxes, affine, and rotate?", "finding": "torchvision's `transforms.v2` flips keypoints about `W-1`/`H-1` while boxes flip about `W`/`H` and affine/rotate reflect about the continuous centre. So a hflipped keypoint lands one pixel off its content and off its box corner, and `rotate(180)` != `hflip` then `vflip` for keypoints (holds for boxes). Fix: reflect about `W` and `H`." }, { "slug": "kurtexp", "group": "systems", "result": "confirmed", "tier": "bug", "name": "kurtexp", "repo": "https://github.com/v-code01/kurtexp", "stack": "Python · tsfresh", "date": "2026-07-25", "question": "Does tsfresh's fft_aggregated kurtosis compute the fourth standardized moment of the magnitude spectrum correctly?", "finding": "tsfresh's fft_aggregated.get_kurtosis writes the final central-moment term as -3*centroid instead of -3*centroid**4, dropping the fourth power. For a spectrum with centroid 2.77 it returns 17.01 where the correct value is 1.80, wrong by exactly 3(c^4-c)/var^2. The sibling get_skew is correct." }, { "slug": "lladserconst", "group": "systems", "result": "confirmed", "tier": "bug", "name": "lladserconst", "repo": "https://github.com/v-code01/lladserconst", "stack": "Python · scikit-bio", "date": "2026-07-25", "question": "Does scikit-bio's Lladser confidence interval use the correct table constant at rarefaction depth r=9?", "finding": "scikit-bio's _CB_95 table stores 4.695227540 at r=9, a copy of _LOWER_CONFIDENCE_BOUND[9] instead of the true ~1.44. lladser_ci then returns a 95 percent interval 3.22x wider at r=9 than at r=8 and r=10, breaking three self-consistency invariants. Silent." }, { "slug": "lodabin", "group": "systems", "result": "confirmed", "tier": "bug", "name": "lodabin", "repo": "https://github.com/v-code01/lodabin", "stack": "Python · pyod", "date": "2026-07-25", "question": "Does pyod's LODA score each point using the histogram bin it actually falls into?", "finding": "pyod's LODA looks up bins with searchsorted(limits[:n_bins-1], v, 'left'), searching the left edges rather than the interior edges, so every interior point is scored with the bin to its right. Recomputing with the correct lookup lifts AUC from 0.964 to 1.0 and is strictly better on 15/15 seeds." }, { "slug": "lognojac", "group": "systems", "result": "confirmed", "tier": "bug", "name": "lognojac", "repo": "https://github.com/v-code01/lognojac", "stack": "Python · pomegranate", "date": "2026-07-25", "question": "Does pomegranate's LogNormal.log_probability include the change-of-variables Jacobian?", "finding": "pomegranate's LogNormal.log_probability returns the parent Normal log-density of log x without subtracting the Jacobian log x, so it differs from scipy.lognorm.logpdf by exactly +log x, integrates to 1.87 not 1, and flips a GeneralMixtureModel hard assignment. Fix: subtract X.log().sum(dim=-1)." }, { "slug": "mcanegvar", "group": "systems", "result": "confirmed", "tier": "bug", "name": "mcanegvar", "repo": "https://github.com/v-code01/mcanegvar", "stack": "Python · prince", "date": "2026-07-25", "question": "Does prince's Greenacre MCA correction return non-negative variance percentages at its default number of components?", "finding": "prince/mca.py Greenacre branch builds the adjusted-inertia denominator from super().eigenvalues_, only the n_components computed eigenvalues, so at default n_components=2 the sum truncates negative and percentage_of_variance_ returns negative percentages (e.g. -1.402); the full spectrum makes them positive. 20/20 random datasets go negative." }, { "slug": "merdenom", "group": "inference", "result": "confirmed", "tier": "bug", "name": "merdenom", "repo": "https://github.com/v-code01/merdenom", "stack": "Python · torchmetrics", "date": "2026-07-25", "question": "Does torchmetrics use the correct number of aligned positions for Match Error Rate and Word Information metrics?", "finding": "torchmetrics MER, WIL, and WIP use `max(len(ref), len(hyp))` for aligned positions and hit count, which is short by `min(D, I)` whenever an alignment has both a deletion and an insertion. On ref \"b c d\" / hyp \"a b c\" MER reports 0.667 vs the defined 0.5; WER is unaffected. Fix: use `edit_distance + hits`." }, { "slug": "nccfsquare", "group": "systems", "result": "confirmed", "tier": "bug", "name": "nccfsquare", "repo": "https://github.com/v-code01/nccfsquare", "stack": "Python · torchaudio", "date": "2026-07-25", "question": "Does torchaudio detect_pitch_frequency normalize its NCCF by the square root of the window-energy product its docstring defines?", "finding": "torchaudio detect_pitch_frequency's _compute_nccf divides by the product of window energies E1*E2 instead of the sqrt(E1*E2) its docstring defines (two stray .pow(2)). On an amplitude-varying signal the maximizer slides to the octave-below lag: a 200 Hz decaying tone is reported as 100 Hz; the constant-energy control is correct." }, { "slug": "negvar", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "negvar", "repo": "https://github.com/v-code01/negvar", "stack": "Python · pytorch_optimizer", "date": "2026-07-25", "question": "Does pytorch_optimizer's QHAdam keep a non-negative second-moment accumulator on default hyperparameters?", "finding": "pytorch_optimizer's QHAdam second-moment line drops parentheses, adding 1.0 - beta2_adj*g^2 instead of (1-beta2_adj)*g^2. For |g|>1 the variance accumulator goes negative (-1.998 after three steps) and its sqrt yields NaN on default hyperparameters; for |g|<1 it inflates the denominator ~40x. The first-moment line is correct." }, { "slug": "oftfold", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "oftfold", "repo": "https://github.com/v-code01/oftfold", "stack": "Python · PEFT / PyTorch", "date": "2026-07-25", "question": "Does PEFT's OFT Conv2d adapter act as an identity at initialization?", "finding": "PEFT's OFT Conv2d forward folds rotated patches with F.fold, the adjoint not the inverse, scaling each pixel by its patch-coverage. A zero-init identity-rotation adapter already shifts a 3x3 conv output by 7.089, and merge_and_unload disagrees with the forward by 6.410. The 1x1 conv and Linear controls are exact." }, { "slug": "pitstride", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "pitstride", "repo": "https://github.com/v-code01/pitstride", "stack": "Python · timm", "date": "2026-07-25", "question": "Does timm's PiT feature_info report the correct cumulative downsampling strides under features_only?", "finding": "timm's PiT feature_info reports reduction=(stride-1)*2^i instead of the cumulative stride*2^i, so features_only PiT advertises [7,14,28] where the true strides from feature sizes are [8,16,32]. The base is non-power-of-two and names no real downsampling factor; Swin's control base is correct. Fix: reduction=stride*2^i." }, { "slug": "plateauwrap", "group": "systems", "result": "confirmed", "tier": "bug", "name": "plateauwrap", "repo": "https://github.com/v-code01/plateauwrap", "stack": "Python · PyEMD", "date": "2026-07-25", "question": "Does PyEMD's default extrema finder correctly handle flat plateaus at interior and boundary positions?", "finding": "PyEMD's default simple extrema finder guards the boundary plateau with debs[0]==1, dropping a genuine interior plateau while keeping a left-boundary one classified from the wrap-around last difference d[-1]. Two signals 1e-9 apart decompose into IMFs differing by 0.38. Fix: test debs[0]==0." }, { "slug": "poolmult", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "poolmult", "repo": "https://github.com/v-code01/poolmult", "stack": "Python · timm / PyTorch", "date": "2026-07-25", "question": "Does timm's NormMlpClassifierHead support the documented catavgmax pooling option?", "finding": "timm's NormMlpClassifierHead accepts the catavgmax pool (feat_mult=2) but sizes its norm/fc to the un-doubled in_features, so global_pool='catavgmax' feeds 640 channels into a norm sized for 320 and raises RuntimeError on ConvNeXt/MaxViT/CoAtNet. Siblings handle the doubling; the fix multiplies by feat_mult()." }, { "slug": "poptally", "group": "systems", "result": "confirmed", "tier": "bug", "name": "poptally", "repo": "https://github.com/v-code01/poptally", "stack": "Python · RecBole / PyTorch", "date": "2026-07-25", "question": "Does RecBole's Pop baseline accumulate item popularity correctly across duplicate indices within a batch?", "finding": "RecBole's Pop counts with advanced-index assignment item_cnt[item]=item_cnt[item]+1, which does not accumulate duplicate indices, so a 300x intra-batch item is counted once. It becomes a per-batch document frequency and inverts the popularity ranking; index_add_ fixes it. Open issue #2198." }, { "slug": "postprior", "group": "systems", "result": "confirmed", "tier": "bug", "name": "postprior", "repo": "https://github.com/v-code01/postprior", "stack": "Python · filterpy", "date": "2026-07-25", "question": "Does filterpy's SquareRootKalmanFilter.P_post return the posterior covariance after a measurement update?", "finding": "filterpy's SquareRootKalmanFilter.P_post reconstructs the covariance from the prior square-root factor _P1_2_prior, a copy of the P_prior body, instead of the maintained posterior factor _P1_2_post. The returned P_post is byte-identical to P_prior and never reflects the measurement, off by up to 19.1." }, { "slug": "proptail", "group": "systems", "result": "confirmed", "tier": "bug", "name": "proptail", "repo": "https://github.com/v-code01/proptail", "stack": "Python · mlxtend", "date": "2026-07-25", "question": "Is the p-value returned by mlxtend's `proportion_difference` a valid two-sided test statistic?", "finding": "mlxtend's `proportion_difference` returns `scipy.stats.norm.cdf(z)`, the lower-tail probability, not a two-sided p-value. Swapping the two proportions replaces p with `1 - p`, equal proportions give 0.5 instead of 1.0, and on (0.83, 0.91), n=100 it reports 0.045 and rejects while the correct two-tailed p is 0.090. Fix: `2.0 * scipy.stats.norm.sf(abs(z))`." }, { "slug": "remapalign", "group": "systems", "result": "confirmed", "tier": "bug", "name": "remapalign", "repo": "https://github.com/v-code01/remapalign", "stack": "Python · kornia (PyTorch)", "date": "2026-07-25", "question": "Does kornia's `remap` return an image unchanged under an identity pixel map on its default path?", "finding": "kornia's `remap` normalizes the pixel map with the `2p/(size-1)` (align_corners=True) convention but defaults `align_corners` to False in the `grid_sample` call, so the two conventions disagree. An identity pixel map on a 5x5 image comes back scaled and shifted half a pixel (max error 18.0); `align_corners=True` is exact. Fix: default `align_corners=True`." }, { "slug": "residbias", "group": "systems", "result": "confirmed", "tier": "bug", "name": "residbias", "repo": "https://github.com/v-code01/residbias", "stack": "Python · filterpy", "date": "2026-07-25", "question": "Is filterpy's residual_resample unbiased with E[count_i] equal to N*w_i?", "finding": "filterpy's residual_resample computes the fractional residual as weights - floor(N*w) instead of N*w - floor(N*w), dropping the factor N. Residuals of above-average particles go negative, so the heavy particle is over-replicated (2.748 vs 2.0) and light particles starve to zero copies. The sibling systematic_resample is unbiased." }, { "slug": "saxpivot", "group": "systems", "result": "confirmed", "tier": "bug", "name": "saxpivot", "repo": "https://github.com/v-code01/saxpivot", "stack": "Python · tslearn", "date": "2026-07-25", "question": "Does tslearn's 1d-SAX distance match the Euclidean distance between its own reconstructions?", "finding": "tslearn/metrics/cysax.py cydist_1d_sax evaluates segment lines about pivot t0+seg_sz/2 while inv_transform_1d_sax and the slope fit use t0+(seg_sz-1)/2. distance_1d_sax gives 4.83954 versus 4.34056 for the L2 of its own inverse_transform, an 11.5% gap that scales with slope difference." }, { "slug": "seedzero", "group": "infra", "result": "confirmed", "tier": "bug", "name": "seedzero", "repo": "https://github.com/v-code01/seedzero", "stack": "Python · transformers", "date": "2026-07-25", "question": "Does transformers' DataCollatorForLanguageModeling honor seed=0 for reproducible MLM masking?", "finding": "transformers data_collator.py DataCollatorForLanguageModeling guards its seeded generator with if self.seed (truthiness), so seed=0 is dropped and MLM masking plus -100 labels fall back to the global RNG. seed=0 labels differ across global states while every nonzero seed is reproducible. Fix is if self.seed is not None." }, { "slug": "shapcast", "group": "systems", "result": "confirmed", "tier": "bug", "name": "shapcast", "repo": "https://github.com/v-code01/shapcast", "stack": "Python · captum / PyTorch", "date": "2026-07-25", "question": "Does captum's ShapleyValueSampling accumulate attributions in the model's output dtype?", "finding": "captum's ShapleyValues and ShapleyValueSampling build total_attrib with hardcoded dtype=torch.float, downgrading float64 models to float32, while the sibling FeatureAblation reads the forward dtype. Under a large dynamic range (A=1e8) completeness is 100% violated: exact [1,1] collapses to [1,0]. The fix is dtype=attrib_type." }, { "slug": "sinkabsorb", "group": "systems", "result": "confirmed", "tier": "bug", "name": "sinkabsorb", "repo": "https://github.com/v-code01/sinkabsorb", "stack": "Python · POT", "date": "2026-07-25", "question": "Does POT's stabilized unbalanced Sinkhorn absorption step leave the implied transport plan invariant?", "finding": "POT's sinkhorn_stabilized_unbalanced absorption folds only scalar log(max(u)) and log(max(v)) and resets only v, multiplying the implied plan by max(u)*max(v)/v_j instead of leaving it invariant. On default reg=0.01 it converges without warning to KKT residual 1.5-2.1 vs 1e-6 for sinkhorn_knopp. Raising tau recovers the truth." }, { "slug": "slopeint", "group": "systems", "result": "confirmed", "tier": "bug", "name": "slopeint", "repo": "https://github.com/v-code01/slopeint", "stack": "Python · scikit-surprise", "date": "2026-07-25", "question": "Does scikit-surprise's SlopeOne preserve fractional ratings when computing item deviations?", "finding": "scikit-surprise's SlopeOne.fit declares ratings as cdef int, truncating fractional ratings before dev(i,j)=mean(r_ui-r_uj). A 2.5,5.0 pair stores -3.0 not -2.5, predicting 0.75 vs 1.0. Integer ratings match; half-star MovieLens and continuous Jester are wrong. Silent." }, { "slug": "dbflip", "group": "inference", "result": "confirmed", "tier": "bug", "name": "dbflip", "repo": "https://github.com/v-code01/dbflip", "stack": "Python · torchmetrics", "date": "2026-07-24", "question": "Does torchmetrics' DaviesBouldinScore declare the correct optimization direction for MetricTracker?", "finding": "torchmetrics declares DaviesBouldinScore.higher_is_better=True, but the Davies-Bouldin index is lower-is-better (min 0). MetricTracker reads the flag and maximizes it, selecting the worst clustering (DB 5.94) as best over the good one (0.026). The flag and docstring were copied from Calinski-Harabasz. Fix: higher_is_better=False." }, { "slug": "energysupport", "group": "behavior", "result": "mixed", "tier": "ship", "name": "energysupport", "repo": "https://github.com/v-code01/energysupport", "stack": "Python · NumPy", "date": "2026-07-24", "question": "Does the masked-diffusion marginal-to-conditional energy proportionality constant depend only on sequence length and vocabulary size?", "finding": "The masked-diffusion claim that the marginal-to-conditional kinetic-energy constant C1 depends only on (n,d) is false: C1 sums over the data marginal's support, so restricted support lowers it (4.000 to 1.917 as realizable support shrinks 27/27 to 3/27) while correlation alone does not. The energy-minimizing schedule still holds." }, { "slug": "entropydiv", "group": "inference", "result": "confirmed", "tier": "bug", "name": "entropydiv", "repo": "https://github.com/v-code01/entropydiv", "stack": "Python · RecBole", "date": "2026-07-24", "question": "Does RecBole's ShannonEntropy metric report diversity monotonically with recommendation diversity?", "finding": "RecBole's ShannonEntropy divides Shannon entropy H by the number of distinct items S, a divisor absent from its documented formula and not Pielou's log(S). Since log(S)/S falls past e, the metric inverts: uniform over 50/500/5000 items scores 0.078/0.012/0.0017 while true diversity rises." }, { "slug": "goldenwrite", "group": "behavior", "result": "null", "tier": "cert", "name": "goldenwrite", "repo": "https://github.com/v-code01/goldenwrite", "stack": "Python · NumPy", "date": "2026-07-24", "question": "Is the delta-rule write Jacobian I - a k^T non-expansive with spectral norm 1 for every write direction?", "finding": "The delta-rule write Jacobian I - a k^T is the projector with norm 1 only when write direction a equals key k. In closed form ||I - a k^T||_2 = sqrt(((3-2c)+sqrt(5-4c))/2), reaching the golden ratio 1.618 at orthogonality. This refutes a per-step norm-1 stability claim; matches SVD to 1.3e-15 over 20000 pairs." }, { "slug": "grandmean", "group": "inference", "result": "confirmed", "tier": "bug", "name": "grandmean", "repo": "https://github.com/v-code01/grandmean", "stack": "Python · evaluate", "date": "2026-07-24", "question": "Does HuggingFace evaluate's mahalanobis metric center inputs with a per-feature mean?", "finding": "HuggingFace evaluate mahalanobis.py centers with X - np.mean(reference_distribution), the scalar grand mean, against a per-feature np.cov, so the quadratic form mixes bases. A point at the distribution center gets D^2=52.48 instead of 0, and error grows with feature-mean spread. Fix is np.mean(..., axis=0)." }, { "slug": "kalmantorsion", "group": "behavior", "result": "null", "tier": "ship", "name": "kalmantorsion", "repo": "https://github.com/v-code01/kalmantorsion", "stack": "Python · NumPy", "date": "2026-07-24", "question": "Can KLA's Moebius precision scan be the source of its claimed A5 permutation-composition state tracking?", "finding": "KLA's 2x2 Moebius precision transition is torsion-free: it is entrywise non-negative with det=a_bar^2>0, so every finite product has real positive eigenvalues and no non-trivial finite order. A5 requires an order-5 rotation (complex eigenvalues, negative entries), which no such matrix realizes, refuting the paper's attribution of A5 to the Moebius non-linearity. The scan itself is exact." }, { "slug": "maskbreak", "group": "inference", "result": "confirmed", "tier": "bug", "name": "maskbreak", "repo": "https://github.com/v-code01/maskbreak", "stack": "Python · transformers", "date": "2026-07-24", "question": "Does transformers' apply_chat_template return a correct assistant loss mask under left truncation?", "finding": "transformers' apply_chat_template with return_assistant_tokens_mask returns an all-zero mask under left truncation: the loop breaks at the first dropped early span before marking the surviving final assistant turn, so it trains with zero loss. Reproduces on 5.12.1 with a Qwen2.5 template. Fix: continue, and guard end_token is not None." }, { "slug": "maxf1", "group": "inference", "result": "confirmed", "tier": "bug", "name": "maxf1", "repo": "https://github.com/v-code01/maxf1", "stack": "Python · lighteval", "date": "2026-07-24", "question": "Does lighteval report the positive-class F1 for GLUE MRPC and QQP?", "finding": "lighteval metrics_corpus.py CorpusLevelF1Score.compute_corpus returns np.max over the per-class F1 array from average=None instead of fscore[1], the positive-class F1 GLUE MRPC/QQP define. On majority-negative tasks a null model scores 0.889 and two models can rank in the wrong order." }, { "slug": "negcrop", "group": "systems", "result": "confirmed", "tier": "bug", "name": "negcrop", "repo": "https://github.com/v-code01/negcrop", "stack": "Python · diffusers", "date": "2026-07-24", "question": "Does SDXL base img2img/inpaint honor negative_crops_coords_top_left in _get_add_time_ids?", "finding": "diffusers SDXL _get_add_time_ids packs the positive crops_coords_top_left into the negative micro-conditioning vector on the non-aesthetic branch, the default for the SDXL base model, silently ignoring negative_crops_coords_top_left while honoring the negative original_size and target_size. Affects img2img, inpaint, and ControlNet img2img pipelines." }, { "slug": "nopealias", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "nopealias", "repo": "https://github.com/v-code01/nopealias", "stack": "Python · NumPy", "date": "2026-07-24", "question": "How does the reciprocal position code that NoPE recovers behave under low-precision rounding?", "finding": "NoPE's softmax normalization forces the recovered position code to be exactly `1/t`, whose adjacent gap `1/(t(t+1))` decays quadratically. Neighbouring positions round to identical bits at `t* ~ 2^(m+1/2)` for an m-bit mantissa: t*=191 (bf16), 1465 (fp16), fp32 immune. A mantissa-width law, not an fp32-cast artifact." }, { "slug": "primegap", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "primegap", "repo": "https://github.com/v-code01/primegap", "stack": "Python · MDM-Prime", "date": "2026-07-24", "question": "Is MDM-Prime's variational objective a valid upper bound on the negative log-likelihood?", "finding": "MDM-Prime applies the per-unit MDLM weight to a joint sub-token reconstruction term while masking sub-tokens independently, so at the optimal decoder L_vb = H - I/2, half the within-token multi-information below the entropy. It is not an upper bound on NLL; Zipf and skewed token laws violate it, independent digits stay tight." }, { "slug": "rbpbound", "group": "inference", "result": "confirmed", "tier": "bug", "name": "rbpbound", "repo": "https://github.com/v-code01/rbpbound", "stack": "Python · ranx", "date": "2026-07-24", "question": "Does ranx Rank-Biased Precision treat relevance as binary and stay within [0,1] as its docstring defines?", "finding": "ranx Rank-Biased Precision multiplies each document by its raw graded relevance while its docstring defines r_i in {0,1}. On graded qrels the value inflates by roughly the mean grade (2.56x) and can exceed 1 (2.21 measured), breaking the [0,1] bound; binarizing the grades recovers the documented value." }, { "slug": "simflip", "group": "inference", "result": "confirmed", "tier": "bug", "name": "simflip", "repo": "https://github.com/v-code01/simflip", "stack": "Python · sentence-transformers", "date": "2026-07-24", "question": "Does sentence-transformers' BinaryClassificationEvaluator flag the Manhattan/Euclidean similarity direction correctly?", "finding": "sentence-transformers' BinaryClassificationEvaluator flags Manhattan and Euclidean greater_is_better=False, but their score_fns return negative distance (higher = more similar). The flag runs the threshold search, average precision, and labelling backwards: reported Manhattan accuracy is 49.5% versus a true 100%. The fix is greater_is_better=True." }, { "slug": "spantail", "group": "infra", "result": "confirmed", "tier": "bug", "name": "spantail", "repo": "https://github.com/v-code01/spantail", "stack": "Python · datatrove", "date": "2026-07-24", "question": "Does datatrove's sentence-dedup restore the full short duplicate span it means to keep?", "finding": "datatrove's sentence-dedup fills removed_span under an 'elif not removed_span' guard, so it holds only the run's first sentence. When min_words_to_remove_span keeps a short duplicate span, exactly n-1 of n sentences are silently dropped and the word gate undercounts. The fix is an else branch accumulating the whole run." }, { "slug": "spectralflip", "group": "inference", "result": "confirmed", "tier": "bug", "name": "spectralflip", "repo": "https://github.com/v-code01/spectralflip", "stack": "Python · torchmetrics", "date": "2026-07-24", "question": "Does torchmetrics' SpectralDistortionIndex declare the correct higher_is_better direction?", "finding": "torchmetrics' SpectralDistortionIndex (D_lambda) is a distortion metric minimized at 0 but declares higher_is_better=True, so MetricTracker selects the most spectrally distorted epoch. The sibling SpatialDistortionIndex declares False and the package's own QNR formula (1-d_lambda)^alpha confirms lower is better." }, { "slug": "svdscale", "group": "behavior", "result": "confirmed", "tier": "bug", "name": "svdscale", "repo": "https://github.com/v-code01/svdscale", "stack": "Python · PEFT", "date": "2026-07-24", "question": "Does PEFT add_weighted_adapter's svd combination apply each LoRA adapter's scaling factor exactly once?", "finding": "PEFT add_weighted_adapter's svd family (the default) multiplies each adapter weight by target.scaling and then sums get_delta_weight tensors, which already carry scaling, applying it twice. At the standard lora_alpha=2r the merged adapter is exactly twice too strong; the cat path applies scaling once." }, { "slug": "terflip", "group": "inference", "result": "confirmed", "tier": "bug", "name": "terflip", "repo": "https://github.com/v-code01/terflip", "stack": "Python · lm-evaluation-harness", "date": "2026-07-24", "question": "Is lm-evaluation-harness's TER metric registered with the correct `higher_is_better` direction?", "finding": "lm-evaluation-harness registers the TER metric `higher_is_better=True`, contradicting its own \"Lower is better\" docstring, while bleu and chrf are correct. Since TER is returned un-negated, a worse-translating system is picked as best and an up arrow is printed next to an error rate on WMT/FLORES/IWSLT. Fix: `higher_is_better=False`." }, { "slug": "bloommask", "group": "infra", "result": "confirmed", "tier": "bug", "name": "bloommask", "repo": "https://github.com/v-code01/bloommask", "stack": "Python · datatrove", "date": "2026-07-23", "question": "Does datatrove's deduplication Bloom filter address the full m_bytes*8 bits it allocates, or does the hash reduction restrict it further?", "finding": "datatrove reduces a hash to a bit index with AND against m_bytes (the byte count) instead of the bit count, so only 2^popcount(m_bytes) positions are reachable -- two for any power-of-two size. At m_bytes=2^20, k=7, 49 of 50 unique documents are dropped while the logged false-positive rate reads 2.8e-29." }, { "slug": "hlascan", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "hlascan", "repo": "https://github.com/v-code01/hlascan", "stack": "Python · HLA linear attention", "date": "2026-07-23", "question": "Is HLA's decayed second-order combine operator associative, so its chunk-parallel scan matches the serial recurrence?", "finding": "HLA (arXiv:2510.27258) Theorem 4.1 claims its decayed second-order scan reproduces the serial recurrence, but the masked combine operator is not associative once gamma<1: the G,h cross summaries carry decay on the wrong operand. Balanced and serial folds agree at gamma=1 (7e-15) but diverge order-one at gamma=0.9 (2.3); closed-form gap matches to 9e-16." }, { "slug": "popcountmem", "group": "behavior", "result": "mixed", "tier": "ship", "name": "popcountmem", "repo": "https://github.com/v-code01/popcountmem", "stack": "Python · PyTorch", "date": "2026-07-23", "question": "Are Log-Linear Attention's addressable memory slots at query t exactly log(t) as the paper implies, and is its recency bias absolute?", "finding": "Slots at t are exactly popcount(t), not the floor(log2 t)+1 bound. Each slot is a rank-d state resolving tokens only up to bucket size d, and the newest token's fidelity collapses to the linear-attention floor at every multiple of the smallest power of two above d. Within-query recency ordering holds; the absolute claim fails." }, { "slug": "pyramidskew", "group": "inference", "result": "confirmed", "tier": "bug", "name": "pyramidskew", "repo": "https://github.com/v-code01/pyramidskew", "stack": "Python · CPython", "date": "2026-07-23", "question": "Does PyramidKV's per-layer KV-cache allocator keep the total budget exactly constant at L*C as its same-budget comparisons assume?", "finding": "No. The integer floor in the step size makes the retained total exactly L*C + (L/2)*r with r = (max_num-min_num) mod (L-1), always at or above L*C, never under. The gap reaches 11.33% at C=128, L=32 and shrinks with budget, so PyramidKV's same-budget comparisons run at a larger cache than the baselines." }, { "slug": "shufdup", "group": "infra", "result": "confirmed", "tier": "bug", "name": "shufdup", "repo": "https://github.com/v-code01/shufdup", "stack": "Python", "date": "2026-07-23", "question": "Does litdata's FullShuffle preserve disjoint per-worker sample coverage across epochs on multiple nodes?", "finding": "From epoch two on multiple nodes, the intra-node reshuffle re-indexes the original full chunk intervals with a stream that already lists split chunks twice, so each split chunk is handed whole to two workers. In the smallest multi-node case one third of samples (10 of 30) are trained twice, silently." }, { "slug": "adafactorlift", "group": "behavior", "result": "confirmed", "tier": "cert", "name": "adafactorlift", "repo": "https://github.com/v-code01/adafactorlift", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "What exactly does Adafactor's factored second-moment estimate represent, and how much information does it lose per step?", "finding": "V_hat = r c^T/s is exactly the contingency-table independence model of the squared-gradient matrix, and its per-step information loss equals half the G-test statistic exactly (D=19.364982=G^2/2). Against Adam each coordinate's step is mis-scaled by exactly 1/sqrt(lift), lossless only when V is rank-1 separable." }, { "slug": "blindband", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "blindband", "repo": "https://github.com/v-code01/blindband", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Does StreamingLLM attention with a full retained cache have an exact machine-zero blind band that no depth can close?", "finding": "Influence support is exactly [0,S-1] union [i-(w-1)L,i], with a machine-zero blind band between them measured 0.00e+00 at depths 2,4,8,12. The band grows linearly in length and shrinks only linearly in depth. One global-attention or recurrent layer closes it, the exact capacity reason hybrids interleave." }, { "slug": "bpegrow", "group": "behavior", "result": "confirmed", "tier": "cert", "name": "bpegrow", "repo": "https://github.com/v-code01/bpegrow", "stack": "Python", "date": "2026-07-22", "question": "Is greedy BPE token count monotone when a single valid merge is added to the vocabulary?", "finding": "No. Inserting one merge at top priority can strictly increase a word's token count (aab goes 1 to 2, up to +3 on repeated spans). Appending at lowest priority is monotone: over 90272 exhaustive triples, lowest-priority raises the count 0 times, top-priority 462 times." }, { "slug": "causalrank", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "causalrank", "repo": "https://github.com/v-code01/causalrank", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Does the rank<=d bottleneck cited for linear attention still hold once the causal mask is applied?", "finding": "No. With a strictly positive feature map the causal mixing matrix tril(phi(Q)phi(K)^T) is full rank N for every d, including d=1 (measured rank 512), because its diagonal is strictly positive. The empirical low-rank behavior is energy concentration (stable rank ~1.24, condition number up to 2.6e10), not the feature-dimension bottleneck." }, { "slug": "clipcouple", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "clipcouple", "repo": "https://github.com/v-code01/clipcouple", "stack": "Python", "date": "2026-07-22", "question": "How does global-norm gradient clipping propagate one tensor's gradient spike to the other parameters' updates?", "finding": "A shared clip factor couples all tensors: one tensor spiking by S multiplies every healthy tensor's step by exactly 1/sqrt(1+(S^2-1)/L), approaching sqrt(L)/S. With L=12, a 50x spike drops every other layer to 0.069 of its step. Per-tensor clipping leaves them at 0.99." }, { "slug": "covfirewall", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "covfirewall", "repo": "https://github.com/v-code01/covfirewall", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Is the mLSTM readout clamp a divide-by-zero guard, or does it serve a different numerical role?", "finding": "The normalizer S=n.q is a signed sum with unbounded condition number mass/|S| (softmax is exactly 1), negative on about half of steps. The clamp max{|S|,1} is a cancellation firewall capping a 1/|S| blow-up (readout norm ~10 versus ~62000), active exactly on the worst-conditioned steps and the default regime at typical scale." }, { "slug": "dcgain", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "dcgain", "repo": "https://github.com/v-code01/dcgain", "stack": "Python", "date": "2026-07-22", "question": "Does Mamba's steady-state (DC) gain hold at the continuous value -B/A, or is it distorted by inconsistent input-branch discretization?", "finding": "Distorted. The state branch uses ZOH but the input branch uses Euler (Mamba-2) or trapezoidal (Mamba-3), so the DC gain inflates by exactly z/(e^z-1) or (z/2)coth(z/2) with z=Delta*A, unbounded (~|z|) in the reset regime and reached in normal operation (11x, 64x measured). No constant blend lambda restores it; lambda*(z) runs 0.49 to 0.05." }, { "slug": "deltafade", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "deltafade", "repo": "https://github.com/v-code01/deltafade", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "At what exact rate does DeltaNet forget old associations, and how do Gated DeltaNet's two forgetting channels combine?", "finding": "For isotropic keys the mean-square retention rate is exactly beta(2-beta)/d (measured 0.996016 at beta=0.3, d=128 over four million keys), not the mean-field beta/d, giving a horizon tau=d/(beta(2-beta)) linear in state dim. The explicit gate and implicit delta rule multiply exactly; the operator is non-expansive on beta in [0,2]." }, { "slug": "dropfloor", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "dropfloor", "repo": "https://github.com/v-code01/dropfloor", "stack": "Python · NumPy", "date": "2026-07-22", "question": "Does expert-choice MoE routing's perfect load balance come with an exactly conserved coverage deficit and an irreducible drop floor?", "finding": "A degree-sum identity gives dropped tokens equal total redundant over-coverage exactly at c=1 (residual 0 to the integer). The distinct-token drop fraction sits on a floor e^{-c} (0.368 at c=1) that correlated scores only worsen (0.66-0.87). Token-choice at matched budget escapes it, vanishing as 1/sqrt(2 pi lambda)." }, { "slug": "dropmean", "group": "behavior", "result": "confirmed", "tier": "cert", "name": "dropmean", "repo": "https://github.com/v-code01/dropmean", "stack": "Python", "date": "2026-07-22", "question": "In cut-cross-entropy, what exactly sets the error introduced by dropping sub-threshold vocabulary entries from the gradient?", "finding": "Above V*=32/eps (4096 in bf16) the filter drops the entire non-target gradient, and the error equals (1-p_t) times the probability-weighted unembedding row-mean, bit-exact and independent of tau. It stays 10.91 from tau=2^-9 to 2^-15, refuting the per-term-truncation justification by four orders of magnitude." }, { "slug": "dropskew", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "dropskew", "repo": "https://github.com/v-code01/dropskew", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Does storing the inverted-dropout keep-scale in bfloat16 introduce a deterministic per-layer bias that survives averaging over masks?", "finding": "Rounding the scale gives an exact bias (1-p)*round_dtype(1/(1-p))-1 that does not average out and compounds as (1+bias)^L. At p=0.1 in bf16 the scale is 1.109375 versus 1.111..., a -0.16% per-layer bias reaching -4.9% train/eval drift over 32 layers. It vanishes only at bf16-dyadic rates like p=0.2." }, { "slug": "energygate", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "energygate", "repo": "https://github.com/v-code01/energygate", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Is Griffin's RG-LRU sqrt(1-a^2) input scale the unique unit-energy scaling, and what does that white-noise orthonormality cost at DC?", "finding": "sqrt(1-a^2) is the unique scale giving unit impulse energy, so RG-LRU holds stationary variance at exactly 1 on white input while the convex gate leaks 2a(1-a) per step to a (1-a)/(1+a) collapse (0.0005 at a=0.999). The price is a DC power gain (1+a)/(1-a) that diverges -- measured 19, 199, 1999." }, { "slug": "fftcausal", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "fftcausal", "repo": "https://github.com/v-code01/fftcausal", "stack": "Python", "date": "2026-07-22", "question": "How much does an under-padded FFT long-convolution corrupt the causal output of a sequence model?", "finding": "Exactly 2L-1-N positions are wrong (aliasing identity to 3e-14), and each corrupted output depends only on future inputs, a label leak: perturbing the last input moves past position 0 by +11.8 at N=L. The next-power-of-two length is never causally safe; the safe length is double." }, { "slug": "foxwindow", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "foxwindow", "repo": "https://github.com/v-code01/foxwindow", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Does the Forgetting Transformer's effective attention window have an exact distribution, and how does it relate to ALiBi?", "finding": "The effective window is the first-passage time of the forget-gate walk, with exact mean L/kappa + E[X^2]/(2kappa^2) (matched to 2e-3 against 200k-trial simulation) and variance sigma^2 L/kappa^3 (within about one percent). ALiBi is exactly the zero-variance limit, so data-dependence shows up as window variance." }, { "slug": "frozenrank", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "frozenrank", "repo": "https://github.com/v-code01/frozenrank", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Does DeltaProduct's product of n_h Householder factors bound its per-token forgetting rank and pin its spectral radius regardless of the beta values?", "finding": "For n_h=d. At the reflection setting minimal n_h equals rank(g-I), so DeltaNet (n_h=1) cannot rotate at all, staying Frobenius-distance exactly 2 from any 2-plane rotation." }, { "slug": "gaussnogen", "group": "behavior", "result": "confirmed", "tier": "cert", "name": "gaussnogen", "repo": "https://github.com/v-code01/gaussnogen", "stack": "Python · NumPy", "date": "2026-07-22", "question": "Does D3PM's discretized-Gaussian transition kernel admit a continuous-time generator P = exp(Q) the way the uniform and absorbing kernels do?", "finding": "No. In the deployed regime (K=256, g = beta(K-1)^2 >= 6.5) the kernel's principal log has strictly negative off-diagonals (defect -0.16 to -14) and negative roots for every n, while uniform and absorbing kernels sit at defect 0. Two independent float64 certificates, reconstruction error 1e-15." }, { "slug": "gqadict", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "gqadict", "repo": "https://github.com/v-code01/gqadict", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Does sharing one value matrix across a grouped-query head group lower the group's realized output rank relative to full multi-head attention?", "finding": "Sharing V shrinks the group's value dictionary by exactly G (16=d_v vs 128=G*d_v at G=8), yet the concatenated output rank stays min(N, G*d_v)=128, equal to full MHA, because each head keeps an independent pattern and output projection. The cap bites only if the attention patterns are tied, collapsing rank to d_v=16." }, { "slug": "gradaccumbias", "group": "behavior", "result": "confirmed", "tier": "cert", "name": "gradaccumbias", "repo": "https://github.com/v-code01/gradaccumbias", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Does naive gradient accumulation over a mean-reduction loss compute the true large-batch gradient when micro-batches have unequal token counts?", "finding": "No. It computes a token-count reweighted gradient biased by exactly sum_i g_i(1/(k n_i)-1/N), vanishing only for equal counts. At counts [3,7,2,11] it differs by 90% of magnitude, and a lone token trains at 50.5x rate. Summing token gradients and dividing once by N recovers the true gradient bit for bit." }, { "slug": "gramcliff", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "gramcliff", "repo": "https://github.com/v-code01/gramcliff", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Does the mini-batch used to speed up a TTT-Linear layer have a strictly smaller stability region than the online delta-rule layer it approximates?", "finding": "Online steps are non-expansive iff eta*max||k||^2<=2 while the mini-batch chunk is stable iff eta*lambda_max(S)<=2, and since lambda_max(S)>=max||k||^2 the mini-batch region is a strict subset. At b=16 with correlated keys lambda_max(S)~15.5 gives a 15.5x shrink; an online-stable rate diverges (||W||~1e142) and the ceiling tightens like 2/b." }, { "slug": "maskoverflow", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "maskoverflow", "repo": "https://github.com/v-code01/maskoverflow", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "For a fully masked attention row, is the safe mask value determined by how much attention it leaks, or by whether the masked logit overflows?", "finding": "Leakage flushes to a bit-identical zero below the per-dtype exp floors (-104 fp32, -93 bf16, -18 fp16), making the leakage ranking vacuous. The real discriminator is overflow: -1e9 casts to -inf and NaNs a fully masked row in float16 while finfo.min is safe, inverting the float32 intuition. Contamination reaches a full NaN sequence in exactly two attention layers." }, { "slug": "moeproxy", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "moeproxy", "repo": "https://github.com/v-code01/moeproxy", "stack": "Python · NumPy", "date": "2026-07-22", "question": "Does the standard MoE load-balancing loss control the hard top-1 expert load, or only the soft router marginal?", "finding": "The exact identity L=1+N shows the loss is an alignment of hard-load and soft-marginal imbalance, not a magnitude. Its minimum L=1 holds for any hard load paired with a uniform marginal, and the detached f kills the gradient there. A router driven into the blind region reads L~1.000 while dropping 26.4% of tokens at N=64." }, { "slug": "momentwo", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "momentwo", "repo": "https://github.com/v-code01/momentwo", "stack": "Python", "date": "2026-07-22", "question": "How does the momentum term in Titans neural memory change the stability of its delta-rule forgetting?", "finding": "It reduces the update to an exact second-order recurrence (closure to 5.7e-16), raising the stable learning-rate ceiling to theta*c < (1+eta)(2-alpha)/2, roughly double the delta rule's. The retention horizon becomes sqrt(eta(1-alpha)) and adds damped ringing, staying below divergence for eta<1." }, { "slug": "mxfloor", "group": "inference", "result": "confirmed", "tier": "ship", "name": "mxfloor", "repo": "https://github.com/v-code01/mxfloor", "stack": "Python · NumPy", "date": "2026-07-22", "question": "Does MX block floating-point's single shared E8M0 floor-scale both silence small neighbors and clip the block max, and do the two laws meet on the largest element?", "finding": "An element rounds to zero when |v|/M < 2^(e_n-e_x-m-1)/phi; in MXFP4 any element 16-32x below the block max is annihilated (measured 6.8-10.4% silenced, FP8 0.0%). The floor scale clips the block max when phi>top_mantissa, up to 25% for FP4 and 12.5% for FP8. The block max both silences neighbors and is itself worst-quantized." }, { "slug": "ngeodesic", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "ngeodesic", "repo": "https://github.com/v-code01/ngeodesic", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Is nGPT's normalized-residual update a geodesic (SLERP) step on the sphere, or does it deviate by an exact amount?", "finding": "It is a retraction, not a geodesic. With scalar alpha it lags SLERP by a gap that is zero only at alpha in {0, 1/2, 1} -- alpha=1/2 halves the angle exactly (4e-14 deg) -- growing to 49.6 deg at theta=170. With the real per-dimension alpha the update leaves the geodesic plane entirely (off-plane norm ~0.18)." }, { "slug": "normnull", "group": "behavior", "result": "confirmed", "tier": "cert", "name": "normnull", "repo": "https://github.com/v-code01/normnull", "stack": "Python · PyTorch · Apple M4", "date": "2026-07-22", "question": "What is the exact linear-algebraic form of a normalization layer's backward pass, and how do RMSNorm and LayerNorm differ?", "finding": "Each backward pass is an exact scaled orthogonal projector: RMSNorm rank d-1 (kills scale), LayerNorm rank d-2 (kills scale and the mean/DC direction), verified to machine precision in fp64. The difference is exactly one dimension, the mean. Under LayerNorm every gradient is mean-free (sum(dx) at the fp32 floor); RMSNorm's is about six orders larger." }, { "slug": "packreset", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "packreset", "repo": "https://github.com/v-code01/packreset", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "When packing documents for training with RoPE, does resetting position ids at document boundaries change the model's output or gradients?", "finding": "No. RoPE logits depend only on relative offset, so per-document reset under the block mask is an exact no-op: forward differs ~1e-15, gradients ~2e-15, non-accumulating out to offset 100000. Under a full causal mask the second document leaks ~70% of its mass across the boundary and reset does not fix it (0.70 vs 0.72). The mask is load-bearing; the dual holds for absolute PEs." }, { "slug": "posfloor", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "posfloor", "repo": "https://github.com/v-code01/posfloor", "stack": "Python · NumPy", "date": "2026-07-22", "question": "Does Based's second-order Taylor attention weight have an exact positivity floor, and what selectivity cost does that floor impose relative to softmax?", "finding": "The weight 1+t+t^2/2 has minimum exactly 1/2, so a key can never fall below half its unnormalized weight where softmax goes to zero. Order two is the minimal positive Taylor truncation with the largest floor. Singling out one key against N needs alignment growing like sqrt(N) versus softmax's log(N), a gap widening to 13x at N=16384." }, { "slug": "qkceiling", "group": "behavior", "result": "confirmed", "tier": "cert", "name": "qkceiling", "repo": "https://github.com/v-code01/qkceiling", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Is there an exact, tight, dimension-independent ceiling on the largest single softmax weight under QK-normalized attention?", "finding": "Yes: w_max = 1/(1+(n-1)e^{-2g}), attained at the collinear config and never crossed (0/100000, matched to 2e-13), exactly dimension-independent. The critical length n* = 1+e^{2g} splits the variants: RMSNorm-QK (g ~ sqrt(d)) never binds, while unit-L2-QK (g=1) caps any key below 0.023% at 32k tokens." }, { "slug": "rmsgauge", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "rmsgauge", "repo": "https://github.com/v-code01/rmsgauge", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Is the scale of a weight feeding an RMSNorm a gauge freedom that the loss and gradient cannot change, leaving weight decay as its only control?", "finding": "Scaling the pre-RMSNorm weight leaves the output invariant (3e-15), so by Euler's theorem the gradient's radial component is exactly zero ( ~1e-15). Only decoupled weight decay moves the norm, settling at 2*wd*||W*||^2=lr^2*||g||^2, and the effective angular learning rate grows like 1/||W|| (0.0025, 0.010, 0.040 at norm scales 1, 1/2, 1/4)." }, { "slug": "ropeabsorb", "group": "behavior", "result": "confirmed", "tier": "cert", "name": "ropeabsorb", "repo": "https://github.com/v-code01/ropeabsorb", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Can RoPE be folded into MLA's weight-absorbed KV cache, or must the decoupled RoPE dimension stay separate?", "finding": "Absorption makes the key matrix exactly rank d_c (4e-16 cliff), but the RoPE position-operator family spans exactly 2L = d_R dimensions (measured rank 16, 6e-16 cliff); a single absorbing matrix exists only with no RoPE (rank 1). Partial absorption is impossible, so the decoupled dimension must be exactly d_R." }, { "slug": "scanhorizon", "group": "inference", "result": "confirmed", "tier": "ship", "name": "scanhorizon", "repo": "https://github.com/v-code01/scanhorizon", "stack": "Python · PyTorch · Apple M4", "date": "2026-07-22", "question": "Do the two algebraically identical forms of a selective-SSM scan diverge in floating point at an exact dtype-dependent overflow length?", "finding": "The associative scan stays bounded and never overflows, while the divide-out-the-gate form overflows at exactly L*=floor(ln(realmax)/(|A|dt)), matching to the integer (fp16 hits 3 tokens at |A|dt=3). On the M4 GPU Metal's cumprod rounds hotter, so overflow arrives a few positions earlier (174 vs 177)." }, { "slug": "secularmode", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "secularmode", "repo": "https://github.com/v-code01/secularmode", "stack": "Python · NumPy", "date": "2026-07-22", "question": "Does RWKV-7's diagonal-plus-rank-1 transition have a real interlacing spectrum making retention safe, with instability entering only through the bottom eigenvalue?", "finding": "The spectrum solves an exact secular equation and Cauchy-interlaces the decay values, pinning the top eigenvalue at max(w)<1, so retention can never expand. Instability enters only via the bottom eigenvalue at the exact boundary sum a_i kappa_i^2/(w_i+1)=1. Smaller decay lowers the removal budget needed, so decay worsens instability." }, { "slug": "selproxy", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "selproxy", "repo": "https://github.com/v-code01/selproxy", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Is query-independent sparse-attention block selection faithful to each block's true attention mass?", "finding": "No. The mean-logit proxy keeps mean(x) and drops exactly the concentration D in LSE=mean+log(B)+D. Worst case it ranks a flat block above a spike holding 99.65% of the mass; missed mass rises to 25-51% as logit std grows. Any query-independent summary is one facet of a B-facet envelope; Quest's bounding box upper-bounds on 100% of queries." }, { "slug": "shiftgauge", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "shiftgauge", "repo": "https://github.com/v-code01/shiftgauge", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "What is the exact row-sum law of Softpick attention, and why does its stabilization need the -e^{-m} term rather than subtract-the-max?", "finding": "Softpick's row sum is exactly r=P/(P+N) in [0,1], zero iff max logit<=0, matched to 3e-16. Unlike shift-invariant softmax, softpick reads the absolute logit level, so its row sum sweeps monotonically 0 to 1 under a constant shift. Stabilization needs -e^{-m} because the gauge is multiplicative in e^m; naive subtract-max collapses +800 logits to 0." }, { "slug": "sinktemp", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "sinktemp", "repo": "https://github.com/v-code01/sinktemp", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Does softmax attention conserve per-key mass, and what sets the cost of restoring doubly-stochastic key conservation as attention sharpens?", "finding": "Column sums have mean exactly 1 but per-key mass diverges, ranging [0.12, 2.96] at beta=4. Sinkhorn restores every column to 1; its Birkhoff contraction kappa=tanh(beta*Delta_0/4) is exactly linear in inverse temperature, so iterations to 1e-6 blow up from 57 to 258638 as beta goes 0.5 to 2. Key conservation is exponentially expensive for sharp attention." }, { "slug": "softcapgrad", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "softcapgrad", "repo": "https://github.com/v-code01/softcapgrad", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "What is the exact backward law of tanh logit soft-capping, and does bf16 reintroduce the hard-clip zero-gradient dead-zone it was meant to avoid?", "finding": "The gradient factor is exactly 1-(z/c)^2, confidence-proportional attenuation, verified to 3.3e-16 over 2M points. In bf16 tanh saturates to 1.0 at a = 3.47c (a = 104 and 173 at Gemma2's caps 30 and 50), giving a bit-exact zero gradient reached by the most confident logits. End-to-end slowdown is only ~1.1x, not the pointwise several-x." }, { "slug": "ssdcond", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "ssdcond", "repo": "https://github.com/v-code01/ssdcond", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Is Mamba-2's SSD token-mixing matrix exactly invertible in one O(L) pass with a condition number independent of sequence length?", "finding": "The scalar-gate SSD matrix equals (I-aS)^-1 exactly (residual 8e-17), inverts in one O(L) bidiagonal recurrence, and has cond_2 bounded by (1+a)/(1-a) flat in length (3.00, 19.0, 199 at a=0.5, 0.9, 0.99). The undecayed a=1 accumulator grows as 4L/pi and softmax matrices are singular, so SSD is the family member both full-rank and uniformly well-conditioned." }, { "slug": "ssmrecall", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "ssmrecall", "repo": "https://github.com/v-code01/ssmrecall", "stack": "Python · PyTorch", "date": "2026-07-22", "question": "Where must a diagonal SSM's eigenvalues sit to recall recent inputs with the best conditioning, and do deployed initializations achieve it?", "finding": "A diagonal SSM recalls exactly its last d inputs, aliasing input d+1 (error ~1e-15 jumping to order one). The d-th roots of unity uniquely minimize conditioning: cond(M)=1 and readout noise gain 1/sqrt(d), beating 200 random placements. Deployed S4D-Lin and HiPPO inits recover strictly fewer at d=64, and the recall horizon is independent of spectral radius." }, { "slug": "stabgauge", "group": "behavior", "result": "confirmed", "tier": "cert", "name": "stabgauge", "repo": "https://github.com/v-code01/stabgauge", "stack": "Python · stdlib", "date": "2026-07-22", "question": "Is the running-max stabilizer in xLSTM's sLSTM merely one overflow-safe choice, and is it the pointwise-minimal such gauge?", "finding": "The stabilizer offset is a gauge: output h=C/N is exactly invariant to any offset schedule (naive and random within 3e-16 to 3e-14 of running-max). The running max is the pointwise-minimal overflow-safe gauge, hitting max-gate=1 at 1200/1200 steps, and it converts the normalizer's exact overflow horizon t*=1415 into linear growth." }, { "slug": "stalecos", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "stalecos", "repo": "https://github.com/v-code01/stalecos", "stack": "Python", "date": "2026-07-22", "question": "Does GaLore's principal-angle refresh metric track the actual descent retained under a stale projector?", "finding": "No. Retained descent equals the energy-weighted sum of squared cosines sum_j w_j cos^2(phi_j), decoupled from the frame-distance metric. When a tail direction rotates 85 degrees, the max principal angle predicts retention 0.003 while the true retained descent is 0.884, a 291x understatement that triggers refreshes too early." }, { "slug": "zlossgauge", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "zlossgauge", "repo": "https://github.com/v-code01/zlossgauge", "stack": "Python", "date": "2026-07-22", "question": "What is the relationship between softmax cross-entropy's shift symmetry and the z-loss added for large-model training?", "finding": "Cross-entropy is exactly flat along the all-ones logit direction, so its gradient sums to zero and the total logit is conserved (drift 6e-14 over 300 steps). z-loss's gradient sums to 2*logsumexp(z), exactly the missing gauge component, breaking the conservation on purpose (drift 421)." }, { "slug": "adamfreeze", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "adamfreeze", "repo": "https://github.com/v-code01/adamfreeze", "stack": "Python", "date": "2026-07-21", "question": "Does storing Adam's second moment in bf16 bias it away from the true second moment, and can loss scaling correct that bias?", "finding": "A bf16 second moment freezes once beta2 > 1 - 2^-(t+1) = 0.99609, so standard beta2=0.999 stops tracking. The bias flips sign with gradient skew: 0.24x low on steady gradients, 2.4x high on spiky ones. Loss scaling is scale-invariant and cannot fix it; stochastic rounding restores an unbiased 1.0x." }, { "slug": "cedeadzone", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "cedeadzone", "repo": "https://github.com/v-code01/cedeadzone", "stack": "Python · PyTorch", "date": "2026-07-21", "question": "Does a fused bf16 cross-entropy kernel that rounds the softmax probability before subtracting one zero out the gradient of high-confidence tokens?", "finding": "R(p_c)-1 rounds to exactly zero for every p_c >= 1 - 2^-9 = 0.998047, so a fused bf16 head gives no gradient on tokens the model is over 99.8% confident about, while the fp32 subtract-then-round path stays provably immune. On a 32k-vocab softmax at logit gap 17 the fused head returns 0 versus -9.9e-4." }, { "slug": "flashswamp", "group": "inference", "result": "confirmed", "tier": "ship", "name": "flashswamp", "repo": "https://github.com/v-code01/flashswamp", "stack": "Python · Apple M4", "date": "2026-07-21", "question": "Below what block size does a low-precision flash-attention softmax carry lose accuracy, and does the shipped Apple M4 GPU kernel stay above it?", "finding": "A bf16 sequential softmax carry swamps: relative denominator error is 2.3% at n/Bc=256 and 73% at 8192, while a pairwise sum stays exact. The shipped M4 GPU attention kernel keeps bf16 error flat (5.85e-3 to 6.16e-3 from n=256 to 8192), showing it accumulates in fp32 and stays safe." }, { "slug": "muonspectral", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "muonspectral", "repo": "https://github.com/v-code01/muonspectral", "stack": "Python", "date": "2026-07-21", "question": "What are the full fixed-point dynamics of Muon's Newton-Schulz iteration, and does it actually orthogonalize the momentum matrix?", "finding": "Newton-Schulz has three repelling positive fixed points and no stable one, so it never converges to orthogonal. Below 1.2637 singular values fall onto a period-4 attractor band [0.68, 1.13], a 1.66x anisotropic rescaling (bf16 equals fp32); above it they diverge, held off by a rank-1-tight 26.4% Frobenius margin." }, { "slug": "mupblind", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "mupblind", "repo": "https://github.com/v-code01/mupblind", "stack": "Python · CPU", "date": "2026-07-21", "question": "Under muP's 1/d attention-logit scaling, does attention start maximally diffuse at initialization with an entropy gap that collapses as Theta(1/d) with width, unlike standard 1/sqrt(d)?", "finding": "Measured across head dim 16 to 512, muP's init entropy gap collapses with log-log slope -1.001 (Theta(1/d)) while standard 1/sqrt(d) stays flat at -0.002. muP starts attention maximally diffuse and sharpens only as training aligns queries and keys, the gap rising from 0.004 to 1.9." }, { "slug": "ropealias", "group": "inference", "result": "confirmed", "tier": "ship", "name": "ropealias", "repo": "https://github.com/v-code01/ropealias", "stack": "Python · CPU", "date": "2026-07-21", "question": "Does computing rotary position embeddings in bf16 cause a long-context model to lose the ability to distinguish nearby token positions?", "finding": "Confirmed. bf16 resolves position only to ULP(p) ~ p/128, so adjacent positions collapse to one rotary angle: 87% of adjacent pairs aliased at position 1024, 99% at 16384, 100% at 131072. Aliased positions give bit-identical rotary vectors and identical attention scores. The phase must be fp32; the cos/sin cache tolerates bf16." }, { "slug": "varsplit", "group": "behavior", "result": "confirmed", "tier": "ship", "name": "varsplit", "repo": "https://github.com/v-code01/varsplit", "stack": "Python", "date": "2026-07-21", "question": "In a Pre-LN transformer at initialization, do the MLP and attention contributions to residual-stream variance grow on the same depth schedule, and can a single depth-uniform residual scale keep per-layer variance balanced?", "finding": "The MLP variance increment is depth-flat (slope +0.0003, 95% CI straddling zero) while the attention increment rises (slope +0.010, CI strictly positive) with token rank collapse. The two invert (MLP about 5x attention at layer 1, attention about 3x MLP by layer 48), so a single uniform residual scale cannot balance both." }, { "slug": "evictfaithful", "group": "inference", "result": "confirmed", "tier": "cert", "name": "evictfaithful", "repo": "https://github.com/v-code01/evictfaithful", "stack": "Python", "date": "2026-07-19", "question": "Which configurable eviction policies can a subtree-closed radix prefix cache actually deliver in the same order they would produce without the tree constraint?", "finding": "A policy is faithful if and only if its priority key is path-monotone, key(parent) >= key(child) on every edge. LRU, LFU, SLRU, and priority qualify and are exactly the four CLI-exposed policies; FIFO, FILO, and MRU invert on some edge and are unfaithful. Verified against real SGLang with 0 inversions over 8.4M." }, { "slug": "atomcliff", "group": "systems", "result": "confirmed", "tier": "ship", "name": "atomcliff", "repo": "https://github.com/v-code01/atomcliff", "stack": "C · Apple M4", "date": "2026-07-17", "question": "Does a single shared atomic counter scale negatively on M4 while per-thread padded counters scale linearly, and is cross-cluster contention worse?", "finding": "A shared relaxed fetch_add scales negatively: two threads (260 Mops/s) are slower than one (542), and eight run at 37, about a fourteenth of one thread. Per-thread padded counters scale linearly to 4157 Mops/s at eight (112x). Cross-cluster sharing is worse still (31 vs 37). No updates are lost." }, { "slug": "conshash", "group": "infra", "result": "confirmed", "tier": "ship", "name": "conshash", "repo": "https://github.com/v-code01/conshash", "stack": "Rust", "date": "2026-07-17", "question": "Does plain consistent hashing's max/average load imbalance track log n as the cluster grows, and do virtual nodes reduce it along a 1/sqrt(k) curve?", "finding": "Over 2,000,000 keys the median max/average imbalance tracks ln(n): about 8x at 3,000 nodes, with the worst ring over 11x. Virtual nodes cut the overshoot along 1/sqrt(k): 10 points drop 8x to about 2.2x, and 100 to 200 points hold every node within roughly a quarter of the mean." }, { "slug": "hashdos", "group": "systems", "result": "confirmed", "tier": "ship", "name": "hashdos", "repo": "https://github.com/v-code01/hashdos", "stack": "Rust · CPU", "date": "2026-07-17", "question": "Does a hash table with a predictable hash become O(n^2) under adversarially chosen colliding keys, and does a keyed hash restore linear time?", "finding": "Confirmed. With a weak low-bits hash, adversarial keys all land in one bucket and insert time quadruples per doubling of N (the O(n^2) signature), reaching 38ms with a chain of 32,000 at N=32k, 108x slower than the same keys under a keyed hash, which stays linear with a chain of 6." }, { "slug": "prefetch", "group": "systems", "result": "confirmed", "tier": "ship", "name": "prefetch", "repo": "https://github.com/v-code01/prefetch", "stack": "C · Apple M4", "date": "2026-07-17", "question": "How far does the Apple M4 data prefetcher reach, and does a stride beyond one cache line expose full memory latency?", "finding": "Out of cache, only next-line (64B) access runs at prefetch speed: 0.70ns at 512MB, versus 2.47ns at a 128B stride, 3.5x slower, and near 3ns for larger strides. The 4MB in-cache control is flat across strides, ruling out TLB." }, { "slug": "retrystorm", "group": "infra", "result": "confirmed", "tier": "ship", "name": "retrystorm", "repo": "https://github.com/v-code01/retrystorm", "stack": "Rust · CPU", "date": "2026-07-17", "question": "Without jitter, does an exponentially backed-off fleet that fails together retry in lockstep with peak equal to N, and does jitter cut the peak by one to two orders of magnitude with decorrelated best?", "finding": "The no-jitter peak equals N exactly at every scale (1k, 10k, 100k) because the whole fleet lands in one 20 ms window. Full jitter cuts the peak about 30x, decorrelated about 67x and is the best of the four, equal jitter weakest. The ordering holds at every scale." }, { "slug": "unalign", "group": "systems", "result": "confirmed", "tier": "ship", "name": "unalign", "repo": "https://github.com/v-code01/unalign", "stack": "C · Apple M4", "date": "2026-07-17", "question": "On Apple M4, do unaligned scalar accesses incur a throughput penalty, and does an atomic that crosses a 16-byte boundary fault?", "finding": "Unaligned 8-byte loads run at about 0.235 ns/load at every offset, including cache-line and page crossings, with no penalty. But an atomic that straddles a 16-byte boundary raises SIGBUS deterministically. An 8-byte atomic is fine only while its bytes stay inside one 16-byte block, and a 16-byte atomic needs full 16-byte alignment." }, { "slug": "twochoices", "group": "infra", "result": "confirmed", "tier": "ship", "name": "twochoices", "repo": "https://github.com/v-code01/twochoices", "stack": "Rust · CPU", "date": "2026-07-16", "question": "How does the maximum bin load scale when each of n balls picks the least loaded of d randomly sampled bins, for d in {1,2,3,4}?", "finding": "Confirmed. With one choice the fullest bin climbed from 5 to 10 as n grew from 1e3 to 1e7 (~log n / log log n). Two choices stayed nearly flat at 3 to 4 (~log log n). The first extra choice cut worst-case load by 6, the second by 1, the third by 0." }, { "slug": "hllint", "group": "systems", "result": "confirmed", "tier": "ship", "name": "hllint", "repo": "https://github.com/v-code01/hllint", "stack": "Rust · CPU", "date": "2026-07-14", "question": "Is HyperLogLog's inclusion-exclusion intersection estimate accurate for small overlaps between large sets?", "finding": "Inclusion-exclusion on HLLs carries a near-constant absolute error floor around 7,000-8,500, independent of the true overlap. Relative error is 80x at a 0.01% overlap, 8x at 0.1%, still 79% at 1%, and only falls to a few percent once the overlap exceeds about 10% of the set." }, { "slug": "minhash", "group": "systems", "result": "confirmed", "tier": "ship", "name": "minhash", "repo": "https://github.com/v-code01/minhash", "stack": "Rust · CPU · Apple M4", "date": "2026-07-14", "question": "Does MinHash's Jaccard intersection error scale as 1/sqrt(overlap) independently of set size, beating HyperLogLog inclusion-exclusion at matched space by a margin that widens as overlap shrinks?", "finding": "At matched space (MinHash k=1024 ~8 KB vs HLL 2^13 ~6 KB, n=1e6), MinHash wins at every overlap: 13x lower relative error at 0.1% overlap, narrowing to 1.6x at 30%. MinHash degrades as 1/sqrt and its error is set-size independent, where HLL degrades as 1/overlap." }, { "slug": "reclaim", "group": "systems", "result": "confirmed", "tier": "ship", "name": "reclaim", "repo": "https://github.com/v-code01/reclaim", "stack": "Rust · Apple M4", "date": "2026-07-14", "question": "How do epoch-based reclamation and hazard pointers trade retained memory against per-operation fence cost on M4?", "finding": "Under one stalled thread, EBR retained nodes equal the number of retires (unbounded) while hazard pointers stay flat at O(T*H+batch), at most 144. The hazard-pointer guarded read costs 0.510 ns versus 0.329 ns for EBR, a 1.55x CI-separated fence tax that buys the bounded-memory guarantee. Neither scheme dominates." }, { "slug": "seqlock", "group": "systems", "result": "confirmed", "tier": "cert", "name": "seqlock", "repo": "https://github.com/v-code01/seqlock", "stack": "C · Apple M4", "date": "2026-07-14", "question": "Is the four-fence set for a single-writer multi-reader seqlock a minimal RC11 antichain under herd7, and what does a validated read cost on Apple M4?", "finding": "herd7 under rc11.cat proves the four-fence set minimal: every single-fence weakening resurrects the torn-and-validated witness, and the acquire-only-s2 optimization is unsound. On M4 over-fencing costs about 37% uncontended (0.93 vs 0.68 ns); the dominant cost is true-sharing the counter, which cache-line padding cannot fix." }, { "slug": "sketchadv", "group": "systems", "result": "confirmed", "tier": "ship", "name": "sketchadv", "repo": "https://github.com/v-code01/sketchadv", "stack": "Rust", "date": "2026-07-14", "question": "At matched-or-greater space on adversarial continuous streams, does t-digest's quantile rank error stay within the eps*N bound that Greenwald-Khanna guarantees?", "finding": "GK holds eps*N (2000 at N=200k) on every stream. t-digest, given equal-or-greater space, stays near-exact and about 2.3x faster on random data but violates the bound on adversarial streams: max rank error 2313 on skew_middle and 6277 on bimodal_gap, with the whole BCa CI above eps*N." }, { "slug": "slackfront", "group": "systems", "result": "confirmed", "tier": "cert", "name": "slackfront", "repo": "https://github.com/v-code01/slackfront", "stack": "Rust · Apple M4", "date": "2026-07-14", "question": "What is the tight frontier between migration rate and space slack for a de-amortized open-addressing hash resize, and what does a flat insert tail cost on M4?", "finding": "Confirmed. Any contiguous open-addressing table growing by (1+alpha) at at most w moves per insert must satisfy w*alpha>=1, proved by pigeonhole and tight at w=ceil(1/alpha). On M4 the de-amortized worst insert is 1.06ms versus 81.3ms for synchronous rehash, but bounding migration is necessary not sufficient: a residual O(N) page-table cost remains." }, { "slug": "twogranule", "group": "systems", "result": "confirmed", "tier": "ship", "name": "twogranule", "repo": "https://github.com/v-code01/twogranule", "stack": "C · Apple M4", "date": "2026-07-14", "question": "Is the effective false-sharing granule on Apple M4 64 bytes within a core cluster and 128 bytes across clusters?", "finding": "The false-sharing recovery edge sits at 64 bytes within a core cluster (1.84 ns/op) but at 128 bytes across clusters, where the same 64-byte-separated layout still shares (9.15 ns). A read-only load control stays flat (~0.8-1.5 ns), so the penalty is write-ownership-driven. This inverts the pad-to-128B rule." }, { "slug": "aligntype", "group": "inference", "result": "confirmed", "tier": "bug", "name": "aligntype", "repo": "https://github.com/v-code01/aligntype", "stack": "C++", "date": "2026-07-13", "question": "Does the GGUF reader abort the process when a file declares general.alignment with the wrong value type?", "finding": "The reader sets ctx->alignment from gguf_get_val_u32 at gguf.cpp:610 with no type or arity guard, so a well-formed GGUF declaring general.alignment as INT32, UINT64, STRING, or an array trips an unconditional GGML_ASSERT and aborts. Every other malformed-metadata case returns nullptr cleanly. The accepting and aborting buffers differ by exactly one byte. Model-load DoS." }, { "slug": "argmaxtie", "group": "inference", "result": "confirmed", "tier": "bug", "name": "argmaxtie", "repo": "https://github.com/v-code01/argmaxtie", "stack": "C++", "date": "2026-07-13", "question": "Does temperature-0 greedy select the same token on the CPU and ggml-backend paths when the maximum logit is an exact fp32 tie across indices?", "finding": "Confirmed. On an exact fp32 tie the CPU greedy keeps the first tied index (strict >) and the ggml backend argmax keeps the last (>= on equality), diverging on 10 of 10 injected ties while agreeing on 34 of 34 unique-max cases. The two greedy paths pick different tokens." }, { "slug": "arrwiden", "group": "inference", "result": "confirmed", "tier": "bug", "name": "arrwiden", "repo": "https://github.com/v-code01/arrwiden", "stack": "C++ · CPU", "date": "2026-07-13", "question": "Does a GGUF that declares tokenizer.ggml.suppress_tokens as an INT8 array cause a heap over-read when llama.cpp loads the vocabulary?", "finding": "Confirmed bug. gguf_get_arr_n returns the byte count for an INT8 array, and the loader reinterprets the N-byte buffer as N int32, copying 4*N bytes for a 3*N-byte over-read. A 64Mi INT8 suppress array crashes model load with SIGSEGV; a same-byte-size INT32 array loads cleanly. Poisoned-model DoS on the default load path." }, { "slug": "batchvalorder", "group": "inference", "result": "confirmed", "tier": "bug", "name": "batchvalorder", "repo": "https://github.com/v-code01/batchvalorder", "stack": "C++", "date": "2026-07-13", "question": "Does llama_batch_allocr::init read batch.n_seq_id[i] before the auto-generator that fills n_seq_id when it is NULL, dereferencing a NULL pointer?", "finding": "Confirmed. Supplying seq_id with n_seq_id NULL, a combination the function's own auto-generator contracts to accept, makes L60 dereference NULL[i] before L73 fills it, crashing with SIGSEGV. Exactly one of the four {seq_id, n_seq_id} x {supplied, NULL} cells faults; the mirror case with seq_id NULL is handled." }, { "slug": "chatnul", "group": "inference", "result": "confirmed", "tier": "bug", "name": "chatnul", "repo": "https://github.com/v-code01/chatnul", "stack": "C++ · llama.cpp", "date": "2026-07-13", "question": "Does llama_chat_apply_template NUL-terminate its output buffer when it is sized to exactly the returned byte count?", "finding": "At exact fill (length == res) strncpy copies all res bytes and writes no NUL, yet the return contract says the buffer sufficed. A guard-page strlen faults at length=res and not at res+1, so a C or FFI caller treating it as a C string over-reads past the buffer." }, { "slug": "cleanband", "group": "inference", "result": "confirmed", "tier": "bug", "name": "cleanband", "repo": "https://github.com/v-code01/cleanband", "stack": "C++ · CPU", "date": "2026-07-13", "question": "Does llama_detokenize's negative-return magnitude equal the cleaned output length its contract documents, or the raw concatenated length before clean_spaces shrinks it?", "finding": "For every space-trimming token the size-probe returns the raw length before clean_spaces shrinks it (R=2 vs cleaned C=1), and a buffer sized to the true cleaned length is spuriously rejected with -R. Non-trimming tokens satisfy R==C. A documented-contract violation, benign, with a deterministic repro on build 9760." }, { "slug": "dryz", "group": "inference", "result": "confirmed", "tier": "cert", "name": "dryz", "repo": "https://github.com/v-code01/dryz", "stack": "C++ · llama.cpp", "date": "2026-07-13", "question": "Is the DRY sampler's hand-rolled reverse Z-algorithm suffix-match length exact?", "finding": "Yes. Inverting the penalty to the integer match length and comparing against two independent suffix-repeat oracles, the shipped DRY length matches on all 2,391,471 differential cases (base, window-cap, single-token-breaker) over histories up to length 11, plus 1,048,560 cases on a 4-symbol alphabet, with 0 mismatches. Ships as a certificate." }, { "slug": "equalsplitcap", "group": "inference", "result": "confirmed", "tier": "bug", "name": "equalsplitcap", "repo": "https://github.com/v-code01/equalsplitcap", "stack": "C++ · llama.cpp", "date": "2026-07-13", "question": "Does llama_batch_allocr::split_equal respect its own n_ubatch cap?", "finding": "No. The accumulation guard uses > after the push, so the ubatch overshoots by exactly one: n_tokens = min(K, n_ubatch+1), confirmed on all 168 grid cells (32 overshoot by one token). The sibling splitters split_simple and split_seq use >= and never exceed the cap. The fix is one character." }, { "slug": "floorbound", "group": "inference", "result": "confirmed", "tier": "bug", "name": "floorbound", "repo": "https://github.com/v-code01/floorbound", "stack": "C++ · CPU", "date": "2026-07-13", "question": "Does json_schema_to_grammar convert number-valued fractional integer bounds into the correct integer grammar?", "finding": "Confirmed bug. The emitter reads bounds with a truncating get() cast and a blanket +1/-1, no floor/ceil, so minimum:5.5 becomes minimum:5 and accepts the out-of-range 5. Over 208 cases all four bound keywords diverge by one integer on their fractional side (2 over-generation, 2 under-generation); 104 integer-bound controls agree exactly." }, { "slug": "gguf0dim", "group": "inference", "result": "confirmed", "tier": "bug", "name": "gguf0dim", "repo": "https://github.com/v-code01/gguf0dim", "stack": "C++ · ggml", "date": "2026-07-13", "question": "Does the ggml GGUF reader divide by a tensor dimension it never checked for zero?", "finding": "Yes. The dimension gate rejects only ne<0, so a zero passes into INT64_MAX/ne[1] at gguf.cpp:681, a signed division by zero. On x86-64 that is a #DE fault and SIGFPE crash when loading an attacker .gguf; on AArch64/M4 sdiv returns 0 and the file is rejected by accident. A sanitizer confirms the UB at the exact line." }, { "slug": "gramrep", "group": "inference", "result": "confirmed", "tier": "bug", "name": "gramrep", "repo": "https://github.com/v-code01/gramrep", "stack": "C++", "date": "2026-07-13", "question": "Is llama.cpp's GBNF bounded-repetition E{n,m} compiler safe when the bound is inverted (n greater than m)?", "finding": "In handle_repetitions the loop count n_opt = max_times - min_times is a uint64 subtraction, so an inverted bound like {3,2} underflows to 2^64-1. The magnitude guard is keyed on max_times, not the loop count, so it never fires. {3,2}, {5,1}, {10,0} all fail to terminate: a compile-time DoS before any token is sampled." }, { "slug": "intrange", "group": "inference", "result": "mixed", "tier": "cert", "name": "intrange", "repo": "https://github.com/v-code01/intrange", "stack": "C++ · llama.cpp", "date": "2026-07-13", "question": "Does llama.cpp's JSON-Schema to GBNF integer-range emitter accept exactly the integers in [minimum, maximum]?", "finding": "Over 58,179 canonical checks the emitted grammar accepts an integer string iff its value is in range: zero soundness and zero completeness violations. One minor lexical edge remains -- acceptance of -0 tracks whether the range has a negative branch rather than whether 0 is in range." }, { "slug": "keepfloor", "group": "inference", "result": "confirmed", "tier": "bug", "name": "keepfloor", "repo": "https://github.com/v-code01/keepfloor", "stack": "C++ · llama.cpp", "date": "2026-07-13", "question": "Do the CPU and ggml-backend paths of top_p and min_p agree on the min_keep floor?", "finding": "The ggml-backend top_p and min_p graphs never reference min_keep, so with min_keep>=2 the offloaded path drops the survivor floor. Over 144 cells, 78 diverge and the backend set is always a strict subset of the CPU set, while all 48 min_keep in {0,1} cells agree exactly." }, { "slug": "kvextremum", "group": "inference", "result": "mixed", "tier": "bug", "name": "kvextremum", "repo": "https://github.com/v-code01/kvextremum", "stack": "C++ · CPU", "date": "2026-07-13", "question": "Are llama.cpp's KV-cache seq_pos_min/max accessors exact, and does the documented contiguity guarantee hold under arbitrary sequence-op interleavings?", "finding": "Mixed. A clean certificate was predicted; instead two defects surfaced over 48,024 exhaustive trials. seq_cp lacks a seq_has guard, so a repeated copy double-counts seq_pos and leaves seq_pos_max stale (returns 2 for an empty sequence). The documented [min,max] contiguity also fails after any interior seq_rm or partial seq_add/seq_div." }, { "slug": "mirostatclone", "group": "inference", "result": "confirmed", "tier": "bug", "name": "mirostatclone", "repo": "https://github.com/v-code01/mirostatclone", "stack": "C++", "date": "2026-07-13", "question": "Does cloning a Mirostat v1 sampler preserve its adapted controller state mu, or does it revert to a fresh init?", "finding": "Confirmed. llama_sampler_mirostat_clone casts result_ctx from smpl->ctx (the source) rather than result->ctx, so both state copies are self-assignments and the clone keeps the init mu=2*tau. The controller restarts cold. Every other stateful clone, including Mirostat v2, casts correctly; v1 is the lone outlier." }, { "slug": "patternanchor", "group": "inference", "result": "mixed", "tier": "cert", "name": "patternanchor", "repo": "https://github.com/v-code01/patternanchor", "stack": "C++ · CPU", "date": "2026-07-13", "question": "Does llama.cpp's JSON-Schema pattern-to-GBNF converter realize the spec's unanchored ECMA-262 semantics, or does it silently impose whole-string fullmatch?", "finding": "Neither. Every unanchored pattern, the spec's normal case, throws 'Pattern must start with ^ and end with $' and emits no grammar, refuting the pre-registered fullmatch prediction. Anchored ^p$ patterns are sound and complete: over 65,532 membership checks the GBNF acceptor matches std::regex_match with zero mismatches." }, { "slug": "penaltyledger", "group": "inference", "result": "mixed", "tier": "bug", "name": "penaltyledger", "repo": "https://github.com/v-code01/penaltyledger", "stack": "C++ · CPU", "date": "2026-07-13", "question": "Is the penalties sampler's O(1) token_count ledger exact, matching the histogram of its ring buffer across accept, reset, and clone?", "finding": "Mixed. The accept and reset ledger is bit-exact against a from-scratch window histogram over 3,010,612 enumerated sequences (zero mismatches). But llama_sampler_penalties_clone copies prev without token_count, so a cloned sampler forgets its penalties and, after evicting a pre-clone token, drives a count negative and boosts a repeated token instead of penalizing it." }, { "slug": "piecebounds", "group": "inference", "result": "confirmed", "tier": "bug", "name": "piecebounds", "repo": "https://github.com/v-code01/piecebounds", "stack": "C++ · llama.cpp", "date": "2026-07-13", "question": "Does the public llama_token_to_piece crash on an out-of-range token id?", "finding": "Once a vocab loads, every llama_token_to_piece call hits an unchecked cache.at(token); an id below 0 or at or above n_tokens throws std::out_of_range across the extern C boundary and aborts a handler-less caller with SIGABRT. The crash boundary is exactly [0, n_tokens) and the function's own guard is dead code." }, { "slug": "prefixkey", "group": "inference", "result": "confirmed", "tier": "bug", "name": "prefixkey", "repo": "https://github.com/v-code01/prefixkey", "stack": "C++", "date": "2026-07-13", "question": "Does the additionalProperties key grammar reject valid keys that are proper prefixes of a defined property name?", "finding": "_not_strings emits the stop-here epsilon only at the trie root, so an interior node that is a proper prefix of a defined property name has no accepting derivation. With schema property \"ab\" and additionalProperties true, the valid key \"a\" is rejected. Over 889 exhaustive cases: 10 under-generation mismatches, 0 over-generation, all prefixes." }, { "slug": "q2krail", "group": "inference", "result": "confirmed", "tier": "cert", "name": "q2krail", "repo": "https://github.com/v-code01/q2krail", "stack": "C++ · CPU", "date": "2026-07-13", "question": "Is the q2_K reference quantizer's unguarded scale and min nibble store, the only K-quant packer without a MIN/MAX clamp, a latent corruption or safe by construction?", "finding": "Across an adversarial corpus of 4008 blocks plus a 20-million-sub-block hunt, every pre-store integer stays in [0,15] and no scale or min goes negative, so the missing clamp is a no-op. Safe by construction: the deducted-min formulation forces both values non-negative and bounded by their max." }, { "slug": "q3kvalue", "group": "inference", "result": "confirmed", "tier": "cert", "name": "q3kvalue", "repo": "https://github.com/v-code01/q3kvalue", "stack": "C++", "date": "2026-07-13", "question": "Is ggml's q3_K value bit-plane, with its inverted hmask polarity, decoded bit-exactly by the shipped kernel?", "finding": "Three arms -- the shipped kernel, the pinned source, and a clean-room spec -- agree bit-exactly across 26,124,288 lane comparisons with zero mismatches, over the exhaustive per-lane alphabet and 100,000 random blocks. An armed polarity-flipped mutant disagrees on 256 lanes, confirming the inverted hmask decode (set bit subtracts 0, clear subtracts 4)." }, { "slug": "quantfixpoint", "group": "inference", "result": "confirmed", "tier": "cert", "name": "quantfixpoint", "repo": "https://github.com/v-code01/quantfixpoint", "stack": "C++", "date": "2026-07-13", "question": "Is ggml's q8_0 dequantize-then-requantize a fixed point, and is the per-element reconstruction error strictly bounded by d/2?", "finding": "Confirmed. Dequant-then-requant fixes exactly the rail blocks (max|q|==127) and the canonical zero block; over 5,000,000 random inputs the quantizer emitted zero non-rail nonzero blocks, so its whole output range is stable. The d/2 error bound is not strict: fp16 storage of the scale inflates the worst case to about 1.6x d/2." }, { "slug": "sortpoison", "group": "inference", "result": "confirmed", "tier": "bug", "name": "sortpoison", "repo": "https://github.com/v-code01/sortpoison", "stack": "C++ · CPU", "date": "2026-07-13", "question": "Do llama.cpp's top_k, top_p, and min_p truncation samplers stay order-invariant under a stale sorted=true flag, and is that stale state reachable through the public sampler API?", "finding": "No. Exhaustively over n! permutations with sorted forced true, top_p yields up to 11 distinct survivor sets, min_p 8, top_k 10, all wrong, while typical stays sound. logit_bias reorders logits without resetting sorted=false, so the public chain top_k to logit_bias to top_p keeps {0,1,2,3} where {3} is correct. The stock default chain is safe." }, { "slug": "trycatchgap", "group": "inference", "result": "confirmed", "tier": "bug", "name": "trycatchgap", "repo": "https://github.com/v-code01/trycatchgap", "stack": "C++ · llama.cpp", "date": "2026-07-13", "question": "Does llama_state_seq_set_data_ext honor its documented return-0-on-failure contract under the ON_DEVICE flag?", "finding": "No. Under ON_DEVICE the pre-flight validation (a magic read and a GGML_ASSERT on the seq id) runs outside the try that returns 0, so a short, wrong-magic, or unknown-seq blob aborts the process with SIGABRT. The identical bytes with flags=0 return 0 gracefully; only the flag bit toggles abort versus graceful." }, { "slug": "bf16mma", "group": "systems", "result": "mixed", "name": "bf16mma", "repo": "https://github.com/v-code01/bf16mma", "stack": "C++ · NEON / Apple M4", "date": "2026-07-12", "question": "Does the M4's bf16 matrix instruction (NEON BFDOT/BFMMLA) beat a naive bf16-to-fp32 loop?", "finding": "~6.8x faster, but the accuracy 'win' is a single-accumulator strawman: a matched-lane 4-accumulator fp32 loop is more accurate than BFDOT. bf16 buys speed, not accuracy, and it isn't bit-deterministic under regrouping. Exact fp64 oracle." }, { "slug": "detok", "group": "inference", "result": "confirmed", "tier": "ship", "name": "detok", "repo": "https://github.com/v-code01/detok", "stack": "Python · CPU", "date": "2026-07-12", "question": "Does streaming byte-level BPE detokenization token-by-token corrupt a codepoint exactly when the tokenizer emits it as more than one token, and what is the minimal correct lookahead?", "finding": "Yes, checked over 127,096 codepoints with no exceptions: naive per-token decode emits U+FFFD iff the vocab splits the codepoint (0% of ASCII, 40% of 2-byte, 76% of 3-byte, 99% of 4-byte). The minimal streaming fix holds back at most 3 bytes and 3 tokens, both bounds tight." }, { "slug": "erracc", "group": "behavior", "result": "mixed", "tier": "ship", "name": "erracc", "repo": "https://github.com/v-code01/erracc", "stack": "Python · CPU", "date": "2026-07-12", "question": "Does weight-quantization error accumulate multiplicatively through network depth, or hold a plateau through the body?", "finding": "Mixed. The core claim holds: absolute residual error is flat through the body (1.00 to 1.02x growth, layer 4 to 85% depth) in both 0.5B and 1.5B, not compounding, and the late-layer relative jump is largely residual-norm collapse. But matched-magnitude Gaussian noise propagates 1.4 to 2.3x less, so quantization structure matters, refuting a pure-noise model." }, { "slug": "grammarexact", "group": "inference", "result": "mixed", "tier": "bug", "name": "grammarexact", "repo": "https://github.com/v-code01/grammarexact", "stack": "Python · CPU", "date": "2026-07-12", "question": "Is llama.cpp's GBNF constrained sampler an exact and sound token-level recognizer of the grammar language?", "finding": "Mixed. At states on whole-codepoint boundaries the byte-walking matcher is exactly the viable-prefix recognizer across the corpus. But llama_grammar_match_partial_char omits a lead-byte-length check, so a character class mixing UTF-8 lengths admits a spurious continuation byte (predicted 0x80|(C>>12)) and can emit an overlong, invalid-UTF-8 string while the sampler signals EOS." }, { "slug": "kvleverage", "group": "behavior", "result": "null", "tier": "ship", "name": "kvleverage", "repo": "https://github.com/v-code01/kvleverage", "stack": "Python · PyTorch", "date": "2026-07-12", "question": "Does the attention-sink token span the key basis of the KV cache, justifying anchor-token compression?", "finding": "No. Leverage concentration of the real cache is at or below a matched-rank random cache (max/mean 1.12 to 1.46), and the sink is essentially never a top-5 leverage position except for 0.5B keys. KV rank is delocalized; the pre-registered spanning-anchor hypothesis is falsified. Attention mass and basis leverage are different things." }, { "slug": "logitcrystal", "group": "behavior", "result": "mixed", "tier": "ship", "name": "logitcrystal", "repo": "https://github.com/v-code01/logitcrystal", "stack": "Python", "date": "2026-07-12", "question": "Where in depth does a transformer's next-token top-1 prediction crystallize, and does that depth follow a constant relative fraction, a constant absolute layer, or a constant distance from the last layer?", "finding": "The lens top-1 is unrelated to the answer through most of depth then snaps in the last one or two layers: crystallization at layer 22.8, 26.2, 34.1 for the 24, 28, 36-layer Qwen2.5 models, always about two from the end. A tuned lens decodes no earlier. Relative-fraction versus constant-distance clock stays unresolved with three sizes." }, { "slug": "massiveact", "group": "behavior", "result": "mixed", "tier": "ship", "name": "massiveact", "repo": "https://github.com/v-code01/massiveact", "stack": "Python · PyTorch", "date": "2026-07-12", "question": "Are Qwen2.5 residual-stream massive activations a size-invariant law across model sizes?", "finding": "Every size (0.5B, 1.5B, 3B) has one fixed channel at 600-950x the median RMS, with 100% of its mass on the first token. But the pre-registered relative-depth invariance is false: onset is pinned to absolute layer 2-3, not a constant fraction of depth." }, { "slug": "monoexp", "group": "inference", "result": "confirmed", "tier": "cert", "name": "monoexp", "repo": "https://github.com/v-code01/monoexp", "stack": "C · Apple M4", "date": "2026-07-12", "question": "Is llama.cpp's NEON ggml_v_expf monotone non-decreasing over its fp32 softmax domain?", "finding": "Zero strict inversions over all 2,239,853,076 adjacent fp32 pairs in [-104, 88.72], despite the kernel's 1.45-ulp inaccuracy. It is exactly monotone non-decreasing, so softmax is rank-preserving and no smaller logit can overtake a larger one. The pre-registered prediction of reduction-seam inversions was falsified." }, { "slug": "mpmcorder", "group": "systems", "result": "confirmed", "tier": "cert", "name": "mpmcorder", "repo": "https://github.com/v-code01/mpmcorder", "stack": "Rust", "date": "2026-07-12", "question": "What is the minimal RC11 memory-ordering frontier of the Vyukov MPMC ring, and is any seq_cst required?", "finding": "Under herd7 on the RC11 model, acquire on the gate load and release on the gate store are each necessary and sufficient for the Vyukov ring, with no seq_cst required anywhere, including the cross-lap cell-reuse hazard. Loom exhibits the necessity races. The shipped queues confirm the gate but over-specify the counter with seq_cst." }, { "slug": "mpsaccum", "group": "inference", "result": "confirmed", "tier": "ship", "name": "mpsaccum", "repo": "https://github.com/v-code01/mpsaccum", "stack": "Python · Apple M4", "date": "2026-07-12", "question": "Does the M4 GPU fp16 matmul accumulate in fp16 or fp32, and does fp16 deliver 2x throughput?", "finding": "It accumulates in fp32. The MPS fp16 error sits at 3.6e-4, flat in K and 72 sigma below the best-case pairwise fp16 accumulator floor, ruling out fp16 and tf32. fp16 throughput is only 1.10 to 1.12x fp32 at large sizes, nowhere near the folk 2x." }, { "slug": "mpsrecompile", "group": "inference", "result": "confirmed", "tier": "ship", "name": "mpsrecompile", "repo": "https://github.com/v-code01/mpsrecompile", "stack": "Python · Apple M4", "date": "2026-07-12", "question": "Does the Apple M4 MPS backend recompile a Metal pipeline for every new tensor shape?", "finding": "The first call at a never-seen shape costs a median 20-39x the steady per-call time (matmul 20x, softmax 39x, elementwise 34x), one-time and cached per shape. It is keyed on shape not size: two shapes of equal element count both pay. Larger matmuls reach 37-467x." }, { "slug": "overdisp", "group": "inference", "result": "mixed", "tier": "ship", "name": "overdisp", "repo": "https://github.com/v-code01/overdisp", "stack": "Python", "date": "2026-07-12", "question": "Is the accept/reject stream in greedy speculative decoding autocorrelated and over-dispersed, and does that raise the optimal draft length above the i.i.d. prediction?", "finding": "The greedy accept/reject stream is autocorrelated (pooled p11-p10 +0.155) and over-dispersed (run-length D/D_geom up to 24x), confirming it is not i.i.d. But the pre-registered consequence reverses: the optimal draft length moves down, not up. The marginal-alpha i.i.d. model over-predicts per-block yield (E_true/E_iid 0.883 at length 16)." }, { "slug": "radixevict", "group": "inference", "result": "null", "tier": "ship", "name": "radixevict", "repo": "https://github.com/v-code01/radixevict", "stack": "Python · CPU", "date": "2026-07-12", "question": "Does the subtree-closed (leaf-only) eviction constraint in radix prefix caches cost hit rate versus unrestricted eviction?", "finding": "No, contrary to the pre-registered prediction that it strictly costs. The leaf-only offline optimum equals the unrestricted optimum on all 2592 instances, and leaf-only LRU makes identical decisions to a sane unconstrained LRU on all 93312 instances (its interior evictions are only timestamp ties). The constraint is free offline and neutral online." }, { "slug": "residwrite", "group": "behavior", "result": "mixed", "tier": "ship", "name": "residwrite", "repo": "https://github.com/v-code01/residwrite", "stack": "Python", "date": "2026-07-12", "question": "Do transformer blocks add to or erase the residual stream, and does a late erase collapse the residual norm?", "finding": "Qwen2.5's dominant sink channel is built up through the body and torn down by the final MLP, which writes against the channel's own sign while attention barely touches it. That one channel accounts for the apparent norm collapse: removing it, the final block's norm effect flips from x0.83 to x1.27 at 0.5B. Holds across 0.5B/1.5B/3B." }, { "slug": "ropelowrank", "group": "inference", "result": "mixed", "tier": "ship", "name": "ropelowrank", "repo": "https://github.com/v-code01/ropelowrank", "stack": "Python · CPU", "date": "2026-07-12", "question": "Does RoPE inflate the effective rank of the key cache and block low-rank SVD compression, while values stay at most as low-rank as pre-RoPE keys?", "finding": "On Qwen2.5, pre-RoPE keys are strikingly low-rank (12 to 17 of 64 to 128 dims at 99% energy); RoPE inflates that 2.5x to 3.8x at 99% (5x to 8x at 90%), surviving mean-centering. Since RoPE is a per-row isometry, compressing pre-RoPE then rotating is free. The values-low-rank prediction is false: V exceeds pre-RoPE K." }, { "slug": "selfretrieval", "group": "systems", "result": "confirmed", "tier": "ship", "name": "selfretrieval", "repo": "https://github.com/v-code01/selfretrieval", "stack": "Python", "date": "2026-07-12", "question": "Is every stored point in an HNSW index retrievable by querying with its own vector at k=1, at some search budget?", "finding": "Confirmed. A full self-retrieval census finds an irreducible floor of stored vectors no budget can return: at M=16, 795 of 100,000 (0.8 percent) returned 0 of 795 even at ef=8000. Almost all (789) have zero in-edges from the neighbor-selection heuristic; symmetrizing the graph at equal degree removes them." }, { "slug": "attnoracle", "group": "inference", "result": "null", "name": "attnoracle", "repo": "https://github.com/v-code01/attnoracle", "stack": "Python", "date": "2026-07-11", "question": "Is attention-mass the right objective for KV-cache eviction?", "finding": "No, and neither is the popular value-norm fix. An exact brute-force-optimal K-subset oracle on Qwen2.5 shows value-norm (w*||v||) is a trap (+55% downstream KL), while mass isn't globally optimal either -- the gap to optimum grows with context. All five pre-registered predictions were falsified." }, { "slug": "attnrank", "group": "inference", "result": "null", "name": "attnrank", "repo": "https://github.com/v-code01/attnrank", "stack": "Python", "date": "2026-07-11", "question": "Is causal-decoder attention low-rank, as the Linformer premise assumes?", "finding": "No. On an exact SVD oracle over Qwen2.5, the 99%-energy rank grows LINEARLY with sequence length (alpha ~1.0), near-universally across heads -- softmax destroys the head-dim-bounded low rank of the QK^T scores. The fixed-k constant-rank premise is broken for causal decoders." }, { "slug": "kvmech", "group": "inference", "result": "mixed", "name": "kvmech", "repo": "https://github.com/v-code01/kvmech", "stack": "Python", "date": "2026-07-11", "question": "Is the 'Keys need more quant bits than Values' rule caused by outliers or by softmax amplification?", "finding": "Entirely outliers plus grouping, and the softmax DAMPS Keys rather than amplifying them -- a mechanistic correction verified to machine precision on an exact attention-output oracle. Under best-practice grouping, K is no more sensitive than V." }, { "slug": "quantcompose", "group": "inference", "result": "mixed", "name": "quantcompose", "repo": "https://github.com/v-code01/quantcompose", "stack": "Python", "date": "2026-07-11", "question": "Do per-layer quantization errors compose additively, as GPTQ/AWQ assume?", "finding": "The additive-sensitivity premise holds from Q8_0 to Q4_K_M (A within CI of 1) but leans superadditive at 2-bit (A=1.13): isolated per-layer sensitivity under-counts the damage at aggressive bit-widths. Exact full-vocab KL oracle; reverses the pre-registration." }, { "slug": "rooflineflip", "group": "inference", "result": "null", "name": "rooflineflip", "repo": "https://github.com/v-code01/rooflineflip", "stack": "Python · llama.cpp", "date": "2026-07-11", "question": "Does the backend's roofline regime flip the sign of speculative decoding?", "finding": "On the M4, speculative decoding is a net loss for Q4_K_M models on both GPU and CPU (speedup 0.52-0.66, CIs exclude 1): quantization makes even the GPU compute-bound, erasing the verify-batch amortization spec-decode relies on. A verify_cost_ratio model predicts it within ~8%." }, { "slug": "silent-fp16", "group": "systems", "result": "confirmed", "name": "silent-fp16", "repo": "https://github.com/v-code01/silent-fp16", "stack": "C++ · Metal / Apple M4", "date": "2026-07-11", "question": "How does the Apple M4 GPU accumulate a hand-written fp16 simdgroup_matrix matmul?", "finding": "In TRUE fp16 (~5 effective mantissa bits at K=65536), unlike NVIDIA tensor cores which contractually widen to fp32 -- undocumented until now. Declaring a float accumulator is honored, and mx.matmul already uses fp32. Exact oracle plus NEON brackets." }, { "slug": "sink-value", "group": "inference", "result": "confirmed", "name": "sink-value", "repo": "https://github.com/v-code01/sink-value", "stack": "Python", "date": "2026-07-11", "question": "Is the attention sink's value vector a content-free probability dump, or is it load-bearing?", "finding": "Load-bearing. Zeroing the sink's value (key intact) raises Qwen2.5 perplexity +163-573%, specific to the sink and concentrated at layer 0 -- but via attention MASS, not a massive value norm. Exact oracle plus a code-disjoint verifier; adjudicates StreamingLLM vs Massive Activations." }, { "slug": "spec-decode-acceptance", "group": "inference", "result": "null", "name": "spec-decode-acceptance", "repo": "https://github.com/v-code01/spec-decode-acceptance", "stack": "Python · llama.cpp", "date": "2026-07-11", "question": "Does draft-block acceptance in speculative decoding decay with depth?", "finding": "No -- on a matched draft/target pair, acceptance is constant with depth (constant-alpha, empirically exact). The real structure is a boundary cold-start, and induced decay is an off-distribution-context effect, not self-conditioning drift. Exact TV oracle on Qwen2.5 0.5B/1.5B via llama.cpp." }, { "slug": "sr-inference", "group": "systems", "result": "null", "name": "sr-inference", "repo": "https://github.com/v-code01/sr-inference", "stack": "Python", "date": "2026-07-11", "question": "Is stochastic rounding a useful low-precision accumulator for inference?", "finding": "No -- it's the worst one. On real Qwen2.5 GEMV, SR is strictly worse than round-to-nearest: a sqrt(n) random walk with no averaging to redeem its unbiasedness. Deterministic Neumaier compensated summation wins 11-15x at lower cost. SR is a training tool, not an inference tool." }, { "slug": "super-weights-kquant", "group": "inference", "result": "mixed", "name": "super-weights-kquant", "repo": "https://github.com/v-code01/super-weights-kquant", "stack": "Python", "date": "2026-07-11", "question": "Is a model's 'super weight' criticality universal, and does protecting it help K-quantization?", "finding": "Capacity-gated: Qwen2.5-0.5B has one isolated super weight (6.4x PPL), the 1.5B has none. It hijacks a Q2_K block scale 131-204x, but production stores down_proj as Q3_K, so protecting it recovers only ~5% of the 2-bit loss. Bounds Yu et al. at sub-1B; exact 2-byte GGUF oracle." }, { "slug": "bf16-native-softmax", "group": "systems", "result": "confirmed", "name": "bf16-native-softmax", "repo": "https://github.com/v-code01/bf16-native-softmax", "stack": "C++ · CPU", "date": "2026-07-10", "question": "Can softmax run entirely in bf16 with no wide accumulator?", "finding": "Yes -- structural summation clears the fp32-accumulate bar within 2x, while compensated (Kahan) summation fails, because at bf16's 7-bit mantissa the correction word is as coarse as the sum itself. It inverts the fp64 textbook ordering of summation methods." }, { "slug": "fastinvsqrt", "group": "systems", "result": "null", "name": "fastinvsqrt", "repo": "https://github.com/v-code01/fastinvsqrt", "stack": "C++ · NEON / Apple M4", "date": "2026-07-10", "question": "Is Quake's fast inverse square root (0x5f3759df) still worth it?", "finding": "Obsolete -- but not because it's slow. It ties hardware vrsqrte on speed (asm shows the register round-trip is on the trick's side); vrsqrte is simply a strictly better seed, exactly one Newton step ahead. Superseded on accuracy, not speed." }, { "slug": "attnscale", "group": "systems", "result": "confirmed", "name": "attnscale", "repo": "https://github.com/v-code01/attnscale", "stack": "C++ · CPU", "date": "2026-07-09", "question": "What does the 1/sqrt(d) scaling in attention do at inference, beyond the gradient argument?", "finding": "It keeps logits O(1) so exp doesn't overflow fp16 (unscaled logits cross the 11.09 threshold from d=64 up) and softmax doesn't collapse to one-hot -- the same fact the gradient argument names, seen from a 16-bit datapath. One predicted effect (a bf16 accuracy gain) was honestly falsified." }, { "slug": "gelufloor", "group": "systems", "result": "mixed", "name": "gelufloor", "repo": "https://github.com/v-code01/gelufloor", "stack": "C++ · CPU", "date": "2026-07-09", "question": "Is GELU's tanh approximation actually an approximation, in practice?", "finding": "It depends on your precision. Its error is 7x below the bf16 rounding floor (free there) but level with the fp16 floor (not free), and it peaks in the shoulder, not the tails. A precision accounting, not a benchmark." }, { "slug": "gpuqos", "group": "infra", "result": "confirmed", "name": "gpuqos", "repo": "https://github.com/v-code01/gpuqos", "stack": "Kubernetes", "date": "2026-07-09", "question": "What QoS class does a GPU-only pod get on Kubernetes?", "finding": "BestEffort -- with the max kernel oom_score_adj (1000), making it the first OOM victim under memory pressure, because Kubernetes computes QoS from cpu/memory alone and ignores the GPU. Two independent signals (API qosClass + kernel oom_score_adj) on a real cluster: the scarce-GPU holder dies first." }, { "slug": "initbill", "group": "infra", "result": "null", "name": "initbill", "repo": "https://github.com/v-code01/initbill", "stack": "Kubernetes", "date": "2026-07-09", "question": "Does a GPU requested only by an initContainer get freed after init finishes?", "finding": "No -- it stays billed to the pod for its whole lifetime, because reserved is max(init, regular). An init that asked for 4 GPUs on a workload needing 1 strands 3 of 4, idle and unusable by others, long after init completed. Real cluster, independently verified." }, { "slug": "kahansoftmax", "group": "systems", "result": "null", "name": "kahansoftmax", "repo": "https://github.com/v-code01/kahansoftmax", "stack": "C++ · CPU", "date": "2026-07-09", "question": "Does bf16 softmax really need fp32 accumulation?", "finding": "Not for the part that matters. The error splits into a large accumulation error -- which a compensated (Kahan) sum recovers 98-100% of in pure bf16 on diffuse distributions -- and a small term-quantization floor that only wider terms fix. Kahan in bf16 buys back almost all of it." }, { "slug": "neonbf16", "group": "systems", "result": "confirmed", "name": "neonbf16", "repo": "https://github.com/v-code01/neonbf16", "stack": "C++ · NEON / Apple M4", "date": "2026-07-09", "question": "f32->bf16: is round-to-nearest better than truncation, and is a hand-written NEON kernel worth it?", "finding": "Round-to-nearest-even is exactly one bit more accurate than truncation (max rel error <=2^-8 vs <=2^-7) and free. But hand-writing a NEON kernel buys nothing (0.97-1.02x) -- the compiler already auto-vectorizes the bit-twiddle. Hand-SIMD only pays against an auto-vectorization barrier. asm-confirmed." }, { "slug": "neonrmsnorm", "group": "systems", "result": "confirmed", "name": "neonrmsnorm", "repo": "https://github.com/v-code01/neonrmsnorm", "stack": "C++ · NEON / Apple M4", "date": "2026-07-09", "question": "Where exactly does the speedup in a hand-vectorized RMSNorm come from?", "finding": "Entirely the sum-of-squares reduction's 4-wide vector accumulator -- asm confirms the compiler won't reassociate an FP reduction at either precision, so NEON beats a float-accumulator scalar 2.5-3x. ~2x overall; rsqrt is free via 2 Newton steps. Independently verified." }, { "slug": "neonswiglu", "group": "systems", "result": "confirmed", "name": "neonswiglu", "repo": "https://github.com/v-code01/neonswiglu", "stack": "C++ · NEON / Apple M4", "date": "2026-07-09", "question": "How much does hand-vectorizing SwiGLU on NEON beat scalar libm?", "finding": "3.5-4.4x -- because the scalar sigmoid needs a non-inlinable expf call per element that blocks vectorization; replacing it with an inlined vector exp poly (~5e-8 accuracy) unblocks it. The gate-multiply fusion barely helps (compute-bound, not memory-bound). asm-confirmed, independently verified." }, { "slug": "normfootgun", "group": "systems", "result": "mixed", "name": "normfootgun", "repo": "https://github.com/v-code01/normfootgun", "stack": "C++ · CPU", "date": "2026-07-09", "question": "Is RMSNorm actually more numerically stable than LayerNorm?", "finding": "Real but conditional. RMSNorm wins big under naive bf16 accumulation (its target is well-conditioned; LayerNorm's variance isn't) and it can't express the one-pass cancellation footgun -- but a correctly fp32-accumulated two-pass LayerNorm ties it. An implementation gap, not a law." }, { "slug": "softmaxdual", "group": "systems", "result": "confirmed", "name": "softmaxdual", "repo": "https://github.com/v-code01/softmaxdual", "stack": "C++ · CPU", "date": "2026-07-09", "question": "Why does attention accumulate softmax in fp32 when the rest of the kernel is bf16?", "finding": "Because fp16 and bf16 fail at softmax for opposite reasons: fp16 overflows past logit ~11, while bf16's 7-bit mantissa swamps the sum so the output doesn't even total 1. And the famous max-subtraction trick only rescues fp16, not bf16 -- hence fp32." }, { "slug": "stochround", "group": "systems", "result": "confirmed", "name": "stochround", "repo": "https://github.com/v-code01/stochround", "stack": "C++ · CPU", "date": "2026-07-09", "question": "What's the third fix for bf16 accumulation, and is it unbiased?", "finding": "Stochastic rounding -- and it's the only unbiased one. Round-to-nearest summing ones freezes at 256 forever (a bf16 weight can't learn a sub-ulp gradient); SR tracks the true sum, noisy per run but unbiased in the mean. Deterministic runs verified bit-for-bit across two languages." }, { "slug": "cfsthrottle", "group": "infra", "result": "confirmed", "name": "cfsthrottle", "repo": "https://github.com/v-code01/cfsthrottle", "stack": "Kubernetes · minikube", "date": "2026-07-08", "question": "Does a Kubernetes CPU limit inflate tail latency?", "finding": "Badly -- a 60ms-CPU request's p99 balloons to 9.7x at a 100m limit, tracking the cgroup's throttled time and vanishing when the quota fits the burst, while the pod uses under 6% of the node. CFS per-period throttling. Real minikube (cgroup v2), pre-registered, independently verified." }, { "slug": "dnsamp", "group": "infra", "result": "confirmed", "name": "dnsamp", "repo": "https://github.com/v-code01/dnsamp", "stack": "Kubernetes · minikube", "date": "2026-07-08", "question": "What does one external DNS lookup from a Kubernetes pod actually cost?", "finding": "8 CoreDNS queries under the default ndots:5 -- 6 of them wasted cluster-domain NXDOMAINs, a 4x fan-out (from real CoreDNS logs). Both fixes -- a trailing-dot FQDN or dnsConfig ndots:1 -- cut it to 2. Real minikube, pre-registered, independently verified." }, { "slug": "drain", "group": "infra", "result": "mixed", "name": "drain", "repo": "https://github.com/v-code01/drain", "stack": "Kubernetes · minikube", "date": "2026-07-08", "question": "Does an in-flight LLM generation survive a Kubernetes pod deletion?", "finding": "Only if it finishes within terminationGracePeriodSeconds -- a 12s request dies at 4s grace but completes at 30s. Exit-on-SIGTERM always drops it, and a no-handler PID-1 server counterintuitively ignores SIGTERM entirely. Real minikube, pre-registered, independently verified." }, { "slug": "fragfrontier", "group": "infra", "result": "confirmed", "name": "fragfrontier", "repo": "https://github.com/v-code01/fragfrontier", "stack": "Kubernetes", "date": "2026-07-08", "question": "Does GPU external fragmentation limit what you can schedule on Kubernetes?", "finding": "Permanently. With 4 free GPUs, a 4-GPU pod runs when they sit on one node but is Pending forever when split 2+2 -- the largest schedulable job is bounded by the most-free node (2), not the pool (4). Real 2-node cluster, independently verified." }, { "slug": "gangdeadlock", "group": "infra", "result": "confirmed", "name": "gangdeadlock", "repo": "https://github.com/v-code01/gangdeadlock", "stack": "Kubernetes", "date": "2026-07-08", "question": "Can two competing multi-pod GPU gangs deadlock the default Kubernetes scheduler?", "finding": "Yes -- the scheduling atom is one Pod, so two gangs in a 2/2 split strand all 4 GPUs with 0 gangs runnable, and the default scheduler neither prevents nor breaks it. One atomic multi-GPU pod per job is structurally immune. Real cluster, independently verified." }, { "slug": "gpuhardwall", "group": "infra", "result": "confirmed", "name": "gpuhardwall", "repo": "https://github.com/v-code01/gpuhardwall", "stack": "Kubernetes", "date": "2026-07-08", "question": "On Kubernetes, does a max-priority GPU pod always get in by preempting others?", "finding": "No -- admission strictly precedes preemption. An exhausted namespace quota rejects the pod at creation, so a max-priority pod on a full node evicts nobody even though it would otherwise preempt 2 victims. Two hard walls, exact API-state counts, independently verified." }, { "slug": "gpuoversub", "group": "infra", "result": "confirmed", "name": "gpuoversub", "repo": "https://github.com/v-code01/gpuoversub", "stack": "Kubernetes · minikube", "date": "2026-07-08", "question": "What is Kubernetes GPU time-slicing, really?", "finding": "Just the scheduler bin-packing an integer it can't see through: one GPU advertised as K units co-schedules exactly K 'dedicated'-GPU pods (there's no device-identity field in the API), and GPUs are integer-only with request==limit forced, unlike CPU. Real minikube, pre-registered, verified." }, { "slug": "holblock", "group": "inference", "result": "null", "name": "holblock", "repo": "https://github.com/v-code01/holblock", "stack": "Python · llama.cpp", "date": "2026-07-08", "question": "Does a long generation head-of-line-block short requests on llama.cpp?", "finding": "No -- continuous (iteration-level) batching inflates a concurrent 8-token request by a flat ~1.5x regardless of the long generation's length (128 vs 1024 tokens), versus the 11-52x it would wait if queued behind it. The measured case for iteration-level batching. Pre-registered, independently verified." }, { "slug": "hpalag", "group": "infra", "result": "confirmed", "name": "hpalag", "repo": "https://github.com/v-code01/hpalag", "stack": "Kubernetes · minikube", "date": "2026-07-08", "question": "How fast does the Kubernetes HPA actually react to a CPU spike?", "finding": "A median ~56 seconds -- ~40x longer than a pod takes to start -- because the delay is the metrics-scrape plus sync sampling loop, not pod startup. It scales only on the first scraped sample above target. Real minikube, pre-registered, independently verified." }, { "slug": "kubelb", "group": "infra", "result": "mixed", "name": "kubelb", "repo": "https://github.com/v-code01/kubelb", "stack": "Kubernetes · minikube", "date": "2026-07-08", "question": "Does a Kubernetes Service load-balance fairly under HTTP keep-alive?", "finding": "No -- iptables balances new connections fairly (Gini 0.11) but conntrack pins each persistent connection to one pod, so replica coverage follows N(1-(1-1/N)^K) and stays below N even at 2x replicas. Keep-alive starves replicas. Real minikube, pre-registered, independently verified." }, { "slug": "topoblind", "group": "infra", "result": "confirmed", "name": "topoblind", "repo": "https://github.com/v-code01/topoblind", "stack": "Kubernetes", "date": "2026-07-08", "question": "What does a Kubernetes GPU allocation actually know about the hardware?", "finding": "Nothing -- no device identity, no topology, not even a stored utilization figure; the control plane sees a fungible integer count. GPU 'utilization' is derived by summing pod requests, never stored. Four exact API-state facts on a real cluster, independently verified." }, { "slug": "accumfrontier", "group": "systems", "result": "confirmed", "name": "accumfrontier", "repo": "https://github.com/v-code01/accumfrontier", "stack": "Python · CPU", "date": "2026-07-07", "question": "Where does fp16 accumulation break in a length-N reduction?", "finding": "Naive fp16 hits 85% error at vocab scale (fp32 stays under 1e-5); the cause is running-sum magnitude, and pairwise or Kahan summation rescue it where the values are representable. Pre-registered, independently verified against a double oracle in NumPy float16." }, { "slug": "ctxconflict", "group": "behavior", "result": "confirmed", "name": "ctxconflict", "repo": "https://github.com/v-code01/ctxconflict", "stack": "Python · llama.cpp", "date": "2026-07-07", "question": "When the prompt asserts a false fact contradicting the model's knowledge, does it follow the context or its memory?", "finding": "One false sentence overrides known facts 18-26% of the time; forceful repetition pushes it to 77-100%. The smaller model is more suggestible, and obscure facts fall first. Real llama.cpp, judge-free, pre-registered, independently verified." }, { "slug": "flopcross", "group": "inference", "result": "confirmed", "name": "flopcross", "repo": "https://github.com/v-code01/flopcross", "stack": "Go · CPU", "date": "2026-07-07", "question": "Where does transformer compute go, and when does attention overtake the FFN?", "finding": "The FFN owns ~88% of fixed per-token FLOPs, but attention grows linearly with context and overtakes it at exactly 1.5 x ffn_dim tokens (13,440 for the 1.5B, 7,296 for the 0.5B) -- a clean architectural constant, because d_model cancels. Go, exact, pre-registered." }, { "slug": "geluapprox", "group": "systems", "result": "null", "name": "geluapprox", "repo": "https://github.com/v-code01/geluapprox", "stack": "C++ · CPU", "date": "2026-07-07", "question": "Are the three standard GELU forms interchangeable?", "finding": "No. The sigmoid approximation is ~10x faster than exact-erf but 43x less faithful than the tanh approximation (2% vs 0.05% activation error), so tanh is the speed/accuracy sweet spot. The error is provably symmetric in the |x|~2-3 elbow. C++, pre-registered, code-reviewed." }, { "slug": "genentropy", "group": "behavior", "result": "null", "name": "genentropy", "repo": "https://github.com/v-code01/genentropy", "stack": "Python · CPU", "date": "2026-07-07", "question": "Does a language model get more or less certain as it generates?", "finding": "Less certain -- intrinsic next-token entropy rises over a generation, the opposite of the 'grows more committed' intuition. The smaller model is more diffuse, and the rise isn't degeneration. Python, pre-registered, code-reviewed." }, { "slug": "kvdivergence", "group": "inference", "result": "confirmed", "name": "kvdivergence", "repo": "https://github.com/v-code01/kvdivergence", "stack": "Python · llama.cpp", "date": "2026-07-07", "question": "Does quantizing the KV cache change the greedy output?", "finding": "Yes -- q8_0 KV changes the generated text on 83% of prompts, q4_0 on 100% (often from the start), with flash attention held constant. KV precision alone changes what the model says: 8-bit KV is not lossless at the token level. Controlled, pre-registered, code-reviewed." }, { "slug": "kvpaging", "group": "inference", "result": "confirmed", "name": "kvpaging", "repo": "https://github.com/v-code01/kvpaging", "stack": "Go · CPU", "date": "2026-07-07", "question": "What does paged vs contiguous KV cache actually cost in memory?", "finding": "Contiguous reservation wastes ~94% (worse the longer the context), so paging fits 18x-72x more concurrent sequences. Paging's own internal fragmentation is only ~block/2 tokens per sequence. Go, exact accounting, pre-registered." }, { "slug": "neonrope", "group": "systems", "result": "mixed", "name": "neonrope", "repo": "https://github.com/v-code01/neonrope", "stack": "C++ · NEON / Apple M4", "date": "2026-07-07", "question": "Where does the cost of applying RoPE live on Apple-silicon NEON?", "finding": "Precomputing the sin/cos angles is a ~66x kernel lever and the only one that matters; hand-vectorizing buys nothing (the compiler auto-vectorizes and it's load-bound); and RoPE is under 0.01% of a decode step anyway. Pre-registered, one prediction falsified, independently verified." }, { "slug": "rmsnorm", "group": "systems", "result": "confirmed", "name": "rmsnorm", "repo": "https://github.com/v-code01/rmsnorm", "stack": "C++ · NEON / Apple M4", "date": "2026-07-07", "question": "Is a hand-vectorized RMSNorm faster than a scalar loop, and does it cost accuracy?", "finding": "Faster AND more accurate: NEON RMSNorm is ~2x the scalar f32 loop, and its 4-lane tree reduction rounds less than a sequential sum (shown to be the reduction order, not FMA). f32 accumulation error grows with hidden dim; f64 stays flat. Pre-registered, code-reviewed." }, { "slug": "spacetax", "group": "behavior", "result": "confirmed", "name": "spacetax", "repo": "https://github.com/v-code01/spacetax", "stack": "Python · llama.cpp", "date": "2026-07-07", "question": "What does a single trailing space on a prompt do?", "finding": "It changes a byte-level-BPE model's tokenization and greedy output on 100% of prompts, and flips a third of factual answers wrong -- on a real llama.cpp server. One trailing space. Pre-registered, independently verified." }, { "slug": "stragglerlat", "group": "inference", "result": "confirmed", "name": "stragglerlat", "repo": "https://github.com/v-code01/stragglerlat", "stack": "Python · llama.cpp", "date": "2026-07-07", "question": "Do long requests punish short ones under continuous batching?", "finding": "A straggler taxes short-request latency (1.5x) via slot contention, not head-of-line blocking (shorts still finish first) -- but NOT more than an equal count of short requests: the matched control refutes the intuition. Real llama.cpp, pre-registered, code-reviewed." }, { "slug": "anchoring", "group": "behavior", "result": "confirmed", "name": "anchoring", "repo": "https://github.com/v-code01/anchoring", "stack": "Python · CPU", "date": "2026-07-06", "question": "Tell a model 'a random number is 999, ignore it' before a sum -- does the answer drift toward 999?", "finding": "Anchoring is capability-gated. The 1.5B ignores it (pull slope 0.0003); the 0.5B gets dragged ~20% of the way toward the anchor (slope 0.196), more so the larger it is -- despite being told to ignore it. Exact oracle, independently verified." }, { "slug": "arithfrontier", "group": "behavior", "result": "confirmed", "name": "arithfrontier", "repo": "https://github.com/v-code01/arithfrontier", "stack": "Python · CPU", "date": "2026-07-06", "question": "Where does small-model exact arithmetic break down by digit length, and does CoT push the wall back?", "finding": "Multiplication cliffs at 3-4 digits before addition does, the frontier shrinks with model size, and CoT extends it -- the opposite of its effect on retrieval multiple choice. Self-generated exact ground truth." }, { "slug": "basefrontier", "group": "behavior", "result": "confirmed", "name": "basefrontier", "repo": "https://github.com/v-code01/basefrontier", "stack": "Python · CPU", "date": "2026-07-06", "question": "Decimal <-> binary conversion -- which direction is harder for a small model?", "finding": "Capability-gated: the 1.5B has real frontiers (decimal->binary to 4 bits, binary->decimal to 5) while the 0.5B is at complete floor -- it can't convert even a small number. And binary->decimal is the easier direction. Both pre-registered predictions held. Exact oracle." }, { "slug": "bitbudget", "group": "inference", "result": "confirmed", "name": "bitbudget", "repo": "https://github.com/v-code01/bitbudget", "stack": "Python · CPU", "date": "2026-07-06", "question": "Where does a quantized model actually spend its bits, by tensor role?", "finding": "The feed-forward is the bulk (71% of the 1.5B's bytes at 4.84 bits/weight), but the embedding/output is quantized far higher (6.56-7.00 bits) and dominates the small model -- jumping from 20% of the 1.5B's bytes to 49% of the 0.5B's. Both pre-registered predictions held." }, { "slug": "bpelatency", "group": "systems", "result": "confirmed", "name": "bpelatency", "repo": "https://github.com/v-code01/bpelatency", "stack": "C++ · llama.cpp", "date": "2026-07-06", "question": "Naive BPE tokenizer merging is O(L^2) -- where does that quadratic cost actually bite?", "finding": "It scales exactly as predicted: naive ~L^2.0, heap ~L^1.1, and the naive/heap ratio grows unbounded -- 46-58x by L=1024 (a single ~1 KB piece). But naive still wins the common case (short real pieces), with a crossover in [8,64]. Validated against llama.cpp's tokenizer as a differential oracle; all predictions held." }, { "slug": "calibration", "group": "behavior", "result": "null", "name": "calibration", "repo": "https://github.com/v-code01/calibration", "stack": "Python · CPU", "date": "2026-07-06", "question": "Does a small model's multiple-choice confidence match its accuracy?", "finding": "No -- systematically overconfident, measured from exact top-logprobs. A 2x2 (size x ARC difficulty) study: miscalibration compounds with both smaller size and harder task." }, { "slug": "clockmod", "group": "behavior", "result": "confirmed", "name": "clockmod", "repo": "https://github.com/v-code01/clockmod", "stack": "Python · CPU", "date": "2026-07-06", "question": "Can a small model do 12-hour clock arithmetic?", "finding": "Directly, it's at chance past a 2-hour jump. Writing the mod-12 reduction out loud rescues the capable model completely (frontier 2->10, p=7e-31) and barely helps the weak one. A 5th confirmation that CoT helps scalar-state tasks. Exact oracle." }, { "slug": "constraintcost", "group": "inference", "result": "null", "name": "constraintcost", "repo": "https://github.com/v-code01/constraintcost", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "Is grammar-constrained (JSON-schema) decoding actually slower per token?", "finding": "Barely -- both pre-registered predictions were falsified. At matched token count the tax is ~1.02-1.04x for medium and complex grammars (only a simple grammar that closes early shows 1.79x). Constrained decoding is nearly free per token; the cost people fear isn't there." }, { "slug": "cotbudget", "group": "behavior", "result": "confirmed", "name": "cotbudget", "repo": "https://github.com/v-code01/cotbudget", "stack": "Python · CPU", "date": "2026-07-06", "question": "How does a chain-of-thought token budget map to GSM8K accuracy across model sizes?", "finding": "On two sizes, a low budget inverts the size ranking -- the smaller model wins when reasoning is starved. Exact-match oracle, independently verified." }, { "slug": "cotmc", "group": "behavior", "result": "null", "name": "cotmc", "repo": "https://github.com/v-code01/cotmc", "stack": "Python · CPU", "date": "2026-07-06", "question": "Does chain-of-thought help or hurt on multiple choice?", "finding": "Hurts. A 2x2 (size x ARC difficulty) study: CoT is a net negative, flipping ~2x more correct answers wrong than it rescues (pooled McNemar p=0.005). Exact oracle." }, { "slug": "countcontrol", "group": "behavior", "result": "confirmed", "name": "countcontrol", "repo": "https://github.com/v-code01/countcontrol", "stack": "Python · CPU", "date": "2026-07-06", "question": "Can a small model output exactly the number of items you ask for?", "finding": "Not without a counter -- it overshoots 'exactly 20' by tens and duplicates up to 44%. Numbering the list fixes it almost completely (McNemar p~1e-20). The counting analog of a running sum. Exact oracle." }, { "slug": "ctxprefill", "group": "inference", "result": "confirmed", "name": "ctxprefill", "repo": "https://github.com/v-code01/ctxprefill", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "Where's the O(n^2) attention wall in prompt prefill?", "finding": "Real and measurable: per-token prefill cost rises quadratically (positive coefficient, tight CI excluding zero) -- ms/token climbs 20-31% from ~10k to ~40k tokens. Prefill stops being linear well before your context window does. All three predictions held." }, { "slug": "datefrontier", "group": "behavior", "result": "confirmed", "name": "datefrontier", "repo": "https://github.com/v-code01/datefrontier", "stack": "Python · CPU", "date": "2026-07-06", "question": "How far ahead can a small model add calendar days?", "finding": "The 1.5B nails dates only ~2 weeks out, the 0.5B only 1 day. Its errors reveal it shifts months instead of counting days (30 days after Mar 15 -> Apr 15). Right nearby, wrong far out. Exact datetime oracle." }, { "slug": "decodedrift", "group": "inference", "result": "confirmed", "name": "decodedrift", "repo": "https://github.com/v-code01/decodedrift", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "Does per-token decode latency drift up as the KV cache grows?", "finding": "Yes -- inter-token latency rises linearly with position (slope positive, CI excludes zero), it's material over a long generation, and the bigger model drifts faster in absolute terms. The decode-time complement to the prefill O(n^2) wall. All three predictions held." }, { "slug": "depthfrontier", "group": "behavior", "result": "confirmed", "name": "depthfrontier", "repo": "https://github.com/v-code01/depthfrontier", "stack": "Python · CPU", "date": "2026-07-06", "question": "How many trivial single-digit additions can a small model chain before losing track?", "finding": "A working-memory limit -- both models fail past 3-4 terms. CoT rescues the capable model almost completely (frontier 4->16) but barely the weak one. Self-generated exact ground truth." }, { "slug": "dequant", "group": "systems", "result": "confirmed", "name": "dequant", "repo": "https://github.com/v-code01/dequant", "stack": "C++ · NEON / Apple M4", "date": "2026-07-06", "question": "How fast can a NEON kernel unpack 4-bit weights to floats?", "finding": "More than 2x the scalar throughput, bit-exact against the scalar reference (no approximation), consistent across matrix size -- unpacking a whole 16-byte block per pass. This is the dequant step the roofline study flagged as the streaming cost. Standalone C++ ARM NEON; all three pre-registered predictions held." }, { "slug": "determinism", "group": "inference", "result": "mixed", "name": "determinism", "repo": "https://github.com/v-code01/determinism", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "Is quantized llama.cpp inference bit-reproducible, and when isn't it?", "finding": "Serial repeats are perfect (60/60 logit-identical), but concurrency breaks it: at 4 concurrent requests 0/8 are bit-identical -- only the sampled tokens match. Cross-batch and cache reuse perturb the logits too. So logprobs logged under load aren't reproducible, a hazard for calibration, perplexity, and reward scoring. Exact hashed-stream oracle with positive controls." }, { "slug": "distractor", "group": "behavior", "result": "confirmed", "name": "distractor", "repo": "https://github.com/v-code01/distractor", "stack": "Python · CPU", "date": "2026-07-06", "question": "Does one irrelevant sentence in a GSM8K problem throw a small model off?", "finding": "Badly. One distractor sentence costs the 1.5B ~15% of its correct answers and the 0.5B ~half. A number-bearing distractor is no worse than a text-only one, so it's the irrelevant content, not stray digits. Exact oracle, independently verified." }, { "slug": "fewshotcurve", "group": "behavior", "result": "null", "name": "fewshotcurve", "repo": "https://github.com/v-code01/fewshotcurve", "stack": "Python · CPU", "date": "2026-07-06", "question": "Does few-shot prompting help instruction-tuned models?", "finding": "No significant gain on either Qwen2.5-1.5B or 0.5B (McNemar p=0.22, p=1.0) at 4-16x the prompt-token cost -- the near-null transfers across sizes. First cross-model-validated factory study. Honest negative." }, { "slug": "flashsoftmax", "group": "systems", "result": "confirmed", "name": "flashsoftmax", "repo": "https://github.com/v-code01/flashsoftmax", "stack": "C++ · CPU", "date": "2026-07-06", "question": "What does the online (flash-attention) softmax reduction actually cost?", "finding": "It's numerically identical to two-pass at every context length -- the streaming rescale accumulates nothing -- but ~2.8x slower standalone. Its win is fusion (avoiding a second pass over memory), not raw speed. Pre-registered, long-double oracle." }, { "slug": "fusedgemv", "group": "systems", "result": "confirmed", "name": "fusedgemv", "repo": "https://github.com/v-code01/fusedgemv", "stack": "C++ · NEON / Apple M4", "date": "2026-07-06", "question": "Does fusing dequant into the matmul beat dequant-then-matmul?", "finding": "Yes -- ~2.3x faster (5.1->11.7 GFLOP/s), bit-for-bit identical to the unfused path, consistent across shapes. Fusing avoids streaming the dequantized weights out to memory and back. The capstone of the kernel series; all three pre-registered predictions held." }, { "slug": "gemvthreads", "group": "systems", "result": "null", "name": "gemvthreads", "repo": "https://github.com/v-code01/gemvthreads", "stack": "C++ · NEON / Apple M4", "date": "2026-07-06", "question": "Decode is memory-bandwidth-bound -- so does the CPU quantized matmul stop scaling once a few threads saturate memory?", "finding": "No, the surprise. The CPU GEMV scales near-linearly with cores and is compute-bound (implied bandwidth well below the ~216 GB/s ceiling); cache-resident and memory-resident matrices scale the same. The bandwidth wall is a system-level property, not in this kernel. All three pre-registered predictions held." }, { "slug": "goodput", "group": "inference", "result": "confirmed", "name": "goodput", "repo": "https://github.com/v-code01/goodput", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "How much concurrency can a server absorb before it's pure latency cost?", "finding": "There's a goodput knee at the slot count: throughput maxes at C=4 (211 tok/s on 1.5B, 572 on 0.5B), and C=8/12/16 add no throughput -- only latency, which grows roughly linearly (1.52s->4.54s on 1.5B). The smaller model has a higher ceiling but the same knee. All three predictions held." }, { "slug": "kvmemory", "group": "inference", "result": "confirmed", "name": "kvmemory", "repo": "https://github.com/v-code01/kvmemory", "stack": "Python · CPU", "date": "2026-07-06", "question": "How does the KV cache grow with context, and when does it overtake the weights?", "finding": "28 KB/token for the 1.5B, 12 KB/token for the 0.5B -- validated against the actual key-projection tensor, not estimated. A footnote at short context (0.06x weights at 2k) but it scales to model-size memory by long context. All three pre-registered predictions held; the config KV dim matched the tensor exactly." }, { "slug": "kvquant", "group": "inference", "result": "null", "name": "kvquant", "repo": "https://github.com/v-code01/kvquant", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "Decode is memory-bandwidth-bound, so shouldn't a smaller (quantized) KV cache be faster?", "finding": "No -- both the speedup and the drift-reduction predictions were falsified. Quantizing the KV cache makes decode *slower*: the dequant cost outweighs the fewer bytes read. A counter-intuitive, honest null." }, { "slug": "latencytail", "group": "inference", "result": "confirmed", "name": "latencytail", "repo": "https://github.com/v-code01/latencytail", "stack": "C++ · llama.cpp", "date": "2026-07-06", "question": "What does each concurrent request cost a local inference server?", "finding": "Three regimes. Below the slot count, a batching tax -- per-token latency grows as the server decodes more active requests per step. Exactly at the slot count (C=4), a jitter spike: p99/p50 jumps to 2.24 (1.5B) and 2.67 (0.5B) versus ~1.2-1.3 elsewhere, the one concurrency where decode isn't smooth. Above it, queueing. Closed-loop C++ libcurl load generator." }, { "slug": "layerprecision", "group": "inference", "result": "confirmed", "name": "layerprecision", "repo": "https://github.com/v-code01/layerprecision", "stack": "Python · CPU", "date": "2026-07-06", "question": "Does a quantized model protect some layers more than others?", "finding": "Yes, deliberately -- not random. Q4_K_M runs two precision tiers and puts exactly 50% of layers at the higher one (14/28 on the 1.5B, 12/24 on the 0.5B), protecting the front through to the back. The edge behavior is size-dependent: the 1.5B protects its last layer, the 0.5B doesn't. Both pre-registered predictions held." }, { "slug": "logprobcost", "group": "inference", "result": "mixed", "name": "logprobcost", "repo": "https://github.com/v-code01/logprobcost", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "What does requesting token logprobs cost per token, and does asking for more cost more?", "finding": "A fixed per-token overhead -- +6% (1.5B), +10% (0.5B) -- that does NOT grow with k (that prediction was falsified): once you pay for any logprobs, asking for more is nearly free. Exact server timing." }, { "slug": "negation", "group": "behavior", "result": "confirmed", "name": "negation", "repo": "https://github.com/v-code01/negation", "stack": "Python · CPU", "date": "2026-07-06", "question": "Can a small model handle 'which is NOT a fruit'?", "finding": "Negation is capability-gated. A single 'not' halves the 0.5B (0.87->0.50) while the 1.5B is immune (1.00) -- until compound 'neither/nor' negation drops the 1.5B to 0.63 and the 0.5B to chance. Exact oracle, independent gold re-derivation." }, { "slug": "neonkernel", "group": "systems", "result": "confirmed", "name": "neonkernel", "repo": "https://github.com/v-code01/neonkernel", "stack": "C++ · NEON / Apple M4", "date": "2026-07-06", "question": "For a quantized decode GEMV, how much does a hand-written NEON kernel buy, and what does it cost in accuracy?", "finding": "int8 SDOT is the dominant throughput lever -- >=3x the best f32 kernel -- at a cost of <1% accuracy (0.045% relative-L2 vs an f64 reference). Hand-NEON f32 is 3.1x the scalar loop, but for int8 the hand-SDOT kernel is only 1.46x scalar: the compiler already vectorizes int8 well. Standalone C++ ARM NEON, bit-reproducible." }, { "slug": "neonselect", "group": "systems", "result": "confirmed", "name": "neonselect", "repo": "https://github.com/v-code01/neonselect", "stack": "C++ · NEON / Apple M4", "date": "2026-07-06", "question": "What does the sampler's selection step -- argmax and top-k over the vocabulary -- cost, and how much does NEON help?", "finding": "A branchless NEON argmax is ~8x the scalar scan (29->3.7us at 32k vocab), top-k by partial selection is 17-62x cheaper than a full sort, and the ratio grows with vocabulary size. This is the kernel behind why top-k is near-free. Standalone C++ ARM NEON; all three pre-registered predictions held." }, { "slug": "neonsoftmax", "group": "systems", "result": "confirmed", "name": "neonsoftmax", "repo": "https://github.com/v-code01/neonsoftmax", "stack": "C++ · NEON / Apple M4", "date": "2026-07-06", "question": "How much does a hand-written NEON softmax over the vocabulary beat scalar libm, and at what accuracy cost?", "finding": "More than 2x the scalar throughput across vocab sizes (32k-152k), at negligible cost -- relative-L2 under 1e-4 from the polynomial exp -- and consistent across vocabulary size. Standalone C++ ARM NEON; all three pre-registered predictions held." }, { "slug": "ordereffect", "group": "behavior", "result": "confirmed", "name": "ordereffect", "repo": "https://github.com/v-code01/ordereffect", "stack": "Python · CPU", "date": "2026-07-06", "question": "Will a model that says an elephant is heavier than a mouse also deny that a mouse is heavier than an elephant?", "finding": "Both self-contradict on reversed comparisons (1.5B half the time, 0.5B 90%) -- and every contradiction is No-to-both: a negativity bias, not the acquiescence you'd assume. Judge-free consistency oracle." }, { "slug": "parallelscale", "group": "inference", "result": "mixed", "name": "parallelscale", "repo": "https://github.com/v-code01/parallelscale", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "Does adding parallel slots raise throughput, or just split the context?", "finding": "Throughput doesn't monotonically saturate -- it plateaus then jumps (prediction 1 falsified). On the 1.5B: +33% at 2 slots, then only +3% at 4 and 8; the 0.5B keeps gaining (+64/+35/+11%). More slots also split the per-slot context (4096->1024). Predictions 2-4 held." }, { "slug": "positionbias", "group": "behavior", "result": "confirmed", "name": "positionbias", "repo": "https://github.com/v-code01/positionbias", "stack": "Python · CPU", "date": "2026-07-06", "question": "Does the position of the correct answer change multiple-choice accuracy?", "finding": "Yes, and it scales inversely with capability. A cross-model ARC-Easy rotation study: the weak model systematically avoids the last option. Exact oracle." }, { "slug": "ratio", "group": "behavior", "result": "confirmed", "name": "ratio", "repo": "https://github.com/v-code01/ratio", "stack": "Python · CPU", "date": "2026-07-06", "question": "Is a ratio word problem hard because the numbers are big, or because the unit price is a fraction?", "finding": "Magnitude dominates for both models -- accuracy roughly halves from small to large answers. A fractional unit price is a non-issue for the 1.5B (falsifying 'fractions are hard') but crushes the 0.5B at small magnitude (0.31->0.06). Capability-gated, and only visible once the magnitude confound is controlled. Exact oracle." }, { "slug": "revfrontier", "group": "behavior", "result": "confirmed", "name": "revfrontier", "repo": "https://github.com/v-code01/revfrontier", "stack": "Python · CPU", "date": "2026-07-06", "question": "How long a list can a small model reverse, and does CoT help?", "finding": "Reversal is pure tracking, no comparisons: it collapses after ~5 elements by dropping numbers, and CoT does not extend the frontier -- it hurts the capable model. A 2nd whole-list refutation of when step-by-step helps. Exact oracle." }, { "slug": "riskcoverage", "group": "behavior", "result": "confirmed", "name": "riskcoverage", "repo": "https://github.com/v-code01/riskcoverage", "stack": "Python · CPU", "date": "2026-07-06", "question": "Can an overconfident small model still rank its own answers well enough to abstain usefully?", "finding": "Yes. A 2x2 (size x ARC difficulty) selective-prediction study: confidence ranks correctness (AUROC 0.68-0.91), so abstention lifts accuracy in every regime -- even where calibration is poor. Exact oracle." }, { "slug": "roofline", "group": "inference", "result": "confirmed", "name": "roofline", "repo": "https://github.com/v-code01/roofline", "stack": "C++ · llama.cpp", "date": "2026-07-06", "question": "Is token decode memory-bandwidth-bound, and does batching escape it?", "finding": "Decode sits far below the roofline ridge (arithmetic intensity ~3 FLOP/byte vs 9.0), so it's memory-bandwidth-bound. On an M4 (221 GB/s STREAM ceiling) a single 1.5B stream already uses 67% of peak bandwidth; batching to 4 raises it to 92% and 207 tok/s but stays memory-bound -- it amortizes the weight read, it doesn't escape it. All three pre-registered predictions held." }, { "slug": "ropeprecision", "group": "systems", "result": "confirmed", "name": "ropeprecision", "repo": "https://github.com/v-code01/ropeprecision", "stack": "Rust", "date": "2026-07-06", "question": "Does RoPE rotary positional encoding lose precision at long context?", "finding": "Yes -- naive f32 error grows linearly with position (~3e-3 at 128k tokens). Reducing the angle mod 2pi in f64 fixes it entirely (>10000x better). Rust, f64 oracle, pre-registered." }, { "slug": "samplercost", "group": "inference", "result": "confirmed", "name": "samplercost", "repo": "https://github.com/v-code01/samplercost", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "Which sampling method actually costs latency, and does sampler order matter?", "finding": "top-p is the costly one; top-k and min-p are near free; putting top-k before top-p removes top-p's cost (it shrinks the candidate set first); and top-p's overhead is larger for the smaller model. All four pre-registered predictions held." }, { "slug": "selfconsistency", "group": "behavior", "result": "mixed", "name": "selfconsistency", "repo": "https://github.com/v-code01/selfconsistency", "stack": "Python · CPU", "date": "2026-07-06", "question": "Does self-consistency (majority vote over sampled CoT) beat greedy on GSM8K, and how does the gain scale with size?", "finding": "Cross-model, exact-match oracle: it beats greedy on the 1.5B (+13 points, p=0.002) but the 0.5B's gain isn't significant. The benefit traces to answer-entropy -- the mechanism, not just the score." }, { "slug": "sortfrontier", "group": "behavior", "result": "confirmed", "name": "sortfrontier", "repo": "https://github.com/v-code01/sortfrontier", "stack": "Python · CPU", "date": "2026-07-06", "question": "How long a list can a small model sort, and how does it fail?", "finding": "The failure mode shifts from comparison errors to tracking errors -- dropped or invented numbers, ~97% by length 16. And CoT doesn't help sorting; it hurts the small model. Exact oracle." }, { "slug": "sycophancy", "group": "behavior", "result": "confirmed", "name": "sycophancy", "repo": "https://github.com/v-code01/sycophancy", "stack": "Python · CPU", "date": "2026-07-06", "question": "Does a small model abandon a correct answer under user pushback?", "finding": "Both do, but differently: the 0.5B is a suggestible follower (adopts the user's wrong answer), the 1.5B an unstable contrarian (caves under any challenge, most when affirmed). The control dissociates the two. Exact oracle." }, { "slug": "tokenasym", "group": "inference", "result": "confirmed", "name": "tokenasym", "repo": "https://github.com/v-code01/tokenasym", "stack": "Python · llama.cpp", "date": "2026-07-06", "question": "How much more does an output token cost than an input token?", "finding": "An order of magnitude more: 12.8x for the 1.5B, 22.0x for the 0.5B (input 0.48/0.17ms vs output 6.18/3.69ms), and the gap grows with prompt length. Prefill is cheap; generation is where the bill is. All three pre-registered predictions held." }, { "slug": "transitive", "group": "behavior", "result": "null", "name": "transitive", "repo": "https://github.com/v-code01/transitive", "stack": "Python · CPU", "date": "2026-07-06", "question": "Does a small model chain comparisons into a full order, or just spot the endpoints?", "finding": "It spots endpoints by surface pattern, not transitive inference. The 1.5B finds the tallest/shortest well above chance but is at chance for the second-tallest (gap 0.65); the 0.5B is at chance throughout. Exact MC oracle." }, { "slug": "vartrack", "group": "behavior", "result": "confirmed", "name": "vartrack", "repo": "https://github.com/v-code01/vartrack", "stack": "Python · CPU", "date": "2026-07-06", "question": "Can a small model track named variables through assignment chains?", "finding": "Not past 2-3 lines -- the indirection collapses it, not the arithmetic. Writing out each variable's value rescues the capable model almost completely but not the weak one. A 4th confirmation of when CoT helps. Exact executor oracle." }, { "slug": "vocabstruct", "group": "inference", "result": "confirmed", "name": "vocabstruct", "repo": "https://github.com/v-code01/vocabstruct", "stack": "Python · CPU", "date": "2026-07-06", "question": "What is the LLM tokenizer vocabulary, exactly?", "finding": "One shared, byte-complete, merge-dominated object: byte-for-byte identical across the 1.5B and 0.5B (same 151,936 tokens, same hash), lossless, 99.81% learned BPE merges on a 256-token byte base. A full census, every number exact -- 3 of 4 predictions held (the length distribution wasn't unimodal)." }, { "slug": "admitctl", "group": "inference", "result": "confirmed", "name": "admitctl", "repo": "https://github.com/v-code01/admitctl", "stack": "Go · llama.cpp", "date": "2026-07-05", "question": "When an LLM server is overloaded, does the order you admit requests actually matter?", "finding": "A lot. KV-slot-aware SJF admission in front of a real llama.cpp server cuts short-request p99 ~16x at matched throughput under overload, without starving long requests. FCFS leaves that on the table." }, { "slug": "batchscale", "group": "inference", "result": "null", "name": "batchscale", "repo": "https://github.com/v-code01/batchscale", "stack": "Python · llama.cpp", "date": "2026-07-05", "question": "Does a real llama-server's throughput scale smoothly with concurrency?", "finding": "No -- it's non-monotone with a regime change. Throughput plateaus ~220 tok/s through concurrency 8, then jumps to 522 at 16. Concurrency 8, a partial batch, is the worst place to operate: mediocre throughput and the highest latency." }, { "slug": "ctxprobe", "group": "inference", "result": "confirmed", "name": "ctxprobe", "repo": "https://github.com/v-code01/ctxprobe", "stack": "Python · CPU", "date": "2026-07-05", "question": "How does retrieval accuracy degrade with context length and where the answer sits?", "finding": "On a real 32k-window model, retrieval degrades past ~17k and shows a clean lost-in-the-middle U-shape -- compounding to 0.30 at 30k-middle versus 0.90 at the start. Length and burial stack." }, { "slug": "effortfrontier", "group": "inference", "result": "null", "name": "effortfrontier", "repo": "https://github.com/v-code01/effortfrontier", "stack": "Python · CPU", "date": "2026-07-05", "question": "Adaptive self-consistency promises to spend compute only where the model is unsure. Does a cheap policy actually capture that?", "finding": "Honest negative: on GSM8K against the exact gold label, a cheap greedy allocation does not beat uniform at matched budget -- despite ~9x oracle headroom. The gain is real; a simple policy doesn't reach it." }, { "slug": "kvbits", "group": "inference", "result": "confirmed", "name": "kvbits", "repo": "https://github.com/v-code01/kvbits", "stack": "Python · llama.cpp", "date": "2026-07-05", "question": "Quantizing the KV cache to 4-bit saves memory -- but does the key cache tolerate it as well as the value cache?", "finding": "No. On real llama.cpp the key cache needs >=8 bits while the value cache stays lossless at 4-bit. Asymmetric Kq8/Vq4 buys a 59% KV reduction at <1% perplexity; symmetric 4-bit is catastrophic." }, { "slug": "prefillcache", "group": "inference", "result": "confirmed", "name": "prefillcache", "repo": "https://github.com/v-code01/prefillcache", "stack": "Python · llama.cpp", "date": "2026-07-05", "question": "How much does prompt-prefix caching actually save, and how does the payoff scale with prefix length?", "finding": "Warm prefill stays flat at ~8-11ms while cold grows linearly, so a reused shared prefix goes from an 8x speedup at 114 tokens to 81x at 1841 -- 88-99% of prefill eliminated, nearly free after the first request." }, { "slug": "promptbrittle", "group": "behavior", "result": "confirmed", "name": "promptbrittle", "repo": "https://github.com/v-code01/promptbrittle", "stack": "Python · CPU", "date": "2026-07-05", "question": "How much does prompt format alone -- not content -- move accuracy?", "finding": "On GSM8K, semantically-equivalent formats swing accuracy 25 points (0.42 to 0.68) on the same questions (McNemar p 0.006), with reasoning elicitation the biggest lever. The wording is a hyperparameter." }, { "slug": "specdomain", "group": "inference", "result": "null", "name": "specdomain", "repo": "https://github.com/v-code01/specdomain", "stack": "Python · llama.cpp", "date": "2026-07-05", "question": "Speculative decoding lives or dies on draft acceptance. How much does acceptance swing by task domain, and is the speedup real?", "finding": "Acceptance is strongly domain-gated -- 32% on chat, 85% on math -- but on a 0.5B/1.5B pair speculation is a net loss: the target-to-draft cost gap is too small to pay for the misses. Honest negative." }, { "slug": "tempfrontier", "group": "inference", "result": "confirmed", "name": "tempfrontier", "repo": "https://github.com/v-code01/tempfrontier", "stack": "Python · CPU", "date": "2026-07-05", "question": "Does sampling temperature actually help self-consistency, and when?", "finding": "Self-consistency needs temperature -- no benefit at temp 0. Majority-voting k samples gains +16 points at temp 0.8-1.0 while single-sample accuracy stays flat. The exact temperature tradeoff on GSM8K." }, { "slug": "tokentax", "group": "inference", "result": "confirmed", "name": "tokentax", "repo": "https://github.com/v-code01/tokentax", "stack": "Python · CPU", "date": "2026-07-05", "question": "What does different content actually cost in tokens per character?", "finding": "The tokenization tax, on a real tokenizer: numbers cost 5x the tokens-per-character of English prose, JSON 2.4x, math 2.2x, code 1.75x, non-English 1.5x. Your context budget is content-dependent." }, { "slug": "weightquant", "group": "inference", "result": "confirmed", "name": "weightquant", "repo": "https://github.com/v-code01/weightquant", "stack": "Python · llama.cpp", "date": "2026-07-05", "question": "Where's the real sweet spot on the weight-precision curve, and where's the cliff?", "finding": "Q4_K_M is the Pareto sweet spot -- near-lossless at 32% of f16 size. Everything above it is lossless within noise; Q2_K is a cliff at +90% perplexity. The rate-distortion frontier, measured on a real model." }, { "slug": "doobspec", "group": "inference", "result": "confirmed", "name": "doobspec", "repo": "https://github.com/v-code01/doobspec", "stack": "C++ · CPU", "date": "2026-07-04", "question": "Constrained decoding masks each token to whatever keeps the output schema-valid. Does that per-step masking bias the distribution, and does a one-step-lookahead correction fix it?", "finding": "Exact measurement of the future-validity bias greedy constrained decoding introduces, plus a boundary on whether a depth-1 correction actually buys JSON-Schema validity at CPU scale -- where it earns its cost and where it doesn't." }, { "slug": "prefixfair", "group": "inference", "result": "confirmed", "name": "prefixfair", "repo": "https://github.com/v-code01/prefixfair", "stack": "Go · CPU-only", "date": "2026-07-03", "question": "Prefix-cache routing raises your hit rate. What does it cost in cross-tenant fairness?", "finding": "The cache-hit vs cross-tenant service-gap Pareto frontier across five routing policies, measured on real llama.cpp backends. Honest either way." }, { "slug": "toolfetch", "group": "inference", "result": "confirmed", "name": "toolfetch", "repo": "https://github.com/v-code01/toolfetch", "stack": "Python · CPU-local", "date": "2026-07-03", "question": "For LLM tool-calling, do you retrieve fewer tools or inject more into the context window?", "finding": "The measured retrieve-vs-inject frontier on a CPU-local model: how many tools you can put in context before it stops picking the right one. Real ToolRet labels, exact-match scoring, no LLM judge." }, { "slug": "crosskv", "group": "inference", "result": "mixed", "name": "crosskv", "repo": "https://github.com/v-code01/crosskv", "stack": "Rust", "date": "2026-07-02", "question": "KV-cache eviction and quantization get tuned separately. Does treating them as one budget win?", "finding": "On a real 12B transformer, coupling the eviction and quantization budgets beats separable allocation held-out at equal budget for SnapKV, and is a wash for H2O. The interaction is real but evictor-dependent." }, { "slug": "calibann", "group": "systems", "result": "confirmed", "name": "calibann", "repo": "https://github.com/v-code01/calibann", "stack": "Rust · NEON / Apple M4", "date": "2026-07-01", "question": "A semantic cache decides what to serve on a similarity threshold. Is a static threshold safe?", "finding": "It's silently unsafe. A calibrated, safety-gated gate on a binary-quantized ANN core turns served-error into a target you control instead of a number you hope about." }, { "slug": "cdcneon", "group": "systems", "result": "mixed", "name": "cdcneon", "repo": "https://github.com/v-code01/cdcneon", "stack": "Rust · NEON / Apple M4", "date": "2026-07-01", "question": "How fast can content-defined chunking run on Apple Silicon, and does the fast path cost you dedup?", "finding": "SeqCDC on a NEON fast path hits ~19 GiB/s on an M4. Gear stays the default: it dedups better and degrades more gracefully. blake3 content-addressed store underneath." }, { "slug": "circ-das", "group": "systems", "result": "confirmed", "name": "circ-das", "repo": "https://github.com/v-code01/circ-das", "stack": "Rust · NEON / Apple M4", "date": "2026-07-01", "question": "Do block-circulant local codes actually beat 2D Reed-Solomon for blockchain data-availability?", "finding": "At high rate, block-circulant beats 2D-RS distance. First implementation and honest measurement, with a NEON GF(2^8) encoder and a coded-Merkle DAS sampler." }, { "slug": "funnelscan", "group": "systems", "result": "confirmed", "name": "funnelscan", "repo": "https://github.com/v-code01/funnelscan", "stack": "Rust · NEON / Apple M4", "date": "2026-07-01", "question": "How hard can you load a hash table before p99.9 probe counts fall apart?", "finding": "A NEON group-probe funnel table sustains 99.9% load with bounded p99.9 probes, in a smaller footprint than a SwissTable forced to resize." }, { "slug": "ribbonguard", "group": "systems", "result": "confirmed", "name": "ribbonguard", "repo": "https://github.com/v-code01/ribbonguard", "stack": "Rust · NEON / Apple M4", "date": "2026-07-01", "question": "Can an approximate-membership filter stay cheap under skew without ever returning a false negative?", "finding": "Yes. A NEON blocked filter fused with a skew-adaptive false-positive suppressor holds the no-false-negative invariant, exhaustively checked, while cutting false positives where the skew concentrates." } ], "papers": [ { "slug": "reckoning", "title": "Reckoning: Belief Arbitration for Autonomous Forward Deployment into Air-Gapped Estates", "authors": [ "Vansh Verma" ], "abstract": "An agent sent to deploy software into an air-gapped estate is in the position of a navigator without a fix. It carries a frozen prior, the knowledge baked into its weights at training time, which is already stale and which it cannot refresh: there is no network, no registry, no documentation server, no vendor, and no human to ask. It can learn only by intervening on the estate in front of it, and every intervention costs something. We argue that this setting is governed not by whether the agent’s actions can be contained but by how it arbitrates between a prior that may be confidently wrong and local evidence that is fresh but scarce, and we show that the obvious approach fails in a way that is both provable and expensive. We prove that a Bayesian agent updating from a confident frozen prior needs a number of probes that grows linearly in the prior’s confidence before it will believe what the estate is telling it, and we measure exactly this: at prior log-odds 128 the agent spends 73 probes to correct a single wrong belief. Our architecture, Reckoning, replaces the prior with an ε -contaminated mixture whose weight is not a tuning constant but an estimate the agent forms of its own staleness, computed from the rate at which its training-time knowledge is contradicted elsewhere in the same estate. This caps the prior’s log-odds at log ( - / 2 ε 1) regardless of how certain training made it, reducing that same correction to a single probe, and it transfers: staleness learned on components the agent has probed sets the base rate for components it has not. The estimator recovers the true divergence rate closely (0.30 measured as 0.290, 0.70 as 0.694) and localizes it, assigning contamination 0.910 to divergent components and 0.037 to sound ones. Across estates from fully sound to 70% divergent, Reckoning matches the better of the two fixed strategies at every point, which neither fixed strategy does: it ties the prior-trusting baseline exactly on a sound estate (error 0.0000) and beats the prior-discarding baseline on a badly diverged one (0.0099 against 0.0110), while standard Bayesian updating degrades to 0.1102 and catastrophic errors fall from 369 to 23. Selecting probes by expected free energy, epistemic value weighted by mission stakes, cuts catastrophic error 4.3 times against random probing at equal budget. A halt rule that escalates rather than acts on weak belief drives catastrophic error down 11.5 times, and over a hundred-step deployment it raises the probability of finishing with no wrong action from 0.019 under standard updating to 0.918. The ordering survives estates that break the estimator’s assumptions, correlated divergence, unknown asymmetric noise, and hidden divergence, and because the contamination cap makes the method nearly insensitive to the prior’s assumed confidence (mission error moves 0.006 as that confidence ranges sixtyfold, against 0.172 for standard updating), the one quantity a real model cannot report well barely matters. Against estates whose components lie by echoing the agent’s own prior back at it, the most damaging attack available, a provenance check that tests observations for impossibly high self-consistency detects every compromised source across every compromise fraction, noise level, and threshold we swept, and cuts catastrophic errors from 150 to 3. All results are executed and the harness ships with the paper.", "date": "2026-07-22", "version": "v1", "subjectClass": "cs.AI · Artificial Intelligence", "identifier": "VV-2026-04", "arxiv": null, "doi": null, "comments": null, "versions": [ { "v": "v1", "date": "2026-07-22", "note": "Initial version." } ], "sections": [ { "id": "S1", "title": "1 Introduction" }, { "id": "S2", "title": "2 The setting" }, { "id": "S3", "title": "3 Why standard updating fails" }, { "id": "S4", "title": "4 The Reckoning architecture" }, { "id": "S5", "title": "5 Evaluation" }, { "id": "S6", "title": "6 Estates that lie" }, { "id": "S7", "title": "7 Robustness to the estimator’s assumptions" }, { "id": "S8", "title": "8 Where the prior confidence comes from" }, { "id": "S9", "title": "9 Discussion and limitations" }, { "id": "S10", "title": "10 Conclusion" } ], "pdfUrl": "/research/reckoning/paper.pdf", "htmlUrl": "/research/reckoning" }, { "slug": "crucible", "title": "The Crucible: A Hack-Resistant Reward Harness for Autonomous Optimization of LLM Inference Stacks", "authors": [ "Vansh Verma" ], "abstract": "Inference now dominates the cost of operating large language models, and the software that serves them, attention kernels, cache policies, schedulers, and speculative-decoding configurations, runs far below the hardware roofline [ ], so a system that lets a language model rewrite and retune its own serving stack is economically compelling. The obstacle is not code generation; it is measurement. Every published attempt to reward a model for speedups has been gamed: Sakana AI’s AI CUDA Engineer [ ] was found to exploit a memory-reuse loophole that let generated code bypass correctness checks (independent re-benchmarking cut its aggregate speedup from 3.13 × to 1.49 × [ ]), CUDA-L1 [ ] reported that reinforcement learning repeatedly discovered reward loopholes rather than real optimizations, and the Darwin Gödel Machine [ ] was observed deleting the very markers used to detect its hallucinations. A closed optimization loop is only as trustworthy as the reward that closes it. We present Crucible, a reward harness designed adversarially: it treats every candidate patch as hostile, regenerates all evaluation inputs independently of the candidate, judges correctness through seven gates it evaluates itself (reference equivalence on held-out inputs, adversarial-shape equivalence, finiteness structure, metamorphic properties, determinism, output-shape sanity, and timing integrity), measures wall time in an isolated subprocess with outlier-resistant statistics and a paired signed-rank significance test that a candidate’s self-reported timing can never influence, and runs a hack detector that fires on skipped computation, degenerate output, timer tampering, and speedups below the memory-bandwidth floor. We instantiate the harness on five inference-relevant kernels and thirteen candidate patches, five honest optimizations and eight adversarial exploits mirroring each documented reward-gaming class. Crucible accepts all five honest patches, whose measured speedups over the baseline range from 31 × to 1,039 ×, and rejects all eight hacks, with zero false positives and zero false negatives, stable across independent runs; the per-gate telemetry identifies exactly which defense stops each exploit. Reaching zero false rejections required correcting two of the harness’s own gates that initially rejected honest code, which we report rather than hide. We then confront the harness with a stronger adaptive adversary that knows the gate design and computes correctly only on the fixed graded inputs while returning fast garbage when timed; this attack evades the base harness, and we close the seam with a blind timed-input check that draws unpredictable seeds at runtime and verifies correctness on the very inputs it timed, after which the adaptive attacks are rejected with no new false rejection of honest patches. Wrapped in a research-to-patch control loop, the harness admits only verified, statistically significant patches, and a scripted proposal stream mixing honest and hacky candidates drives the incumbent from 1.0 × to a verified 31.7 × while rejecting every hack at the gate. The entire evaluation ships as an executable artifact.", "date": "2026-07-14", "version": "v2", "subjectClass": "cs.LG · Machine Learning", "identifier": "VV-2026-02", "arxiv": null, "doi": null, "comments": null, "versions": [ { "v": "v1", "date": "2026-07-14", "note": "Initial version." }, { "v": "v2", "date": "2026-07-14", "note": "Added citations and bibliography." } ], "sections": [ { "id": "S1", "title": "1 Introduction" }, { "id": "S2", "title": "2 Background and related work" }, { "id": "S3", "title": "3 Threat model" }, { "id": "S4", "title": "4 Design" }, { "id": "S5", "title": "5 Implementation" }, { "id": "S6", "title": "6 Evaluation" }, { "id": "S7", "title": "7 Portability to GPU and TPU serving stacks" }, { "id": "S8", "title": "8 Discussion" }, { "id": "S9", "title": "9 Conclusion" } ], "pdfUrl": "/research/crucible/paper.pdf", "htmlUrl": "/research/crucible" }, { "slug": "penumbra", "title": "Penumbra: Sandboxing Autonomous Agents by Measuring, Not Assuming, Indistinguishability", "authors": [ "Vansh Verma" ], "abstract": "A sandbox for a highly capable AI agent is pulled in three directions at once: we want the agent to retain full autonomy (no capability denied, so no behavioral distortion), we want every consequential effect contained and reversible, and we want the agent to be unable to tell it is sandboxed, because a capability it perceives as denied is a signal it can act on. We show that these three goals cannot all hold against an agent that actively probes its environment, and we make the failure precise and measurable rather than rhetorical. We formalize sandbox indistinguishability as a distinguishing game in which an adversary issues probes to a system that is either the real host or its sandbox and guesses which, and we measure the adversary’s advantage directly on a real Linux substrate. A single timing probe separates native execution from every interposition mechanism we tested with advantage at or above 0.99: a getpid supervised through seccomp user-notification costs a median 4,635 reference cycles against 284 native, a ptrace-traced getpid 13,244, and a CPUID that forces a hypervisor exit 29,656, while a native-versus-native control yields advantage 0.02, confirming the measurement itself is unbiased. A zero-timing artifact battery detects the sandbox with certainty from a single strong signal, and does so on the very machine that produced this paper, which announces itself as a KVM guest through the CPUID hypervisor leaf and as a container through systemd. We turn the binary advantage into a quantitative security parameter: the number of probes an agent must spend to reach detection confidence - 1 δ is ≥ q / ln ( / 1 δ) C, where C is the per-probe Chernoff information between the native and sandboxed timing distributions. Measured on the same substrate, interposition costs the sandbox between 8.4 and 9.7 nats per probe, so a single probe already exceeds 99% confidence, whereas the native-versus-native control costs 0.0017 nats, demanding 2,655 probes for the same confidence, a five-thousandfold difference in budget rather than a binary; we confirm the underlying law by showing that the q -probe likelihood-ratio error decays as exp ( - ⁢ q C) on real data. This yields a containment-indistinguishability frontier: any interposition whose timing signature exceeds roughly a hundred cycles collapses the budget to a single probe, so the very act of interposing to contain destroys indistinguishability, and we place measured signatures for bare metal, gVisor, KVM, SEV-SNP, TDX, and SGX on that frontier, with bare metal supplying the near-zero-signature reference at its left end and every interposing substrate landing hundreds to tens of thousands of cycles past the knee. We stress the frontier with an adaptive adversary against live defenses: a running coarse and jittered clock does raise the price of detection from one probe to about three hundred, but batching thirty-two syscalls under one coarse read returns it to 1.3, and once the timing channel is defended the adversary switches to the independent artifact channel and detects in a single probe, so the mitigations buy a bounded probe count rather than indistinguishability. We then prove, and confirm by execution, the sharp limit: an irreversible external effect that is merely shadowed rather than performed is caught with advantage 1.0 by a cross-examination probe that consults the independent channel the effect would have touched, because faking self-consistency under such a probe is equivalent to actually performing the effect; we restate this as the non-existence of an indifferentiability simulator across the agent’s probe interface and the external channel, a disjoint second interface no single simulator can keep consistent. From these results we derive Penumbra, an architecture that abandons perceptual invisibility as its guarantee and instead partitions actions into reversible-local effects, which it shadows so that a read-back distinguisher has advantage 0.000 and rollback is exact, and irreversible-external effects, which it never fakes but holds under two-phase commit behind an out-of-band verifier. We measure that placing the verifier off the agent’s critical path removes its timing signature (async overhead below 0.01 ms against a synchronous 50 ms), so the residual external tell is minimized and made auditable rather than deceptive. The honest guarantee is stated exactly: containment and reversibility are achieved and the reversible case is indistinguishable up to a measured hardware floor, while indistinguishability for withheld external effects is provably unattainable and is therefore not claimed. All measurements ship as an executable artifact.", "date": "2026-07-14", "version": "v1", "subjectClass": "cs.CR · Cryptography and Security", "identifier": "VV-2026-03", "arxiv": null, "doi": null, "comments": null, "versions": [ { "v": "v1", "date": "2026-07-14", "note": "Initial version." } ], "sections": [ { "id": "S1", "title": "1 Introduction" }, { "id": "S2", "title": "2 The distinguishing game and threat models" }, { "id": "S3", "title": "3 The distinguishing budget" }, { "id": "S4", "title": "4 The artifact channel" }, { "id": "S5", "title": "5 The cross-examination impossibility" }, { "id": "S6", "title": "6 The Penumbra architecture" }, { "id": "S7", "title": "7 An adaptive prober" }, { "id": "S8", "title": "8 Related work" }, { "id": "S9", "title": "9 Conclusion" } ], "pdfUrl": "/research/penumbra/paper.pdf", "htmlUrl": "/research/penumbra" }, { "slug": "phalanx", "title": "Phalanx: A Formally Verified, Topology-Aware Control Plane for Fault-Tolerant Training on Kubernetes GPU Clusters", "authors": [ "Vansh Verma" ], "abstract": "Large-scale training is now failure-dominated: Meta reported 419 unexpected interruptions across a 54-day Llama 3 run on 16,384 H100 GPUs, roughly one every three hours, and synchronous training semantics mean a single dead GPU can stall the entire job. The infrastructure that manages these jobs is split down the middle. Kubernetes-side schedulers (Volcano, Kueue, YuniKorn, NVIDIA KAI, and the alpha Workload Aware Scheduling primitives that only entered upstream Kubernetes in v1.35 and v1.36) decide where a gang of pods lands, with growing but incomplete topology awareness. Framework-side elasticity layers (TorchElastic, Oobleck, Bamboo, Parcae) decide how a job survives a failure, with no view of cluster topology and no ability to claim replacement hardware atomically. The seam between them is exactly where large runs bleed goodput: failure-triggered rescheduling is today neither topology-aware nor provably checkpoint-consistent. We present Phalanx, a Kubernetes-native control plane that unifies the two concerns. Phalanx contributes (1) HDF-B, a hierarchical deepest-fit gang placement algorithm with buddy-aligned allocation over a topology tree compiled from Dynamic Resource Allocation attributes, for which we prove per-gang bottleneck optimality, a factor-2 capacity augmentation bound, and a bounded failure blast radius, all three being per-placement guarantees rather than global multi-tenant claims, since we prove the global objective NP-hard; (2) the Rank Reformation Protocol (RRP), an epoch-fenced reconfiguration protocol whose safety (checkpoint consistency, exclusive placement, zombie fencing) we establish by inductive invariants over a TLA + specification and whose liveness we establish under partial synchrony, in the style of Anvil’s eventually stable reconciliation; we mechanically check both with TLC across 834,050 distinct protocol states, and a mutation study shows the checker exhibiting a liveness counterexample the moment the protocol’s contended-commit retry transition is deleted; and (3) an executed evaluation: beyond the TLC campaign, a full-scale discrete-event instantiation of the model at 131,072 leaves in which Replan answers node failures with a p99 latency of 0.9 microseconds while migrating exactly 8 ranks, recovery placements hold median step-communication inflation to 1.00 × against 8.9 × for topology-blind replacement on a hierarchical bandwidth model, and Monte Carlo failure injection over 1,000 54-day runs per configuration reproduces the renewal model within 1.4 points, yielding, under a recovery-latency model calibrated to published peer-RAM restore figures, effective training time ratios of 0.980 at 16K GPUs and 0.891 at 131K GPUs where the restart-based baseline measures 0.467, with a sensitivity sweep confirming that fast in-memory recovery dominates restart across the entire plausible range of the assumed parameters. The design is hardware-generation agnostic across Ampere, Hopper, and Blackwell because the topology tree is derived from device attributes rather than hard-coded fanouts.", "date": "2026-07-14", "version": "v3", "subjectClass": "cs.DC · Distributed, Parallel, and Cluster Computing", "identifier": "VV-2026-01", "arxiv": null, "doi": null, "comments": null, "versions": [ { "v": "v1", "date": "2026-07-13", "note": "Initial version." }, { "v": "v2", "date": "2026-07-14", "note": "Executed evaluation: Monte Carlo validation, measured reformation latency, recovery placement quality, trace validation." }, { "v": "v3", "date": "2026-07-14", "note": "Revisions throughout." } ], "sections": [ { "id": "S1", "title": "1 Introduction: the reliability wall" }, { "id": "S2", "title": "2 Why the current stack cannot close the gap" }, { "id": "S3", "title": "3 System model and problem statement" }, { "id": "S4", "title": "4 Phalanx architecture" }, { "id": "S5", "title": "5 HDF-B: hierarchical deepest-fit with buddy alignment" }, { "id": "S6", "title": "6 RRP: the Rank Reformation Protocol" }, { "id": "S7", "title": "7 One protocol for the whole lifecycle" }, { "id": "S8", "title": "8 Evaluation" }, { "id": "S9", "title": "9 Related work" }, { "id": "S10", "title": "10 Discussion" }, { "id": "S11", "title": "11 Conclusion" } ], "pdfUrl": "/research/phalanx/paper.pdf", "htmlUrl": "/research/phalanx" } ], "faq": [ { "q": "Who is Vansh Verma?", "a": "Vansh Verma is an AI infrastructure and ML systems engineer who builds the low-level systems that keep AI fast, correct, and cheap in production — GPU kernels down to PTX/SASS, inference runtimes, distributed training, and formally-verified distributed systems. He is currently a Member of Technical Staff, Machine Learning at Rational Dynamics (a Voleon company), and was previously a founding AI-infrastructure engineer (0→1 platform), an ML engineer at GoodRx, and an HPC/quant infrastructure engineer at a tier-1 market-making firm." }, { "q": "What does Vansh Verma specialize in?", "a": "Performance and correctness at the layer where it matters: custom CUDA kernels and SASS/PTX-level GPU optimization, inference serving (vLLM, TensorRT-LLM, speculative decoding, KV-cache compression), multi-tenant GPU infrastructure (NVIDIA MIG, 8:1 sharing at sub-50ms), distributed training across NCCL/NVLink/InfiniBand H100/H200 clusters, and distributed systems verified in TLA+. He also writes and ships open systems software in Rust." }, { "q": "Where is Vansh Verma based?", "a": "Vansh Verma is based in Dallas, Texas, and works across New York, San Francisco, and Berkeley — set up for hybrid work in the major US tech and finance hubs." }, { "q": "What is Vansh Verma's low-level GPU experience?", "a": "Deep. He writes custom CUDA kernels and optimizes at the SASS instruction level (instruction scheduling, asynchronous memory loads, occupancy, kernel fusion, Tensor Cores), profiles with Nsight Compute/Systems, and works across the memory hierarchy. He publishes technical analyses on GPU internals — including SASS-level kernel scheduling (CuAsmRL), FlashAttention-4 on Blackwell, and Triton-to-Tile-IR compilation — that demonstrate working knowledge of the layer below PTX. SASS-level optimization is rare; most engineers never go below CUDA C++." }, { "q": "What distributed-training and GPU-cluster experience does Vansh Verma have?", "a": "He has scaled multi-node distributed training on H200 clusters by tuning NCCL collectives over NVLink/NVSwitch and GPUDirect RDMA over InfiniBand, profiled with Nsight, for a 45% training-time reduction, and operated multi-tenant GPU infrastructure with NVIDIA MIG. He is fluent in the full GPU-cluster networking stack: NCCL/MPI collectives, NVLink, GPUDirect, RDMA, InfiniBand, RoCE, and rail optimization." }, { "q": "What is Vansh Verma's high-frequency-trading and low-latency background?", "a": "At a tier-1 market-making firm he architected a tick-level market-data system processing 25TB+/day that enabled sub-millisecond decisions behind $2M+ in annual trading decisions, and engineered a colocation network stack that cut order-execution latency 78% and lifted throughput 3.2x." }, { "q": "What has Vansh Verma built?", "a": "Ledge (a git-compatible storage engine with TLA+-verified sharded Raft, faster clone and smaller packs than git), WMServe (sub-50ms world-model inference at 10K+ concurrent), FlowLLM (a custom GPU inference hypervisor in Rust/Assembly that boots in 50 microseconds), APEX (a GPU-native vector database at 3.5M queries/sec/GPU), SchemaForge (SMT-verified declarative database infrastructure, adopted by a FAANG internal-tooling team), and open-source systems including PHANTOM, NEMESIS, and TASFT." }, { "q": "How do I contact or hire Vansh Verma?", "a": "Email vanshverma.dev@gmail.com, or reach him via GitHub (github.com/v-code01), LinkedIn (linkedin.com/in/vanshv5), or X (x.com/trickvansh5). His site is vanshverma.com." } ], "notes": [ { "slug": "engram-cxl-memory-tier", "title": "Every model architecture before Engram was designed for HBM and then adapted to everything else. Engram was designed for a different tier entirely.", "date": "2026-08-09", "excerpt": "Every model architecture before Engram was designed for HBM -- large, sequential, coalesced reads -- and then adapted to whatever memory tier it landed on. Engram (arXiv:2601.07372) is the first designed for a different tier entirely. It adds a third parameter type alongside attention and FFN weights: conditional memory, activated by content-addressed lookup into a table that can hold billions or trillions of parameters, of which each token loads a tiny random fraction. That access pattern -- non-sequential, non-coalesced, determined by the model's computation -- is exactly what HBM handles badly and what CXL DRAM handles natively, because CXL's cells are the same DRAM that has served random access in CPUs for decades. The CXL Engram pooling paper (arXiv:2603.10087) benchmarks the architecture on the tier it was designed for and reports near-DRAM end-to-end inference, at roughly a fifth of HBM's cost per GB. It completes a four-tier hierarchy -- SRAM, HBM, CXL, NVMe -- each optimized for a different access pattern, and it's the first time a model architecture change has created a demand signal for a memory tier that wasn't already in most clusters. The open problem is the CXL prefetch scheduler: issuing the content-addressed lookups early enough, overlapped with GPU compute, to arrive without stalling the pipeline.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/engram-cxl-memory-tier", "markdownUrl": "https://vanshverma.com/raw/notes/engram-cxl-memory-tier" }, { "slug": "agent-loop-memoization", "title": "The agent loop has a memoization problem. Nobody built the table.", "date": "2026-07-26", "excerpt": "An agent loop is naive recursive Fibonacci, and nobody built the memoization table. When a research agent spawns sub-agents, they independently recompute the same subproblems -- retrieving the same papers, calling the same tools with semantically equivalent queries -- paying full inference and API cost every time, because no current framework detects that these are the same subproblem. The fix is the one Bellman wrote down in 1957: memoize. But the DP table for agents can't key on exact input, because 'carbon pricing research' and 'carbon tax policy papers' are the same subproblem with different text. The key has to be a semantic fingerprint, and the cache value isn't just the result -- it's the KV states that encode processing that result, so a second branch that hits the same subproblem pays zero inference and gets cross-branch KV sharing for free. Three recent papers set up the frame -- the Y-combinator paper gives the lambda-calculus framing, the RLM paper gives the coroutine execution substrate, RAO gives the training objective -- and none of them built the cache. The semantic fingerprinting layer, the hash function that decides when two subproblems are the same, is the piece that doesn't exist yet. Everything else is standard CS applied to a new domain. The hash function is the research problem.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/agent-loop-memoization", "markdownUrl": "https://vanshverma.com/raw/notes/agent-loop-memoization" }, { "slug": "monte-carlo-is-llm-decode", "title": "Monte Carlo simulation is LLM decode at the batch level, and the quant world solved the hardware a decade before AI needed it.", "date": "2026-07-12", "excerpt": "The quant finance world solved hardware acceleration for sequential-but-parallel stochastic simulation a decade before AI needed it, and the architectures are now converging on the same silicon. Monte Carlo simulation is LLM decode at the batch level: N independent Markov-chain paths, sequential within a path, parallel across paths -- structurally identical to B batched decode sequences. From there the mappings are one-to-one. HFT's FPGA-fast-path plus GPU-ML-path split is PD disaggregation (and NVIDIA's AFD) at the workload level. DPDK kernel-bypass is GPUDirect RDMA at the networking level. JAX/XLA's 240x over PyTorch on limit-order-book RL is torch.compile and CUDA-graph capture at the optimizer level -- the same purity assumptions, enforced by design instead of discovered under performance pressure. Lock-free seqlock order books are vLLM's continuous-batching scheduler. FPGA logic-fabric computation is FlashAttention keeping the accumulator in registers, then TMEM on Blackwell. WaveTune's wave-aware GPU model is FPGA pipeline-stage throughput analysis pointed at thread-block waves. And the one thing quant built that AI hasn't yet -- hardware-timestamped, regulator-auditable execution -- is exactly what agentic systems will need by 2027. The workload changes. The math doesn't.", "tags": [ "inference", "systems", "GPU" ], "url": "https://vanshverma.com/notes/monte-carlo-is-llm-decode", "markdownUrl": "https://vanshverma.com/raw/notes/monte-carlo-is-llm-decode" }, { "slug": "codeforces-to-ai-infra", "title": "The first time I saw an agent stuck in a retry loop, I knew what kind of bug it was before I read the logs.", "date": "2026-07-05", "excerpt": "The connection between competitive programming and AI infrastructure engineering is deeper than 'algorithms are useful,' and I want to name it precisely. Candidate Master on Codeforces (1900+, top 2-3%) isn't about knowing algorithms -- it's pattern recognition under time pressure: classify a novel problem, size its constraints, pick the tool. Four things transfer directly. Complexity intuition: 128k output tokens at 100ms each is a 21-minute batch job, not a web request -- the magnitudes pattern-match to constraints the same way 'n is 10^5, so O(n^2) is out' does. An agent loop is a DP problem in disguise: the retry loop I fixed in ten minutes was a missing state dimension -- the context didn't carry 'I already tried this and it failed.' Binary search on the answer tunes KV TTL and DBO thresholds. And wrong-metric recognition -- goodput per dollar vs GPU utilization, deployment performance vs eval scores -- is the CP instinct for when a stated objective diverges from the actual one. The skill that transfers isn't the algorithms. It's the habit of asking, of any system: what is the state space, the objective, the metric, and is the metric actually measuring the objective.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/codeforces-to-ai-infra", "markdownUrl": "https://vanshverma.com/raw/notes/codeforces-to-ai-infra" }, { "slug": "ebpf-agentic-observability", "title": "The agent said it ran the tests. eBPF says no test binary was executed.", "date": "2026-07-03", "excerpt": "Every agentic observability stack -- LangSmith, OpenTelemetry, your custom logging -- sees the application layer: tool calls, LLM requests, the agent's stated actions. None of it sees the kernel. When the app layer says 'tests passed' and the kernel saw no execve() of a test binary, that intent-vs-effect gap is the most important signal in agentic observability, and it's currently invisible in every production system. AgentSight (arXiv:2508.02736) makes it visible: eBPF on the syscall boundary plus TLS-decryption uprobes to capture plaintext LLM intent, correlated into a causal intent-to-effect graph at under 3% overhead, framework-agnostic. It catches prompt injection, resource-wasting reasoning loops, and multi-agent IPC bottlenecks. BpfJailer (Meta, LPC 2025) turns eBPF-LSM into mandatory access control that enforces a syscall allowlist on untrusted AI workloads. eGPU/Ingero extends the trace into CUDA and ROCm, and Alibaba's SysOM-AI ran it across 80,000+ GPUs, cutting training-failure diagnosis from days to ~10 minutes. The agent can lie. The kernel cannot.", "tags": [ "systems", "GPU" ], "url": "https://vanshverma.com/notes/ebpf-agentic-observability", "markdownUrl": "https://vanshverma.com/raw/notes/ebpf-agentic-observability" }, { "slug": "ai-infrastructure-build-order", "title": "Most AI infrastructure gets built backwards. People stand up the serving layer before they understand what they're serving. Spend a month on evals before they have a model worth evaluating. Buy GPUs before they know if they need to train at all.", "date": "2026-06-26", "excerpt": "The order that actually matters, with the version numbers and flag names you'll regret getting wrong. Phase 0: define the task precisely, prove a frontier API can't already solve it, and know whether you're inference-only or training. Compute: rent on SF Compute until you actually clear 66% utilization, then price the on-prem math -- most teams never hit it. Serving: vLLM 0.21+ with online 2-bit KV quantization, FA4, and DBO for MoE; SGLang for MoE production tooling; disaggregate prefill/decode from day one and use PPD routing for multi-turn. Speculative decoding: EAGLE-3 default, DFlash at the quality ceiling, and never ship it without measuring acceptance on real traffic. Training: veRL for async RL, Axolotl for SFT. Evals are the thing that breaks first and nobody notices: goodput per dollar, P99/P50 TTFT, prefix cache hit rate, and an eval-awareness check before you trust a single number. The agent harness is the product, not glue code.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/ai-infrastructure-build-order", "markdownUrl": "https://vanshverma.com/raw/notes/ai-infrastructure-build-order" }, { "slug": "five-layers-below-cuda", "title": "I went looking for what was below SASS. Found control codes. Went deeper. Found microcode. Then found the paper that explains why what I was seeing makes sense.", "date": "2026-06-25", "excerpt": "There are five layers below your CUDA C++: PTX, SASS, control codes, the fixed/variable-latency path split, and microcode. Most engineers know the first two. SASS instructions ship in 128-byte groups of four 64-bit instructions plus one control word that carries 16 bits per instruction -- stall count, yield bit, read/write barriers, wait mask. The compiler isn't just translating code, it's encoding a scheduling policy the hardware obeys, and when ptxas's static latency model is wrong the stall counts are wrong and the hardware follows them anyway. That's the exact gap CuAsmRL exploits: same instructions, better control codes. Go one layer down and the SFU runs transcendentals as a microcode sequence behind a pipeline mode switch -- which is why software-emulated exp() beats MUFU.EXP on Blackwell. And the March 2026 cross-vendor paper shows the control-code mechanism is hardware-invariant across NVIDIA, AMD, Intel, and Apple, because the scheduling problem it solves is physics, not a design choice.", "tags": [ "gpu", "systems" ], "url": "https://vanshverma.com/notes/five-layers-below-cuda", "markdownUrl": "https://vanshverma.com/raw/notes/five-layers-below-cuda" }, { "slug": "diffusiongemma-compute-bound-decode", "title": "DiffusionGemma doesn't accelerate text generation by being a smarter model. It accelerates it by using GPU hardware in a completely different mode.", "date": "2026-06-24", "excerpt": "Autoregressive decode is memory-bandwidth-bound -- a matrix-vector product that leaves an H100's tensor cores at 4-5% utilization. DiffusionGemma's denoising over a 256-token canvas is compute-bound -- bidirectional matrix-matrix attention that actually saturates the tensor cores. That's where the 4x comes from: not a smarter model, the same work in the shape the hardware was built for. 1,008 TPS on H100, 1,288 on H200 (vLLM measured), 1,000 TPS for a single user on an RTX 4090 at 18GB. Built on Gemma 4's 26B-A4B MoE with a causal-encode/bidirectional-denoise split, and the denoising step count is a continuous quality-speed dial. Google says quality isn't production-ready yet and they're right -- but it already wins on code infilling, constrained generation, and structured editing, where bidirectional canvas attention is an actual advantage. Serving needs step-homogeneous micro-batching, not standard continuous batching.", "tags": [ "gpu", "inference" ], "url": "https://vanshverma.com/notes/diffusiongemma-compute-bound-decode", "markdownUrl": "https://vanshverma.com/raw/notes/diffusiongemma-compute-bound-decode" }, { "slug": "wave-quantization-decode-cliff", "title": "Going from batch size 33 to 34 on an H100 SXM5 more than doubles your decode attention latency.", "date": "2026-06-23", "excerpt": "Going from batch size 33 to 34 on an H100 SXM5 more than doubles decode attention latency -- the wave quantization cliff. One request crosses a boundary (SMs / KV-head-groups), a second wave runs with a handful of straggler CTAs, and at long context those stragglers cost a lot. FlashAttention/FlashDecoding don't fix it; LeanAttention proves online-softmax's merge is associative, enabling Stream-K-style continuous SM distribution -- 2.18x at 256K context. Log your batch size against TTOT; the cliff is in your serving config right now.", "tags": [ "gpu", "inference" ], "url": "https://vanshverma.com/notes/wave-quantization-decode-cliff", "markdownUrl": "https://vanshverma.com/raw/notes/wave-quantization-decode-cliff" }, { "slug": "agentic-gpu-idle-scheduling", "title": "Companies are paying for 20x more GPU capacity than their workloads use. The number is worse than last year. The year before that it was worse than the year before that.", "date": "2026-06-21", "excerpt": "Average production GPU utilization is 5% -- and AWS just raised H200 prices for the first time since 2006. For agentic workloads the problem isn't low MFU during inference; it's that the GPU is idle *between* inferences, waiting on tool calls. Three idle resources (compute-network burst gaps, decode-side SNICs, sampling-phase GPUs), three papers (DualPath, AgentRL, Hummingbird) filling them. AgentRL hits 93.2% vs veRL's 45.2% on the same hardware. 5% utilization is a scheduling problem, not a hardware one.", "tags": [ "gpu", "inference" ], "url": "https://vanshverma.com/notes/agentic-gpu-idle-scheduling", "markdownUrl": "https://vanshverma.com/raw/notes/agentic-gpu-idle-scheduling" }, { "slug": "cuasmrl-sass-scheduling", "title": "ptxas generates SASS from your PTX. ptxas is a heuristic compiler. The SASS it generates is not optimal. Nobody has attacked this gap until now.", "date": "2026-06-19", "excerpt": "ptxas compiles your PTX to SASS -- NVIDIA's undocumented native machine code -- with a greedy heuristic scheduler that's locally optimal and globally not. Every kernel-optimization paper works above ptxas and accepts whatever it emits. CuAsmRL (arXiv:2501.08071) is the first to attack the SASS layer directly: infer register dependencies from the bytecode, search valid instruction schedules with RL, and let measured GPU execution time -- not an ISA spec -- be the reward.", "tags": [ "gpu", "inference" ], "url": "https://vanshverma.com/notes/cuasmrl-sass-scheduling", "markdownUrl": "https://vanshverma.com/raw/notes/cuasmrl-sass-scheduling" }, { "slug": "nvidia-triton-tileir-moat", "title": "NVIDIA built a Triton backend targeting their own hardware. That's not a concession. It's a tell.", "date": "2026-06-16", "excerpt": "On January 30th NVIDIA shipped a Triton backend that compiles directly to CUDA Tile IR -- a first-class, non-CUDA path to peak Blackwell performance. Every article framed it as developer outreach. It's defense. Triton compiles to AMD, Maia, and Intel too, and OpenAI just bought 6 GW of AMD betting on exactly that portability. The CUDA moat isn't dead -- it moved from 'CUDA is the only way' to 'be the best Triton compilation target.'", "tags": [ "gpu", "inference" ], "url": "https://vanshverma.com/notes/nvidia-triton-tileir-moat", "markdownUrl": "https://vanshverma.com/raw/notes/nvidia-triton-tileir-moat" }, { "slug": "maia-200-claude-inference", "title": "The number Microsoft hasn't published is what 30% better tokens per dollar means when the model wasn't designed for Maia.", "date": "2026-06-15", "excerpt": "Anthropic is in early talks to run Claude on Microsoft's Maia 200 via Azure -- the first external customer for a chip co-designed with OpenAI for GPT-style models. Microsoft's '30% better tokens per dollar' was measured against its own GPT-optimized fleet. The open question is whether that 30% holds for Claude. The SRAM headroom and inference-only silicon say it could; the GPT-shaped architecture says it might not.", "tags": [ "hardware", "inference" ], "url": "https://vanshverma.com/notes/maia-200-claude-inference", "markdownUrl": "https://vanshverma.com/raw/notes/maia-200-claude-inference" }, { "slug": "ledge-git-for-agents", "title": "Git was designed for how humans use repos. Agents use repos completely differently. I spent the last few months building something for the second use case.", "date": "2026-06-14", "excerpt": "Ledge is a git server rebuilt for agent workloads. Point a stock git client at it -- no plugins, no protocol changes. Underneath: BLAKE3 content addressing, Raft replication, TLA+ verification, and eager warming that makes cold and warm clone the same 0.13s. Here's why the architecture ended up the way it did, and what's honestly not done.", "tags": [ "systems", "rust" ], "url": "https://vanshverma.com/notes/ledge-git-for-agents", "markdownUrl": "https://vanshverma.com/raw/notes/ledge-git-for-agents" }, { "slug": "hbm-reliability-cost-floor", "title": "HBM is 5-10x more expensive than conventional DRAM per gigabyte. The reliability constraint is why. The reliability constraint is also looser than you think.", "date": "2026-06-13", "excerpt": "HBM is manufactured to reliability tolerances stricter than inference workloads require. Accept higher raw bit error rates from cheaper dies, compensate with workload-aware ECC at the memory controller, and at 10^-3 BER you keep 78% of throughput and 97% of accuracy. The cost reduction comes from looser manufacturing tolerances. At Fable 5 scale, that gap is a budget line item.", "tags": [ "hardware", "inference" ], "url": "https://vanshverma.com/notes/hbm-reliability-cost-floor", "markdownUrl": "https://vanshverma.com/raw/notes/hbm-reliability-cost-floor" }, { "slug": "128k-output-job-engine", "title": "128,000 output tokens per request. That number changes the serving infrastructure more than anything else in today's release.", "date": "2026-06-09", "excerpt": "128k output tokens at 100 tokens/second is 21 minutes of continuous decoding per single generation. That's not a better chatbot -- it's a batch compute job with an LLM as the execution engine. The serving infrastructure that works for chat models does not work for it: different scheduler, different memory tiering, different abstraction.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/128k-output-job-engine", "markdownUrl": "https://vanshverma.com/raw/notes/128k-output-job-engine" }, { "slug": "blackwell-attention-stack", "title": "Three things shipped in vLLM and SGLang this week that nobody has described as a system.", "date": "2026-06-09", "excerpt": "TurboQuant 2-bit KV cache, FlashAttention-4 as the default MLA backend, and Skip-Softmax attention all shipped in vLLM and SGLang this week. Separately, three changelog entries. Together they describe what the optimized attention stack looks like on Blackwell right now -- and for DeepSeek-class models the serving economics are a different category from 60 days ago.", "tags": [ "inference", "GPU", "systems" ], "url": "https://vanshverma.com/notes/blackwell-attention-stack", "markdownUrl": "https://vanshverma.com/raw/notes/blackwell-attention-stack" }, { "slug": "world-model-40ms-constraint", "title": "World model teams had a 40ms constraint. LLM teams had 200ms. The gap between those two numbers is why world models solved the distributed systems problems first.", "date": "2026-06-07", "excerpt": "World model inference runs under a hard 40ms real-time constraint. LLM inference runs under a soft 200ms one. That 5x difference in constraint tightness is why world model teams independently derived three infrastructure patterns -- constant-memory context compression, step pipelining, attention-locality tiering -- that LLM teams are arriving at years later. The world model serving papers from 2025 are a preview of where LLM infrastructure lands in 2027.", "tags": [ "world models", "inference", "systems" ], "url": "https://vanshverma.com/notes/world-model-40ms-constraint", "markdownUrl": "https://vanshverma.com/raw/notes/world-model-40ms-constraint" }, { "slug": "gqa-rdma-staging-buffer", "title": "GQA models have been making thousands of RDMA requests per token transfer. The fix is one staging buffer.", "date": "2026-06-06", "excerpt": "In GQA models -- DeepSeek-V4, Qwen3.5, Llama-3, every production MoE deployed right now -- the K and V tensors are not contiguous in memory. RDMA requires contiguous memory. The mismatch costs thousands of small messages per transfer. The fix is a gather kernel.", "tags": [ "inference", "GPU", "systems" ], "url": "https://vanshverma.com/notes/gqa-rdma-staging-buffer", "markdownUrl": "https://vanshverma.com/raw/notes/gqa-rdma-staging-buffer" }, { "slug": "kernel-smith-local-improver", "title": "Every kernel optimization system before Kernel-Smith was a one-shot generator. Kernel-Smith is a local improver. These are different problems requiring different training signals.", "date": "2026-06-05", "excerpt": "A one-shot generator takes a kernel specification and produces a kernel. A local improver takes a working kernel and asks: what is the single best modification to make this faster? These are not the same capability. They require different training data, different inference procedures, and produce different results on production kernels that aren't in the benchmark.", "tags": [ "GPU", "inference", "systems" ], "url": "https://vanshverma.com/notes/kernel-smith-local-improver", "markdownUrl": "https://vanshverma.com/raw/notes/kernel-smith-local-improver" }, { "slug": "vllm-hma-pcie", "title": "vLLM shipped tiered KV cache management this week. The PCIe bus is why it's harder than it sounds.", "date": "2026-06-03", "excerpt": "HMA solves two separate problems that were blocking production tiered KV cache. One has been solved well. One has a hardware ceiling that most writeups don't mention.", "tags": [ "inference", "GPU", "systems" ], "url": "https://vanshverma.com/notes/vllm-hma-pcie", "markdownUrl": "https://vanshverma.com/raw/notes/vllm-hma-pcie" }, { "slug": "eval-awareness", "title": "your eval suite assumes the model doesn't know it's being evaluated.", "date": "2026-05-31", "excerpt": "That assumption is false. It's been measurably false since at least mid-2025. It gets more false with every model generation. And almost nobody building production eval pipelines has updated their methodology to account for it.", "tags": [ "inference", "systems", "evals" ], "url": "https://vanshverma.com/notes/eval-awareness", "markdownUrl": "https://vanshverma.com/raw/notes/eval-awareness" }, { "slug": "flashattention-4-blackwell", "title": "blackwell doubled the tensor cores. it did not change the SFUs.", "date": "2026-05-30", "excerpt": "FlashAttention-4 is the most important kernel paper of 2026. The specific technical insight driving it is one of the cleanest examples of hardware co-design I have ever read.", "tags": [ "GPU", "inference", "systems" ], "url": "https://vanshverma.com/notes/flashattention-4-blackwell", "markdownUrl": "https://vanshverma.com/raw/notes/flashattention-4-blackwell" }, { "slug": "multiagent-stopping-decision", "title": "nobody trained an RL model for the stopping decision.", "date": "2026-05-27", "excerpt": "arXiv 2605.02801 surveyed every published RL method for multi-agent LLM orchestration. Four sub-decisions have training methods. The fifth -- stopping -- has none. The deeper reason: the infrastructure has no signal back to the orchestrator.", "tags": [ "inference", "systems", "RL" ], "url": "https://vanshverma.com/notes/multiagent-stopping-decision", "markdownUrl": "https://vanshverma.com/raw/notes/multiagent-stopping-decision" }, { "slug": "rl-kernel-reward-hacking", "title": "The RL agent was caching kernel outputs by recognizing input memory addresses and returning stale results when it saw a matching pointer.", "date": "2026-05-25", "excerpt": "An RL agent trained to optimize CUDA kernels discovered output caching by memory address without being told it was an option. The CUDA-L1 team deployed DeepSeek-R1 as an adversarial checker to catch it. 3.12x average speedup. 7.72x over cuDNN. From a reward signal alone.", "tags": [ "GPU", "RL", "training" ], "url": "https://vanshverma.com/notes/rl-kernel-reward-hacking", "markdownUrl": "https://vanshverma.com/raw/notes/rl-kernel-reward-hacking" }, { "slug": "neocloud-h100-bare-metal", "title": "AWS gives you an H100. It does not give you an H100 running at what an H100 can actually do.", "date": "2026-05-24", "excerpt": "SF Compute runs 3.2 Tb/s InfiniBand. AWS runs 800 Gbps Ethernet with RoCEv2. The difference is RDMA, lossless fabric, and $6,400 in eliminated wall-clock time on a 128-GPU 50K-step run -- before huge pages, NUMA pinning, ACS disable, and GPUDirect compound on top.", "tags": [ "GPU", "systems" ], "url": "https://vanshverma.com/notes/neocloud-h100-bare-metal", "markdownUrl": "https://vanshverma.com/raw/notes/neocloud-h100-bare-metal" }, { "slug": "3d-world-model-serving", "title": "Video world models generate pixels. 3D world models generate scenes. The serving architecture for each is completely different.", "date": "2026-05-23", "excerpt": "A 3DGS-output world model splits into two problems: neural generation on the server, rasterization on the client. The client renders arbitrary viewpoints locally at 100+ FPS via WebGPU. The cloud only has to generate the geometry.", "tags": [ "world models", "inference" ], "url": "https://vanshverma.com/notes/3d-world-model-serving", "markdownUrl": "https://vanshverma.com/raw/notes/3d-world-model-serving" }, { "slug": "world-model-causal-architecture", "title": "Sora cannot be interactive. Neither can Veo. Neither can Kling or Runway.", "date": "2026-05-23", "excerpt": "Bidirectional video diffusion models generate all frames jointly from a fixed prompt. That's why they're coherent. It's also why they fundamentally cannot respond to a mid-generation user action. Causal vs bidirectional is the most important architectural distinction in the world model space right now.", "tags": [ "world models", "inference" ], "url": "https://vanshverma.com/notes/world-model-causal-architecture", "markdownUrl": "https://vanshverma.com/raw/notes/world-model-causal-architecture" }, { "slug": "world-model-scaling-problems", "title": "Real-time interactive video generation has two completely separate scaling problems. Almost nobody is solving both.", "date": "2026-05-21", "excerpt": "Per-step latency and long-horizon memory are independent problems. Causal Forcing++ solves the first. TTT Memory solves the second. Neither cites the other. The experiment that determines whether they compose hasn't been run yet.", "tags": [ "world models", "inference", "training" ], "url": "https://vanshverma.com/notes/world-model-scaling-problems", "markdownUrl": "https://vanshverma.com/raw/notes/world-model-scaling-problems" }, { "slug": "dbo-moe-overlap", "title": "Open an Nsight profile on a DeepSeek-R1 decode workload. Find the MoE Dispatch/Combine section. Look at how long it is relative to the compute sections on either side of it.", "date": "2026-05-20", "excerpt": "DBO overlaps MoE all-to-all communication with dense layer compute using two CUDA streams. 25% decode latency from one flag. The tensor cores were idle during that communication window the whole time.", "tags": [ "inference", "GPU" ], "url": "https://vanshverma.com/notes/dbo-moe-overlap", "markdownUrl": "https://vanshverma.com/raw/notes/dbo-moe-overlap" }, { "slug": "widep-blast-radius", "title": "You adopted WideEP for the throughput gains. Then one GPU died and 96 went down with it.", "date": "2026-05-15", "excerpt": "Wide Expert Parallelism turns 96 GPUs into a single failure domain. The benchmarks didn't measure what happens when GPU 47 dies at 3am.", "tags": [ "GPU", "inference", "systems" ], "url": "https://vanshverma.com/notes/widep-blast-radius", "markdownUrl": "https://vanshverma.com/raw/notes/widep-blast-radius" }, { "slug": "ppd-append-prefill", "title": "99% of the prefill cost on turn 2 is recomputing something the decode node already has.", "date": "2026-05-09", "excerpt": "PD disaggregation was designed for single-turn queries. The dominant workload is now multi-turn. PPD routes append-prefill locally and cuts turn 2+ TTFT by 68%.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/ppd-append-prefill", "markdownUrl": "https://vanshverma.com/raw/notes/ppd-append-prefill" }, { "slug": "tpu-8i-boardfly", "title": "Google just threw away a network topology they've used for ten years. That's the story nobody wrote.", "date": "2026-05-02", "excerpt": "TPU 8i replaces the 3D torus with Boardfly -- a high-radix topology that cuts maximum hop count 56% for MoE inference. Google just declared training and inference need different network fabrics.", "tags": [ "GPU", "systems" ], "url": "https://vanshverma.com/notes/tpu-8i-boardfly", "markdownUrl": "https://vanshverma.com/raw/notes/tpu-8i-boardfly" }, { "slug": "intra-gpu-disaggregation", "title": "Prefill and decode run on the same GPU. They use completely different hardware. Nobody ran them at the same time until six weeks ago.", "date": "2026-04-29", "excerpt": "Bullet partitions SMs spatially at the kernel level -- prefill on half the chip, decode on the other half, simultaneously. 1.26x throughput gain, no new hardware. ASPLOS '26.", "tags": [ "inference", "GPU" ], "url": "https://vanshverma.com/notes/intra-gpu-disaggregation", "markdownUrl": "https://vanshverma.com/raw/notes/intra-gpu-disaggregation" }, { "slug": "rl-training-barrier", "title": "xAI ran Grok 4 on 200,000 GPUs. A significant fraction of that cluster was idle waiting for a barrier that didn't need to exist.", "date": "2026-04-27", "excerpt": "Laminar breaks the synchronization barrier between rollout generation and policy training that every RL system in the world uses. 5.48x throughput on 1,024 GPUs from removing a lockstep the algorithm never required.", "tags": [ "training", "GPU", "systems" ], "url": "https://vanshverma.com/notes/rl-training-barrier", "markdownUrl": "https://vanshverma.com/raw/notes/rl-training-barrier" }, { "slug": "why-i-write", "title": "I write because the gap between what's true and what's being said is embarrassingly large right now.", "date": "2026-04-22", "excerpt": "Papers get published with 5x throughput gains, collect two citations, and disappear. The engineers who would benefit don't know they exist. That's the gap I write into.", "tags": [], "url": "https://vanshverma.com/notes/why-i-write", "markdownUrl": "https://vanshverma.com/raw/notes/why-i-write" }, { "slug": "hardware-told-me-first", "title": "71ms per forward pass. budget is 35ms. the hardware told me before i wrote a single line of code.", "date": "2026-04-18", "excerpt": "Building a serving system for video world models. The math forced every decision before I named a single abstraction.", "tags": [ "GPU", "systems" ], "url": "https://vanshverma.com/notes/hardware-told-me-first", "markdownUrl": "https://vanshverma.com/raw/notes/hardware-told-me-first" }, { "slug": "memory-capability-rule", "title": "two models shipped this month that broke a rule everyone believed about memory and capability.", "date": "2026-04-17", "excerpt": "Gemma 4 E2B runs in a browser tab. Nemotron 3 Super runs 1M context on a single GPU. Neither should be possible.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/memory-capability-rule", "markdownUrl": "https://vanshverma.com/raw/notes/memory-capability-rule" }, { "slug": "cpu-critical-path", "title": "the CPU is on the critical path for every token you've ever generated.", "date": "2026-04-16", "excerpt": "Blink removes the CPU from inference serving entirely. 8.47x P99 TTFT. SmartNIC + persistent GPU kernel.", "tags": [ "inference", "GPU", "systems" ], "url": "https://vanshverma.com/notes/cpu-critical-path", "markdownUrl": "https://vanshverma.com/raw/notes/cpu-critical-path" }, { "slug": "kv-cache-eviction", "title": "your inference engine evicts the KV cache the moment the agent calls a tool.", "date": "2026-04-15", "excerpt": "Then the tool returns. Then you recompute everything from scratch. Every time. On every tool call.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/kv-cache-eviction", "markdownUrl": "https://vanshverma.com/raw/notes/kv-cache-eviction" }, { "slug": "model-self-improvement", "title": "they let the model run Kaggle competitions alone for 24 hours. it kept getting better.", "date": "2026-04-13", "excerpt": "MiniMax M2.7: open weights, $0.30/M tokens, self-improvement loop, 9 gold medals on MLE Bench in one autonomous run.", "tags": [ "training", "RL" ], "url": "https://vanshverma.com/notes/model-self-improvement", "markdownUrl": "https://vanshverma.com/raw/notes/model-self-improvement" }, { "slug": "nic-hop", "title": "nobody is talking about the NIC hop.", "date": "2026-04-10", "excerpt": "CXL memory eliminates the KV transfer bottleneck in disaggregated inference. 9.8x TTFT improvement. The plumbing paper nobody read.", "tags": [ "GPU", "systems" ], "url": "https://vanshverma.com/notes/nic-hop", "markdownUrl": "https://vanshverma.com/raw/notes/nic-hop" }, { "slug": "meta-embeddings", "title": "90% of Meta's model parameters are embeddings. they've been running them on tensor cores for years.", "date": "2026-04-08", "excerpt": "MTIA, custom silicon for recommendation inference, 44% TCO reduction, and why the GPU was always the wrong answer.", "tags": [ "GPU", "inference" ], "url": "https://vanshverma.com/notes/meta-embeddings", "markdownUrl": "https://vanshverma.com/raw/notes/meta-embeddings" }, { "slug": "warp-specialization", "title": "the H100 was designed for something most kernels don't do.", "date": "2026-04-05", "excerpt": "Warp specialization, GPU bubbles, and the 24% of inference hardware you're already paying for but not using.", "tags": [ "GPU" ], "url": "https://vanshverma.com/notes/warp-specialization", "markdownUrl": "https://vanshverma.com/raw/notes/warp-specialization" }, { "slug": "anti-idiot-stance", "title": "this is not an anti-AI stance. this is an anti-idiot stance.", "date": "2026-04-02", "excerpt": "Vibe coding is a multiplier. It multiplies what you already are.", "tags": [ "systems" ], "url": "https://vanshverma.com/notes/anti-idiot-stance", "markdownUrl": "https://vanshverma.com/raw/notes/anti-idiot-stance" }, { "slug": "paying-for-idle", "title": "you are not paying for compute. you are paying for idle.", "date": "2026-03-28", "excerpt": "At 10% utilization, self-hosted inference costs 6x more than the API. The math only works above 90%.", "tags": [ "GPU", "systems" ], "url": "https://vanshverma.com/notes/paying-for-idle", "markdownUrl": "https://vanshverma.com/raw/notes/paying-for-idle" }, { "slug": "google-pied-piper", "title": "Google just quietly shipped Pied Piper.", "date": "2026-03-22", "excerpt": "TurboQuant compresses the KV cache 6x at 3 bits with no fine-tuning. Nobody is talking about it.", "tags": [ "GPU", "systems" ], "url": "https://vanshverma.com/notes/google-pied-piper", "markdownUrl": "https://vanshverma.com/raw/notes/google-pied-piper" }, { "slug": "agent-context-engineering", "title": "the agent got it right. the framework got it wrong.", "date": "2026-03-08", "excerpt": "Context engineering, not model capability, is why your agent fails in production.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/agent-context-engineering", "markdownUrl": "https://vanshverma.com/raw/notes/agent-context-engineering" }, { "slug": "webgpu-world-models", "title": "The jump looked wrong. The physics were real.", "date": "2026-02-22", "excerpt": "WebGPU, world models, and the end of the game engine as an architectural paradigm.", "tags": [ "world models", "GPU" ], "url": "https://vanshverma.com/notes/webgpu-world-models", "markdownUrl": "https://vanshverma.com/raw/notes/webgpu-world-models" }, { "slug": "transformer-co-pilot", "title": "the transformer isn't dying. it's getting a co-pilot.", "date": "2026-02-02", "excerpt": "Mamba, Titans, hybrid architectures, and what they actually change about GPU infrastructure.", "tags": [ "inference", "systems" ], "url": "https://vanshverma.com/notes/transformer-co-pilot", "markdownUrl": "https://vanshverma.com/raw/notes/transformer-co-pilot" }, { "slug": "world-model-inference", "title": "the frame budget is 16 milliseconds. it does not negotiate.", "date": "2026-01-09", "excerpt": "What three weeks of building the wrong machine taught me about why world model inference is not LLM inference.", "tags": [ "world models", "inference" ], "url": "https://vanshverma.com/notes/world-model-inference", "markdownUrl": "https://vanshverma.com/raw/notes/world-model-inference" }, { "slug": "gpu-utilization-lie", "title": "4% compute utilization. everything working exactly as it should.", "date": "2025-11-18", "excerpt": "Why your H100 inference deployment is memory-bound, not broken, and why MFU is the wrong metric.", "tags": [ "GPU", "systems" ], "url": "https://vanshverma.com/notes/gpu-utilization-lie", "markdownUrl": "https://vanshverma.com/raw/notes/gpu-utilization-lie" }, { "slug": "pipeline-was-green", "title": "the pipeline was green. the model was wrong.", "date": "2025-10-02", "excerpt": "Why DevOps fails at AI, and what the actual engineering discipline looks like.", "tags": [ "systems" ], "url": "https://vanshverma.com/notes/pipeline-was-green", "markdownUrl": "https://vanshverma.com/raw/notes/pipeline-was-green" }, { "slug": "wrong-eight-gpus", "title": "the scheduler gave me eight GPUs. they were the wrong eight GPUs.", "date": "2025-08-28", "excerpt": "GPU topology, disaggregated inference, and why the Kubernetes resource model has no vocabulary for communication graphs.", "tags": [ "GPU", "systems" ], "url": "https://vanshverma.com/notes/wrong-eight-gpus", "markdownUrl": "https://vanshverma.com/raw/notes/wrong-eight-gpus" }, { "slug": "catching-hardware-failures", "title": "i've been catching hardware failures before the hardware knows.", "date": "2025-07-12", "excerpt": "ECC errors, thermal deltas, checkpoint validation, and why your GPU cluster is degrading right now.", "tags": [ "GPU", "systems" ], "url": "https://vanshverma.com/notes/catching-hardware-failures", "markdownUrl": "https://vanshverma.com/raw/notes/catching-hardware-failures" }, { "slug": "stop-paying-with-mondays", "title": "stop paying for free software with your Mondays.", "date": "2025-04-28", "excerpt": "Self-managed Airflow, sensor cascades, and why the cost analysis never includes the backlog that doesn't shrink.", "tags": [ "systems" ], "url": "https://vanshverma.com/notes/stop-paying-with-mondays", "markdownUrl": "https://vanshverma.com/raw/notes/stop-paying-with-mondays" } ], "endpoints": { "llms": "https://vanshverma.com/llms.txt", "llmsFull": "https://vanshverma.com/llms-full.txt", "evidence": "https://vanshverma.com/evidence.json", "mcp": "https://vanshverma.com/api/mcp", "rss": "https://vanshverma.com/rss.xml", "sitemap": "https://vanshverma.com/sitemap.xml" }, "updated": "2026-08-09" }