corpus.blog
56,966 blogs · [ { "id": "01a0e456-185b-71bb-b53c-5173d22ab83a", "title": "MLPerf Training Introduces Its First LLM Post-Training Benchmark", "url": "https://mlcommons.org/2026/09/mlperf-training-llm-post-training/", "published_at": "2026-09-24T14:50:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d28574cc", "title": "MLCommons Joins EU-Funded AIRIS Project to Build and Benchmark Next-Generation Biomedical AI", "url": "https://mlcommons.org/2026/09/join-airis-biomedical-ai/", "published_at": "2026-09-23T14:11:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d3067a02", "title": "Where the Industry Is Investing: A Look at MLPerf Inference v6.1", "url": "https://mlcommons.org/2026/09/chairs-mlperf-inference-v6-1/", "published_at": "2026-09-17T15:00:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d3899697", "title": "MLCommons Sets Participation Record with New MLPerf Inference v6.1 Benchmark Results", "url": "https://mlcommons.org/2026/09/mlperf-inference-v6-1-results/", "published_at": "2026-09-16T14:45:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d4731566", "title": "MLCommons Agent Reliability Profile Named a Finalist in Global Agentic Regulator Hackathon", "url": "https://mlcommons.org/2026/09/agent-reliability-profile-cdir/", "published_at": "2026-09-15T14:45:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d4d3e74f", "title": "MLCommons Releases New MLPerf Storage v3.0 Benchmark Results", "url": "https://mlcommons.org/2026/09/mlperf-storage-v3-0-results/", "published_at": "2026-09-01T14:53:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d5550616", "title": "The key to trustworthy AI evaluation is secrecy by design", "url": "https://mlcommons.org/2026/08/double-blind-reliability-evaluation/", "published_at": "2026-08-27T13:13:02+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d612ca32", "title": "Introducing the MLPerf End-to-End RAG Inference Benchmark", "url": "https://mlcommons.org/2026/08/endtoend-inference/", "published_at": "2026-08-26T14:50:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d6c0e26f", "title": "MLPerf Client v2.0 Expands AI PC Benchmarking with Image Generation and Agentic AI", "url": "https://mlcommons.org/2026/08/mlperf-client-v2-0/", "published_at": "2026-08-18T14:50:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d792a533", "title": "How to Tell When a Benchmark Is Worth Trusting", "url": "https://mlcommons.org/2026/08/benchmark-is-worth-trusting/", "published_at": "2026-08-11T14:45:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d7d62e2f", "title": "MLPerf Endpoints v0.7: A Foundation Release", "url": "https://mlcommons.org/2026/07/mlperf-endpoints-v0-7-release/", "published_at": "2026-07-28T14:50:00+00:00" }, { "id": "01a0e456-185b-71bb-b53c-5173d86b82b2", "title": "MedPerf Meets Google Cloud Confidential Computing: Secure AI Benchmarking for Brain Tumor Research", "url": "https://mlcommons.org/2026/07/medperf-google-cloud-confidential/", "published_at": "2026-07-22T16:24:26+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e80d6d9b2", "title": "Call for Submission: Edge Agentic Inference Benchmark for MLPerf Inference v6.1", "url": "https://mlcommons.org/2026/07/mlperf-inference-v61-edge-agentic/", "published_at": "2026-07-09T14:45:00+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e81cd2104", "title": "Agentic Inference for MLPerf Inference", "url": "https://mlcommons.org/2026/07/agentic-inference-for-mlperf-inference/", "published_at": "2026-07-08T14:40:00+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e824fa780", "title": "The Benchmark Behind the Next Wave of Ultra-Low-Power AI", "url": "https://mlcommons.org/2026/07/mlperf-tiny-v1-4-results/", "published_at": "2026-07-07T14:39:00+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e831a466e", "title": "MLCommons Releases MLPerf Training v6.0 Results", "url": "https://mlcommons.org/2026/06/mlperf-training-v6-0-results/", "published_at": "2026-06-16T14:56:24+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e84076a7a", "title": "MLCommons Releases MLPerf Mobile v6.0 with New Generative AI Benchmarks for On-Device LLMs", "url": "https://mlcommons.org/2026/06/mlperf-mobile-v6/", "published_at": "2026-06-15T14:40:00+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e84cc79a9", "title": "The patch model is breaking. AI evaluation needs a new way to disclose what it finds.", "url": "https://mlcommons.org/2026/06/responsible-disclosure/", "published_at": "2026-06-09T14:50:28+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e858372e6", "title": "Chakra Comes of Age: A Standardized Trace Ecosystem for AI Systems Benchmarking and Co-design", "url": "https://mlcommons.org/2026/06/chakra-comes-of-age/", "published_at": "2026-06-02T14:27:00+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e86134df8", "title": "Introducing the 2026 MLCommons Rising Stars", "url": "https://mlcommons.org/2026/05/2026-rising-stars/", "published_at": "2026-05-19T15:34:00+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e86c3efaf", "title": "GPT-OSS 20B: A Sparse MoE Pretraining Benchmark for MLPerf Training v6.0", "url": "https://mlcommons.org/2026/05/gpt-oss-moe-training6/", "published_at": "2026-05-07T13:23:00+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e87222076", "title": "DeepSeek-V3: A Large-Scale MoE Pretraining Benchmark for MLPerf Training v6.0", "url": "https://mlcommons.org/2026/05/deepseek-v3-training-v6-0/", "published_at": "2026-05-05T13:37:00+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e877ee573", "title": "AI Reliability Map: Rules and Circumstances ", "url": "https://mlcommons.org/2026/04/airr-map/", "published_at": "2026-04-22T16:09:09+00:00" }, { "id": "01a0e460-dd06-710b-a96b-f91e887c45f0", "title": "Fresh Benchmarks, Reliable Scores: Introducing Continuous Prompt Stewardship for AI Risk Evaluation", "url": "https://mlcommons.org/2026/04/continuous-prompt-stewardship/", "published_at": "2026-04-20T22:10:34+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91e94c81d6", "title": "MLCommons Releases MLPerf Client v1.6 with Performance Optimizations and Enhanced User Experience", "url": "https://mlcommons.org/2026/04/mlperf-client-v1-6/", "published_at": "2026-04-06T14:57:00+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91e9fd04fb", "title": "MLCommons Releases New MLPerf Inference v6.0 Benchmark Results", "url": "https://mlcommons.org/2026/04/mlperf-inference-v6-0-results/", "published_at": "2026-04-01T14:50:00+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91eab1958c", "title": "A new GPT-OSS benchmark and DeepSeek R1 updates for latency-optimized reasoning", "url": "https://mlcommons.org/2026/03/mlperf-inference-gpt-oss/", "published_at": "2026-03-24T14:47:34+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91eb9a6dd5", "title": "Standardizing Generative AI Service Evaluation: An API-Centric Benchmarking Approach", "url": "https://mlcommons.org/2026/03/mlperf-endpoints-gen-ai-benchmarking/", "published_at": "2026-03-19T18:59:55+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91ebe24950", "title": "Global Standards, Local Ground Truths: Piloting Multilingual, Multimodal AI Safety Understanding in APAC", "url": "https://mlcommons.org/2026/03/airr-multilingual-apac/", "published_at": "2026-03-13T16:57:54+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91eccd0376", "title": "YOLO for the MLPerf Inference v6.0 Edge Suite", "url": "https://mlcommons.org/2026/03/yolo-inference/", "published_at": "2026-03-12T15:21:45+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91ecf2c739", "title": "MedPerf enhances User Experience with improved Data Preparation Pipelines in Federated Clinical Studies", "url": "https://mlcommons.org/2026/03/medperf-apache-airflow-federated-clinical-data-preparation/", "published_at": "2026-03-11T14:58:00+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91edae162c", "title": "Bringing Text-to-Video to MLPerf Inference v6.0", "url": "https://mlcommons.org/2026/03/texttovideo-inference/", "published_at": "2026-03-10T14:17:44+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91edcb5486", "title": "A New Standard for AI Risk: How the AILuminate Global Assurance Program Is Reshaping Reliability", "url": "https://mlcommons.org/2026/02/ailuminate-global-assurance/", "published_at": "2026-02-20T02:30:00+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91edf22689", "title": "MLCommons Lays the Foundation for Defensible Jailbreak Benchmarking", "url": "https://mlcommons.org/2026/02/jailbreak-0-7/", "published_at": "2026-02-16T22:04:25+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91eea3c066", "title": "What’s New in Croissant 1.1: Extensible, Agent-Ready ML Dataset Standard", "url": "https://mlcommons.org/2026/02/croissant-1-1-standard/", "published_at": "2026-02-12T15:09:01+00:00" }, { "id": "01a0e469-f7e7-72a1-b951-ee91ef05fe38", "title": "Technical Standards are the Bridge to Enabling AI Adoption", "url": "https://mlcommons.org/2026/02/ai-standards-bridge-adoption/", "published_at": "2026-02-11T16:16:22+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b862589897e", "title": "DLRMv3: Generative recommendation benchmark in MLPerf Inference", "url": "https://mlcommons.org/2026/02/dlrmv3-inference-meta/", "published_at": "2026-02-10T14:00:00+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b862686a2fa", "title": "Call for Submission: Qwen3 VL MoE for MLPerf Inference v6.0", "url": "https://mlcommons.org/2026/02/vlm-inference-shopify/", "published_at": "2026-02-02T14:53:37+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b86268999c8", "title": "MedPerf adds WebUI capabilities to make federated benchmarking more user-friendly", "url": "https://mlcommons.org/2025/12/medperf-adds-webui-capabilities/", "published_at": "2025-12-09T17:00:00+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b86272426e1", "title": "MLPerf Client v1.5 Advances AI PC Benchmarking with Windows ML Integration", "url": "https://mlcommons.org/2025/11/mlperf-client-1-5-release/", "published_at": "2025-11-17T16:00:00+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b86281e0cf2", "title": "MLCommons Releases MLPerf Training v5.1 Results", "url": "https://mlcommons.org/2025/11/training-v5-1-results/", "published_at": "2025-11-12T16:03:00+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b86285f24c3", "title": "From Community Benchmarks to Global Standards: MLCommons Shaping AI Governance", "url": "https://mlcommons.org/2025/11/iso-aus/", "published_at": "2025-11-10T21:35:27+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b8628c33e72", "title": "MLPerf Training Adds Llama 3.1 8B Benchmark", "url": "https://mlcommons.org/2025/10/training-llama-3-1-8b/", "published_at": "2025-10-29T18:14:29+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b86291b1841", "title": "MLPerf Training Introduces Flux.1 Text-to-Image Benchmark", "url": "https://mlcommons.org/2025/10/training-flux1/", "published_at": "2025-10-29T16:09:06+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b86294d4998", "title": "MLCommons Unveils New Jailbreak Benchmark, Quantifying AI’s “Resilience Gap” to Adversarial Attacks", "url": "https://mlcommons.org/2025/10/ailuminate-jailbreak-v05/", "published_at": "2025-10-15T19:05:27+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b862a3bc1e0", "title": "Metadata, Meet Datasets: Croissant and MCP in Action", "url": "https://mlcommons.org/2025/10/croissant-mcp/", "published_at": "2025-10-01T15:17:01+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b862af9d2d8", "title": "A New TinyML Streaming Benchmark for MLPerf Tiny v1.3", "url": "https://mlcommons.org/2025/09/mlperf-tiny-v1-3-tech/", "published_at": "2025-09-24T18:19:32+00:00" }, { "id": "01a0e471-3ba4-70ce-a235-1b862b920637", "title": "MLCommons New MLPerf Tiny 1.3 Benchmark Results Released", "url": "https://mlcommons.org/2025/09/mlperf-tiny-v1-3-results/", "published_at": "2025-09-17T15:12:28+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d36fea6927", "title": "MLCommons Releases New MLPerf Inference v5.1 Benchmark Results", "url": "https://mlcommons.org/2025/09/mlperf-inference-v5-1-results/", "published_at": "2025-09-09T15:09:22+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d37049daa6", "title": "DeepSeek Reasoning for MLPerf Inference v5.1", "url": "https://mlcommons.org/2025/09/deepseek-inference-5-1/", "published_at": "2025-09-09T15:04:08+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d370e3c1a8", "title": "MLPerf Inference 5.1: Benchmarking Small LLMs with Llama3.1-8B", "url": "https://mlcommons.org/2025/09/small-llm-inference-5-1/", "published_at": "2025-09-09T15:03:22+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d371282a2c", "title": "Whisper: An MLPerf Inference Benchmark for Automatic Speech Recognition (ASR)", "url": "https://mlcommons.org/2025/09/whisper-inferencev5-1/", "published_at": "2025-09-09T15:02:26+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d371835fd7", "title": "AVCC and MLCommons Release New MLPerf Automotive v0.5 Benchmark Results", "url": "https://mlcommons.org/2025/08/mlperf-auto-v0-5-results/", "published_at": "2025-08-27T14:44:31+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d371970552", "title": "New MLPerf Storage v2.0 Benchmark Results Demonstrate the Critical Role of Storage Performance in AI Training Systems", "url": "https://mlcommons.org/2025/08/mlperf-storage-v2-0-results/", "published_at": "2025-08-04T14:56:19+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d372745195", "title": "Announcing the MLPerf Storage v2.0 Checkpointing Workload", "url": "https://mlcommons.org/2025/08/storage-2-checkpointing/", "published_at": "2025-08-04T14:43:55+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d372fc2495", "title": "MLCommons Releases MLPerf Client v1.0: A New Standard for AI PC and Client LLM Benchmarking", "url": "https://mlcommons.org/2025/07/mlperf-client-v1-0/", "published_at": "2025-07-30T15:02:04+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d373975a09", "title": "MLCommons Launches MLPerf Mobile on Google Play Store", "url": "https://mlcommons.org/2025/07/mlperfmobile-android/", "published_at": "2025-07-10T18:35:26+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d3747a63ec", "title": "MLCommons Builds New Agentic Reliability Evaluation Standard in Collaboration with Industry Leaders", "url": "https://mlcommons.org/2025/06/ares-announce/", "published_at": "2025-06-27T17:11:26+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d37536b153", "title": "Introducing the 2025 MLCommons Rising Stars", "url": "https://mlcommons.org/2025/06/2025-mlc-rising-stars/", "published_at": "2025-06-12T05:48:52+00:00" }, { "id": "01a0e479-eee2-719c-970e-f2d375c6feef", "title": "Peter Mattson Joins Leaders to Discuss AI Innovation at Asia Tech x Conference in Singapore", "url": "https://mlcommons.org/2025/06/atx-panel/", "published_at": "2025-06-06T18:43:00+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b18556fe", "title": "New MLCommons MLPerf Training v5.0 Benchmark Results Reflect Rapid Growth and Evolution of the Field of AI", "url": "https://mlcommons.org/2025/06/mlperf-training-v5-0-results/", "published_at": "2025-06-04T14:56:30+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b1d37f0a", "title": "Emerging themes from AAAI 2025: standardisation, evaluation & collaboration in AI safety", "url": "https://mlcommons.org/2025/06/aaai2025/", "published_at": "2025-06-03T22:36:33+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b238c8e6", "title": "MLCommons Announces Expansion of Industry-Leading AILuminate Benchmark", "url": "https://mlcommons.org/2025/05/nasscom/", "published_at": "2025-05-29T15:10:24+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b30e2893", "title": "MLCommons MLPerf Training Expands with Llama 3.1 405B", "url": "https://mlcommons.org/2025/05/training-llama31405b/", "published_at": "2025-05-05T15:43:00+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b354c308", "title": "MLCommons Releases MLPerf Client v0.6 With Expanded Hardware Support for AI PCs", "url": "https://mlcommons.org/2025/04/mlperf-client-v0-6/", "published_at": "2025-04-28T15:04:31+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b3fcd846", "title": "MLCommons Releases French AILuminate Benchmark Demo Prompt Dataset to Github", "url": "https://mlcommons.org/2025/04/ailuminate-french-datasets/", "published_at": "2025-04-16T17:00:00+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b4545a63", "title": "CKAN Announces Support for Croissant", "url": "https://mlcommons.org/2025/04/ckan-croissant/", "published_at": "2025-04-16T00:30:02+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b479edae", "title": "Announcing the AILuminate Benchmarking Policy", "url": "https://mlcommons.org/2025/04/ail-benchmarking-policy/", "published_at": "2025-04-16T00:26:43+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b4ab5818", "title": "MLCommons Releases New MLPerf Inference v5.0 Benchmark Results", "url": "https://mlcommons.org/2025/04/mlperf-inference-v5-0-results/", "published_at": "2025-04-02T15:00:00+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b4ea1b03", "title": "Introducing a Graph Neural Network Benchmark in MLPerf Inference v5.0", "url": "https://mlcommons.org/2025/04/rgat-inference-v5/", "published_at": "2025-04-02T14:59:24+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b567e57d", "title": "A New Automotive Benchmark for MLPerf Inference v5.0", "url": "https://mlcommons.org/2025/04/auto-inference-v5/", "published_at": "2025-04-02T14:58:55+00:00" }, { "id": "01a0e481-c06d-7112-95a9-5c45b5d78eb1", "title": "MLPerf Inference v5.0 Advances Language Model Capabilities for GenAI", "url": "https://mlcommons.org/2025/04/llm-inference-v5/", "published_at": "2025-04-02T14:58:06+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d4377bb7c7d", "title": "Unlocking Data Collaboration with AI-Ready Licenses", "url": "https://mlcommons.org/2025/03/unlocking-data-collab/", "published_at": "2025-03-17T19:37:31+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d4377c77c50", "title": "MedPerf enhances transparency and integrity of real-world benchmarks using smart contracts", "url": "https://mlcommons.org/2025/03/medperf-smart-contracts/", "published_at": "2025-03-10T20:27:32+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d4377ed9e33", "title": "MLCommons Power Working Group Presents MLPerf Power benchmark at IEEE HPCA Symposium", "url": "https://mlcommons.org/2025/03/ml-commons-power-hpca/", "published_at": "2025-03-04T23:15:00+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d43787c411c", "title": "Croissant Gains Momentum within the Data Community", "url": "https://mlcommons.org/2025/02/croissant-qa-community/", "published_at": "2025-02-12T14:44:00+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d437923e5bd", "title": "MLCommons Releases AILuminate LLM v1.1, Adding French Language Capabilities to Industry-Leading AI Safety Benchmark", "url": "https://mlcommons.org/2025/02/ailumiate-v1-1-fr/", "published_at": "2025-02-11T05:00:00+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d4379f7a726", "title": "Unsupervised People’s Speech: A Massive Multilingual Audio Dataset", "url": "https://mlcommons.org/2025/01/new-unsupervised-peoples-speech/", "published_at": "2025-01-30T21:00:00+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d437a7e2f50", "title": "MLCommons Medical Working Group Co-authors Book Chapter on Collaborative Evaluation for Medical Imaging", "url": "https://mlcommons.org/2025/01/mlc-medical-collab-eval-medical-imaging/", "published_at": "2025-01-27T20:32:20+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d437ac086d9", "title": "MLCommons Releases AILuminate Creative Commons DEMO Benchmark Prompt Dataset to Github", "url": "https://mlcommons.org/2025/01/ailuminate-demo-benchmark-prompt-dataset/", "published_at": "2025-01-15T18:50:04+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d437b8c7e94", "title": "Bringing Open Source Principles to AI Data through Croissant", "url": "https://mlcommons.org/2024/12/croissant-medium-post/", "published_at": "2024-12-16T18:50:28+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d437bf235dd", "title": "MLCommons Introduces MLPerf Client v0.5", "url": "https://mlcommons.org/2024/12/mlc-mlperf-client-v0-5/", "published_at": "2024-12-11T15:55:00+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d437c118b36", "title": "MLCommons Launches AILuminate, First-of-its-Kind Benchmark to Measure the Safety of Large Language Models  ", "url": "https://mlcommons.org/2024/12/mlcommons-ailuminate-v1-0-release/", "published_at": "2024-12-04T13:56:00+00:00" }, { "id": "01a0e491-14b3-7367-a9ed-9d437ccc471f", "title": "Comprehensive Open Federated Ecosystem (COFE) showcased at MICCAI 2024", "url": "https://mlcommons.org/2024/11/medical-miccai-cofe/", "published_at": "2024-11-21T22:30:20+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c0440f73f8f1", "title": "AI Safety in Practice: Two Key Takeaways from MLCommons and PAI Workshop", "url": "https://mlcommons.org/2024/11/mlc-and-pai-workshop/", "published_at": "2024-11-21T18:14:56+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c0440faeb6bf", "title": "New MLPerf Training v4.1 Benchmarks Highlight Industry’s Focus on New Systems and Generative AI Applications", "url": "https://mlcommons.org/2024/11/new-mlperf-training-v4-1-benchmarks-highlight-industrys-focus-on-new-systems-and-generative-ai-applications/", "published_at": "2024-11-13T19:51:49+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c0440fb5b9ff", "title": "New MLPerf Storage v1.0 Benchmark Results Show Storage Systems Play a Critical Role in AI Model Training Performance", "url": "https://mlcommons.org/2024/09/mlperf-storage-v1-0-benchmark-results/", "published_at": "2024-09-25T14:55:00+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c044101ac2d5", "title": "MLCommons Medical WG Supports FeTS 2.0 Clinical Study with MedPerf and GaNDLF", "url": "https://mlcommons.org/2024/09/mlc-medicalwg-fets-2-0-study-update/", "published_at": "2024-09-11T15:00:00+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c0441056e394", "title": "New MLPerf Inference v4.1 Benchmark Results Highlight Rapid Hardware and Software Innovations in Generative AI Systems", "url": "https://mlcommons.org/2024/08/mlperf-inference-v4-1-results/", "published_at": "2024-08-28T14:56:00+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c04410e5fb11", "title": "Mixtral 8x7B: a new MLPerf Inference benchmark for mixture of experts", "url": "https://mlcommons.org/2024/08/moe-mlperf-inference-benchmark/", "published_at": "2024-08-28T14:54:00+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c04411e4e902", "title": "SDXL: An MLPerf Inference benchmark for text-to-image generation", "url": "https://mlcommons.org/2024/08/sdxl-mlperf-text-to-image-generation-benchmark/", "published_at": "2024-08-28T14:45:00+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c04411f45786", "title": "Comprehensive Open Federated Ecosystem (COFE) Presented at ISBI 2024", "url": "https://mlcommons.org/2024/08/medperf-cofe-isbi-2024/", "published_at": "2024-08-05T15:00:00+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c0441226718f", "title": "Announcing the results of the inaugural AlgoPerf: Training Algorithms benchmark competition", "url": "https://mlcommons.org/2024/08/mlc-algoperf-benchmark-competition/", "published_at": "2024-08-01T19:29:45+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c044125d47a2", "title": "MLCommons AI Safety Working Group’s Rapid Progress to a v1.0 Release", "url": "https://mlcommons.org/2024/07/mlc-ais-v1-0-progress/", "published_at": "2024-07-31T16:38:28+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c04412c9041b", "title": "MLCommons Leadership Evolution", "url": "https://mlcommons.org/2024/06/mlcommons-leadership-evolution/", "published_at": "2024-06-26T20:52:43+00:00" }, { "id": "01a0e4a3-76c4-73d8-abc9-c04413644156", "title": "MLCommons AI Safety prompt generation expression of interest. Submissions are now open!", "url": "https://mlcommons.org/2024/06/ai-safety-prompt-generation-eoi/", "published_at": "2024-06-20T22:44:44+00:00" }, { "id": "01a0e4b5-4097-73e1-90ef-55d9ebcc43d6", "title": "Introducing the 2024 MLCommons Rising Stars", "url": "https://mlcommons.org/2024/06/2024-mlc-rising-stars/", "published_at": "2024-06-20T16:11:34+00:00" }, { "id": "01a0e4b5-4097-73e1-90ef-55d9ec09d769", "title": "MLCommons and AVCC Release Automotive Benchmark Proof-of-Concept", "url": "https://mlcommons.org/2024/06/automotive-benchmark-poc/", "published_at": "2024-06-18T15:50:00+00:00" }, { "id": "01a0e4b5-4097-73e1-90ef-55d9ecbac7ab", "title": "New MLPerf Training Benchmark Results Highlight Hardware and Software Innovations in AI Systems", "url": "https://mlcommons.org/2024/06/mlperf-training-v4-benchmark-results/", "published_at": "2024-06-12T14:55:00+00:00" }, { "id": "01a0e4b5-4097-73e1-90ef-55d9ecca08b2", "title": "LoRA selected as the fine-tuning technique added to MLPerf Training v4.0", "url": "https://mlcommons.org/2024/06/lora-fine-tuning-mlperf-training-v4-0/", "published_at": "2024-06-12T14:45:00+00:00" } ] posts Claim your blog
Back to mlcommons.org
Blog · corpus.blog/blogs/mlcommons.org/posts

mlcommons.org

mlcommons.org

2026

MLPerf Training Introduces Its First LLM Post-Training Benchmarkoriginal ↗
24 Sept 2026
MLCommons Joins EU-Funded AIRIS Project to Build and Benchmark Next-Generation Biomedical AIoriginal ↗
23 Sept 2026
Where the Industry Is Investing: A Look at MLPerf Inference v6.1original ↗
17 Sept 2026
MLCommons Sets Participation Record with New MLPerf Inference v6.1 Benchmark Resultsoriginal ↗
16 Sept 2026
MLCommons Agent Reliability Profile Named a Finalist in Global Agentic Regulator Hackathonoriginal ↗
15 Sept 2026
MLCommons Releases New MLPerf Storage v3.0 Benchmark Resultsoriginal ↗
1 Sept 2026
The key to trustworthy AI evaluation is secrecy by designoriginal ↗
27 Aug 2026
Introducing the MLPerf End-to-End RAG Inference Benchmarkoriginal ↗
26 Aug 2026
MLPerf Client v2.0 Expands AI PC Benchmarking with Image Generation and Agentic AIoriginal ↗
18 Aug 2026
How to Tell When a Benchmark Is Worth Trustingoriginal ↗
11 Aug 2026
MLPerf Endpoints v0.7: A Foundation Releaseoriginal ↗
28 Jul 2026
MedPerf Meets Google Cloud Confidential Computing: Secure AI Benchmarking for Brain Tumor Researchoriginal ↗
22 Jul 2026
Call for Submission: Edge Agentic Inference Benchmark for MLPerf Inference v6.1original ↗
9 Jul 2026
Agentic Inference for MLPerf Inferenceoriginal ↗
8 Jul 2026
The Benchmark Behind the Next Wave of Ultra-Low-Power AIoriginal ↗
7 Jul 2026
MLCommons Releases MLPerf Training v6.0 Resultsoriginal ↗
16 Jun 2026
MLCommons Releases MLPerf Mobile v6.0 with New Generative AI Benchmarks for On-Device LLMsoriginal ↗
15 Jun 2026
The patch model is breaking. AI evaluation needs a new way to disclose what it finds.original ↗
9 Jun 2026
Chakra Comes of Age: A Standardized Trace Ecosystem for AI Systems Benchmarking and Co-designoriginal ↗
2 Jun 2026
Introducing the 2026 MLCommons Rising Starsoriginal ↗
19 May 2026
GPT-OSS 20B: A Sparse MoE Pretraining Benchmark for MLPerf Training v6.0original ↗
7 May 2026
DeepSeek-V3: A Large-Scale MoE Pretraining Benchmark for MLPerf Training v6.0original ↗
5 May 2026
AI Reliability Map: Rules and Circumstances original ↗
22 Apr 2026
Fresh Benchmarks, Reliable Scores: Introducing Continuous Prompt Stewardship for AI Risk Evaluationoriginal ↗
20 Apr 2026
MLCommons Releases MLPerf Client v1.6 with Performance Optimizations and Enhanced User Experienceoriginal ↗
6 Apr 2026
MLCommons Releases New MLPerf Inference v6.0 Benchmark Resultsoriginal ↗
1 Apr 2026
A new GPT-OSS benchmark and DeepSeek R1 updates for latency-optimized reasoningoriginal ↗
24 Mar 2026
Standardizing Generative AI Service Evaluation: An API-Centric Benchmarking Approachoriginal ↗
19 Mar 2026
Global Standards, Local Ground Truths: Piloting Multilingual, Multimodal AI Safety Understanding in APACoriginal ↗
13 Mar 2026
YOLO for the MLPerf Inference v6.0 Edge Suiteoriginal ↗
12 Mar 2026
MedPerf enhances User Experience with improved Data Preparation Pipelines in Federated Clinical Studiesoriginal ↗
11 Mar 2026
Bringing Text-to-Video to MLPerf Inference v6.0original ↗
10 Mar 2026
A New Standard for AI Risk: How the AILuminate Global Assurance Program Is Reshaping Reliabilityoriginal ↗
20 Feb 2026
MLCommons Lays the Foundation for Defensible Jailbreak Benchmarkingoriginal ↗
16 Feb 2026
What’s New in Croissant 1.1: Extensible, Agent-Ready ML Dataset Standardoriginal ↗
12 Feb 2026
Technical Standards are the Bridge to Enabling AI Adoptionoriginal ↗
11 Feb 2026
DLRMv3: Generative recommendation benchmark in MLPerf Inferenceoriginal ↗
10 Feb 2026
Call for Submission: Qwen3 VL MoE for MLPerf Inference v6.0original ↗
2 Feb 2026

2025

MedPerf adds WebUI capabilities to make federated benchmarking more user-friendlyoriginal ↗
9 Dec 2025
MLPerf Client v1.5 Advances AI PC Benchmarking with Windows ML Integrationoriginal ↗
17 Nov 2025
MLCommons Releases MLPerf Training v5.1 Resultsoriginal ↗
12 Nov 2025
From Community Benchmarks to Global Standards: MLCommons Shaping AI Governanceoriginal ↗
10 Nov 2025
MLPerf Training Adds Llama 3.1 8B Benchmarkoriginal ↗
29 Oct 2025
MLPerf Training Introduces Flux.1 Text-to-Image Benchmarkoriginal ↗
29 Oct 2025
MLCommons Unveils New Jailbreak Benchmark, Quantifying AI’s “Resilience Gap” to Adversarial Attacksoriginal ↗
15 Oct 2025
Metadata, Meet Datasets: Croissant and MCP in Actionoriginal ↗
1 Oct 2025
A New TinyML Streaming Benchmark for MLPerf Tiny v1.3original ↗
24 Sept 2025
MLCommons New MLPerf Tiny 1.3 Benchmark Results Releasedoriginal ↗
17 Sept 2025
MLCommons Releases New MLPerf Inference v5.1 Benchmark Resultsoriginal ↗
9 Sept 2025
DeepSeek Reasoning for MLPerf Inference v5.1original ↗
9 Sept 2025
MLPerf Inference 5.1: Benchmarking Small LLMs with Llama3.1-8Boriginal ↗
9 Sept 2025
Whisper: An MLPerf Inference Benchmark for Automatic Speech Recognition (ASR)original ↗
9 Sept 2025
AVCC and MLCommons Release New MLPerf Automotive v0.5 Benchmark Resultsoriginal ↗
27 Aug 2025
New MLPerf Storage v2.0 Benchmark Results Demonstrate the Critical Role of Storage Performance in AI Training Systemsoriginal ↗
4 Aug 2025
Announcing the MLPerf Storage v2.0 Checkpointing Workloadoriginal ↗
4 Aug 2025
MLCommons Releases MLPerf Client v1.0: A New Standard for AI PC and Client LLM Benchmarkingoriginal ↗
30 Jul 2025
MLCommons Launches MLPerf Mobile on Google Play Storeoriginal ↗
10 Jul 2025
MLCommons Builds New Agentic Reliability Evaluation Standard in Collaboration with Industry Leadersoriginal ↗
27 Jun 2025
Introducing the 2025 MLCommons Rising Starsoriginal ↗
12 Jun 2025
Peter Mattson Joins Leaders to Discuss AI Innovation at Asia Tech x Conference in Singaporeoriginal ↗
6 Jun 2025
New MLCommons MLPerf Training v5.0 Benchmark Results Reflect Rapid Growth and Evolution of the Field of AIoriginal ↗
4 Jun 2025
Emerging themes from AAAI 2025: standardisation, evaluation & collaboration in AI safetyoriginal ↗
3 Jun 2025
MLCommons Announces Expansion of Industry-Leading AILuminate Benchmarkoriginal ↗
29 May 2025
MLCommons MLPerf Training Expands with Llama 3.1 405Boriginal ↗
5 May 2025
MLCommons Releases MLPerf Client v0.6 With Expanded Hardware Support for AI PCsoriginal ↗
28 Apr 2025
MLCommons Releases French AILuminate Benchmark Demo Prompt Dataset to Githuboriginal ↗
16 Apr 2025
CKAN Announces Support for Croissantoriginal ↗
16 Apr 2025
Announcing the AILuminate Benchmarking Policyoriginal ↗
16 Apr 2025
MLCommons Releases New MLPerf Inference v5.0 Benchmark Resultsoriginal ↗
2 Apr 2025
Introducing a Graph Neural Network Benchmark in MLPerf Inference v5.0original ↗
2 Apr 2025
A New Automotive Benchmark for MLPerf Inference v5.0original ↗
2 Apr 2025
MLPerf Inference v5.0 Advances Language Model Capabilities for GenAIoriginal ↗
2 Apr 2025
Unlocking Data Collaboration with AI-Ready Licensesoriginal ↗
17 Mar 2025
MedPerf enhances transparency and integrity of real-world benchmarks using smart contractsoriginal ↗
10 Mar 2025
MLCommons Power Working Group Presents MLPerf Power benchmark at IEEE HPCA Symposiumoriginal ↗
4 Mar 2025
Croissant Gains Momentum within the Data Communityoriginal ↗
12 Feb 2025
MLCommons Releases AILuminate LLM v1.1, Adding French Language Capabilities to Industry-Leading AI Safety Benchmarkoriginal ↗
11 Feb 2025
Unsupervised People’s Speech: A Massive Multilingual Audio Datasetoriginal ↗
30 Jan 2025
MLCommons Medical Working Group Co-authors Book Chapter on Collaborative Evaluation for Medical Imagingoriginal ↗
27 Jan 2025
MLCommons Releases AILuminate Creative Commons DEMO Benchmark Prompt Dataset to Githuboriginal ↗
15 Jan 2025

2024

Bringing Open Source Principles to AI Data through Croissantoriginal ↗
16 Dec 2024
MLCommons Introduces MLPerf Client v0.5original ↗
11 Dec 2024
MLCommons Launches AILuminate, First-of-its-Kind Benchmark to Measure the Safety of Large Language Models  original ↗
4 Dec 2024
Comprehensive Open Federated Ecosystem (COFE) showcased at MICCAI 2024original ↗
21 Nov 2024
AI Safety in Practice: Two Key Takeaways from MLCommons and PAI Workshoporiginal ↗
21 Nov 2024
New MLPerf Training v4.1 Benchmarks Highlight Industry’s Focus on New Systems and Generative AI Applicationsoriginal ↗
13 Nov 2024
New MLPerf Storage v1.0 Benchmark Results Show Storage Systems Play a Critical Role in AI Model Training Performanceoriginal ↗
25 Sept 2024
MLCommons Medical WG Supports FeTS 2.0 Clinical Study with MedPerf and GaNDLForiginal ↗
11 Sept 2024
New MLPerf Inference v4.1 Benchmark Results Highlight Rapid Hardware and Software Innovations in Generative AI Systemsoriginal ↗
28 Aug 2024
Mixtral 8x7B: a new MLPerf Inference benchmark for mixture of expertsoriginal ↗
28 Aug 2024
SDXL: An MLPerf Inference benchmark for text-to-image generationoriginal ↗
28 Aug 2024
Comprehensive Open Federated Ecosystem (COFE) Presented at ISBI 2024original ↗
5 Aug 2024
Announcing the results of the inaugural AlgoPerf: Training Algorithms benchmark competitionoriginal ↗
1 Aug 2024
MLCommons AI Safety Working Group’s Rapid Progress to a v1.0 Releaseoriginal ↗
31 Jul 2024
MLCommons Leadership Evolutionoriginal ↗
26 Jun 2024
MLCommons AI Safety prompt generation expression of interest. Submissions are now open!original ↗
20 Jun 2024
Introducing the 2024 MLCommons Rising Starsoriginal ↗
20 Jun 2024
MLCommons and AVCC Release Automotive Benchmark Proof-of-Conceptoriginal ↗
18 Jun 2024
New MLPerf Training Benchmark Results Highlight Hardware and Software Innovations in AI Systemsoriginal ↗
12 Jun 2024
LoRA selected as the fine-tuning technique added to MLPerf Training v4.0original ↗
12 Jun 2024
Next