Skip to content

Commit ffb6ec8

Browse files
authored
Merge pull request #3 from Open-Superintelligence-Lab/feature/nvfp4-content
Add NVFP4 pretraining blog
2 parents b7e4869 + 48452cf commit ffb6ec8

23 files changed

+655
-1779
lines changed

app/blog/nvfp4-4bit-training/page.tsx

Lines changed: 0 additions & 679 deletions
This file was deleted.

app/blog/nvfp4-4bit-training/paper.md

Lines changed: 0 additions & 1089 deletions
This file was deleted.

app/blog/pretrain-llm-with-nvfp4/page.tsx

Lines changed: 351 additions & 0 deletions
Large diffs are not rendered by default.

app/page.tsx

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -226,9 +226,9 @@ export default function Home() {
226226
</div>
227227
</Link>
228228

229-
{/* NVFP4 4-Bit Training Project - HIDDEN */}
230-
{/* <Link
231-
href="/blog/nvfp4-4bit-training"
229+
{/* Pretrain LLM with NVFP4 Project */}
230+
<Link
231+
href="/blog/pretrain-llm-with-nvfp4"
232232
className="group relative bg-gradient-to-br from-slate-800/50 to-slate-700/50 backdrop-blur-sm border border-slate-600/50 rounded-xl p-6 hover:border-green-500/50 hover:shadow-2xl hover:shadow-green-500/10 transition-all duration-300"
233233
>
234234
<div className="absolute top-4 left-4">
@@ -240,7 +240,7 @@ export default function Home() {
240240

241241
<div className="mt-8">
242242
<h4 className="text-xl font-bold mb-3 group-hover:text-green-400 transition-colors">
243-
NVIDIA NVFP4 - 4-Bit LLM Training
243+
Pretrain LLM with NVFP4
244244
</h4>
245245
<p className="text-gray-400 text-sm mb-4 leading-relaxed">
246246
NVIDIA&apos;s breakthrough 4-bit training methodology achieving 2-3x speedup and 50% memory reduction without sacrificing model quality
@@ -252,7 +252,7 @@ export default function Home() {
252252
</span>
253253
</div>
254254
</div>
255-
</Link> */}
255+
</Link>
256256

257257
{/* MobileLLM-R1 Project - HIDDEN */}
258258
{/* <Link
Lines changed: 59 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
import Link from "next/link";
44
import { useLanguage } from "@/components/providers/language-provider";
55

6-
export default function Contribute() {
6+
export default function Research() {
77
const { language } = useLanguage();
88

99
return (
@@ -83,12 +83,14 @@ export default function Contribute() {
8383
</div>
8484
</div>
8585

86-
{/* Featured Research Example */}
86+
{/* Featured Research */}
8787
<div className="mb-8">
88-
<h2 className="text-2xl font-bold text-white mb-4 flex items-center gap-3">
88+
<h2 className="text-2xl font-bold text-white mb-6 flex items-center gap-3">
8989
<span className="text-3xl"></span>
9090
{language === 'en' ? 'Featured Research' : '精选研究'}
9191
</h2>
92+
93+
{/* DeepSeek Research */}
9294
<Link href="/blog/deepseek-sparse-attention">
9395
<div className="group relative overflow-hidden bg-gradient-to-br from-blue-900/40 to-purple-900/40 backdrop-blur-sm border border-blue-500/30 rounded-2xl p-8 hover:border-blue-400/60 transition-all duration-300 cursor-pointer shadow-lg hover:shadow-2xl hover:shadow-blue-500/20">
9496
{/* Animated gradient overlay */}
@@ -141,6 +143,60 @@ export default function Contribute() {
141143
</div>
142144
</div>
143145
</Link>
146+
147+
{/* NVFP4 Research */}
148+
<Link href="/blog/pretrain-llm-with-nvfp4">
149+
<div className="group relative overflow-hidden bg-gradient-to-br from-green-900/40 to-emerald-900/40 backdrop-blur-sm border border-green-500/30 rounded-2xl p-8 hover:border-green-400/60 transition-all duration-300 cursor-pointer shadow-lg hover:shadow-2xl hover:shadow-green-500/20 mt-6">
150+
{/* Animated gradient overlay */}
151+
<div className="absolute inset-0 bg-gradient-to-r from-green-500/0 via-green-500/10 to-green-500/0 transform translate-x-[-100%] group-hover:translate-x-[100%] transition-transform duration-1000"></div>
152+
153+
<div className="relative">
154+
<div className="flex items-start gap-4 mb-4">
155+
<div className="w-12 h-12 bg-gradient-to-r from-green-500 to-emerald-500 rounded-xl flex items-center justify-center shadow-lg shadow-green-500/30">
156+
<span className="text-2xl">🚀</span>
157+
</div>
158+
<div className="flex-1">
159+
<h3 className="text-2xl font-bold text-white mb-2 group-hover:text-green-300 transition-colors">
160+
Pretrain LLM with NVFP4
161+
</h3>
162+
<p className="text-green-300 text-sm mb-3">
163+
4-bit Training Revolution - 2-3x Speedup with 50% Memory Reduction
164+
</p>
165+
</div>
166+
</div>
167+
168+
<p className="text-slate-300 leading-relaxed mb-4">
169+
{language === 'en'
170+
? 'Our research on NVIDIA\'s NVFP4 breakthrough in 4-bit floating point training methodology. Through our experiments, we demonstrate 2-3x performance improvements with 50% memory reduction while maintaining model quality comparable to FP8 training on billion-parameter models.'
171+
: '我们对NVIDIA的NVFP4在4位浮点训练方法方面的突破性研究。通过我们的实验,我们展示了2-3倍的性能改进和50%的内存减少,同时在数十亿参数模型上保持与FP8训练相当的模型质量。'
172+
}
173+
</p>
174+
175+
<div className="flex items-center gap-4 text-sm text-slate-400">
176+
<span className="flex items-center gap-1">
177+
<svg className="w-4 h-4" fill="none" stroke="currentColor" viewBox="0 0 24 24">
178+
<path strokeLinecap="round" strokeLinejoin="round" strokeWidth={2} d="M13 10V3L4 14h7v7l9-11h-7z" />
179+
</svg>
180+
{language === 'en' ? 'Performance Optimization' : '性能优化'}
181+
</span>
182+
<span className="text-slate-600"></span>
183+
<span className="flex items-center gap-1">
184+
<svg className="w-4 h-4" fill="none" stroke="currentColor" viewBox="0 0 24 24">
185+
<path strokeLinecap="round" strokeLinejoin="round" strokeWidth={2} d="M9 12h6m-6 4h6m2 5H7a2 2 0 01-2-2V5a2 2 0 012-2h5.586a1 1 0 01.707.293l5.414 5.414a1 1 0 01.293.707V19a2 2 0 01-2 2z" />
186+
</svg>
187+
{language === 'en' ? 'Research Article' : '研究文章'}
188+
</span>
189+
</div>
190+
191+
<div className="mt-6 flex items-center gap-2 text-green-400 group-hover:text-green-300 transition-colors">
192+
<span className="font-semibold">{language === 'en' ? 'Read Full Research' : '阅读完整研究'}</span>
193+
<svg className="w-5 h-5 group-hover:translate-x-1 transition-transform" fill="none" stroke="currentColor" viewBox="0 0 24 24">
194+
<path strokeLinecap="round" strokeLinejoin="round" strokeWidth={2} d="M17 8l4 4m0 0l-4 4m4-4H3" />
195+
</svg>
196+
</div>
197+
</div>
198+
</div>
199+
</Link>
144200
</div>
145201

146202
{/* How to Contribute */}

components/footer.tsx

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -43,10 +43,10 @@ export function Footer() {
4343
{t.github}
4444
</a>
4545
<Link
46-
href="/contribute"
46+
href="/research"
4747
className="text-sm text-slate-300 hover:text-blue-400 transition-colors"
4848
>
49-
{language === 'en' ? 'Contribute' : '贡献'}
49+
{language === 'en' ? 'Research' : '研究'}
5050
</Link>
5151
<Link
5252
href="/learn"

components/navigation.tsx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@ export function Navigation({ }: NavigationProps) {
3939
{language === 'en' ? 'Discord' : 'Discord'}
4040
</a>
4141
<Link
42-
href="/contribute"
42+
href="/research"
4343
className="px-6 py-2 bg-gradient-to-r from-blue-600 to-purple-600 text-white text-sm font-medium rounded-lg hover:from-blue-700 hover:to-purple-700 transition-all duration-200"
4444
>
4545
{language === 'en' ? 'Research' : '研究'}
168 KB
Loading
90 KB
Loading
86.8 KB
Loading

0 commit comments

Comments
 (0)