online llm

wdndev · May 5, 2024 · 448aff8 · 448aff8
1 parent 5dddceb
commit 448aff8
Show file tree

Hide file tree

Showing 843 changed files with 492 additions and 492 deletions.
diff --git a/docs/01.大语言模型基础/1.llm概念/1.llm概念.md → 01.大语言模型基础/1.llm概念/1.llm概念.md b/docs/01.大语言模型基础/1.llm概念/1.llm概念.md → 01.大语言模型基础/1.llm概念/1.llm概念.md
diff --git a/...语言模型基础/1.llm概念/image/image_FTjn7ZU5Xf.png → ...语言模型基础/1.llm概念/image/image_FTjn7ZU5Xf.png b/...语言模型基础/1.llm概念/image/image_FTjn7ZU5Xf.png → ...语言模型基础/1.llm概念/image/image_FTjn7ZU5Xf.png
diff --git a/...语言模型基础/1.llm概念/image/image_ZPQiHay1ZD.png → ...语言模型基础/1.llm概念/image/image_ZPQiHay1ZD.png b/...语言模型基础/1.llm概念/image/image_ZPQiHay1ZD.png → ...语言模型基础/1.llm概念/image/image_ZPQiHay1ZD.png
diff --git a/docs/01.大语言模型基础/1.分词/1.分词.md → 01.大语言模型基础/1.分词/1.分词.md b/docs/01.大语言模型基础/1.分词/1.分词.md → 01.大语言模型基础/1.分词/1.分词.md
diff --git a/...1.大语言模型基础/1.分词/image/image_2z7QdbWnX2.png → 01.大语言模型基础/1.分词/image/image_2z7QdbWnX2.png b/...1.大语言模型基础/1.分词/image/image_2z7QdbWnX2.png → 01.大语言模型基础/1.分词/image/image_2z7QdbWnX2.png
diff --git a/...1.大语言模型基础/1.分词/image/image_O2BQbdaBYT.png → 01.大语言模型基础/1.分词/image/image_O2BQbdaBYT.png b/...1.大语言模型基础/1.分词/image/image_O2BQbdaBYT.png → 01.大语言模型基础/1.分词/image/image_O2BQbdaBYT.png
diff --git a/docs/01.大语言模型基础/1.激活函数/1.激活函数.md → 01.大语言模型基础/1.激活函数/1.激活函数.md b/docs/01.大语言模型基础/1.激活函数/1.激活函数.md → 01.大语言模型基础/1.激活函数/1.激活函数.md
diff --git a/...大语言模型基础/1.激活函数/image/image_6zR9l2rasJ.png → 01.大语言模型基础/1.激活函数/image/image_6zR9l2rasJ.png b/...大语言模型基础/1.激活函数/image/image_6zR9l2rasJ.png → 01.大语言模型基础/1.激活函数/image/image_6zR9l2rasJ.png
diff --git a/...大语言模型基础/1.激活函数/image/image_AlZPXN0gs1.png → 01.大语言模型基础/1.激活函数/image/image_AlZPXN0gs1.png b/...大语言模型基础/1.激活函数/image/image_AlZPXN0gs1.png → 01.大语言模型基础/1.激活函数/image/image_AlZPXN0gs1.png
diff --git a/...大语言模型基础/1.激活函数/image/image_Q2b0vDHio-.png → 01.大语言模型基础/1.激活函数/image/image_Q2b0vDHio-.png b/...大语言模型基础/1.激活函数/image/image_Q2b0vDHio-.png → 01.大语言模型基础/1.激活函数/image/image_Q2b0vDHio-.png
diff --git a/...大语言模型基础/1.激活函数/image/image_QNh8iUWMvD.png → 01.大语言模型基础/1.激活函数/image/image_QNh8iUWMvD.png b/...大语言模型基础/1.激活函数/image/image_QNh8iUWMvD.png → 01.大语言模型基础/1.激活函数/image/image_QNh8iUWMvD.png
diff --git a/...大语言模型基础/1.激活函数/image/image_UBkA2B4TXM.png → 01.大语言模型基础/1.激活函数/image/image_UBkA2B4TXM.png b/...大语言模型基础/1.激活函数/image/image_UBkA2B4TXM.png → 01.大语言模型基础/1.激活函数/image/image_UBkA2B4TXM.png
diff --git a/...大语言模型基础/1.激活函数/image/image_b8KrMUlxex.png → 01.大语言模型基础/1.激活函数/image/image_b8KrMUlxex.png b/...大语言模型基础/1.激活函数/image/image_b8KrMUlxex.png → 01.大语言模型基础/1.激活函数/image/image_b8KrMUlxex.png
diff --git a/...大语言模型基础/1.激活函数/image/image_d4oXH2wHCZ.png → 01.大语言模型基础/1.激活函数/image/image_d4oXH2wHCZ.png b/...大语言模型基础/1.激活函数/image/image_d4oXH2wHCZ.png → 01.大语言模型基础/1.激活函数/image/image_d4oXH2wHCZ.png
diff --git a/...大语言模型基础/1.激活函数/image/image_pTCgmAW5XL.png → 01.大语言模型基础/1.激活函数/image/image_pTCgmAW5XL.png b/...大语言模型基础/1.激活函数/image/image_pTCgmAW5XL.png → 01.大语言模型基础/1.激活函数/image/image_pTCgmAW5XL.png
diff --git a/...大语言模型基础/1.激活函数/image/image_xXCb_c_3eT.png → 01.大语言模型基础/1.激活函数/image/image_xXCb_c_3eT.png b/...大语言模型基础/1.激活函数/image/image_xXCb_c_3eT.png → 01.大语言模型基础/1.激活函数/image/image_xXCb_c_3eT.png
diff --git a/docs/01.大语言模型基础/1.语言模型/1.语言模型.md → 01.大语言模型基础/1.语言模型/1.语言模型.md b/docs/01.大语言模型基础/1.语言模型/1.语言模型.md → 01.大语言模型基础/1.语言模型/1.语言模型.md
diff --git a/....大语言模型基础/2.jieba分词用法及原理/2.jieba分词用法及原理.md → 01.大语言模型基础/2.jieba分词用法及原理/2.jieba分词用法及原理.md b/....大语言模型基础/2.jieba分词用法及原理/2.jieba分词用法及原理.md → 01.大语言模型基础/2.jieba分词用法及原理/2.jieba分词用法及原理.md
diff --git a/...2.jieba分词用法及原理/image/image_3brJ-d-XDF.png → ...2.jieba分词用法及原理/image/image_3brJ-d-XDF.png b/...2.jieba分词用法及原理/image/image_3brJ-d-XDF.png → ...2.jieba分词用法及原理/image/image_3brJ-d-XDF.png
diff --git a/...2.jieba分词用法及原理/image/image_50yzSTNyQc.png → ...2.jieba分词用法及原理/image/image_50yzSTNyQc.png b/...2.jieba分词用法及原理/image/image_50yzSTNyQc.png → ...2.jieba分词用法及原理/image/image_50yzSTNyQc.png
diff --git a/docs/01.大语言模型基础/3.词性标注/3.词性标注.md → 01.大语言模型基础/3.词性标注/3.词性标注.md b/docs/01.大语言模型基础/3.词性标注/3.词性标注.md → 01.大语言模型基础/3.词性标注/3.词性标注.md
diff --git a/docs/01.大语言模型基础/4.句法分析/4.句法分析.md → 01.大语言模型基础/4.句法分析/4.句法分析.md b/docs/01.大语言模型基础/4.句法分析/4.句法分析.md → 01.大语言模型基础/4.句法分析/4.句法分析.md
diff --git a/...大语言模型基础/4.句法分析/image/image_0FMBp4fbBs.png → 01.大语言模型基础/4.句法分析/image/image_0FMBp4fbBs.png b/...大语言模型基础/4.句法分析/image/image_0FMBp4fbBs.png → 01.大语言模型基础/4.句法分析/image/image_0FMBp4fbBs.png
diff --git a/...大语言模型基础/4.句法分析/image/image_qmnRnNmiSj.png → 01.大语言模型基础/4.句法分析/image/image_qmnRnNmiSj.png b/...大语言模型基础/4.句法分析/image/image_qmnRnNmiSj.png → 01.大语言模型基础/4.句法分析/image/image_qmnRnNmiSj.png
diff --git a/docs/01.大语言模型基础/5.词向量/5.词向量.md → 01.大语言模型基础/5.词向量/5.词向量.md b/docs/01.大语言模型基础/5.词向量/5.词向量.md → 01.大语言模型基础/5.词向量/5.词向量.md
diff --git a/...为什么Decoder only架构/LLM为什么Decoder only架构.md → ...为什么Decoder only架构/LLM为什么Decoder only架构.md b/...为什么Decoder only架构/LLM为什么Decoder only架构.md → ...为什么Decoder only架构/LLM为什么Decoder only架构.md
diff --git a/...抽取器（CNN-RNN-TF）/NLP三大特征抽取器（CNN-RNN-TF）.md → ...抽取器（CNN-RNN-TF）/NLP三大特征抽取器（CNN-RNN-TF）.md b/...抽取器（CNN-RNN-TF）/NLP三大特征抽取器（CNN-RNN-TF）.md → ...抽取器（CNN-RNN-TF）/NLP三大特征抽取器（CNN-RNN-TF）.md
diff --git a/...取器（CNN-RNN-TF）/image/image_1vuLUX3FGo.png → ...取器（CNN-RNN-TF）/image/image_1vuLUX3FGo.png b/...取器（CNN-RNN-TF）/image/image_1vuLUX3FGo.png → ...取器（CNN-RNN-TF）/image/image_1vuLUX3FGo.png
diff --git a/...取器（CNN-RNN-TF）/image/image_g_anBE563B.png → ...取器（CNN-RNN-TF）/image/image_g_anBE563B.png b/...取器（CNN-RNN-TF）/image/image_g_anBE563B.png → ...取器（CNN-RNN-TF）/image/image_g_anBE563B.png
diff --git a/...取器（CNN-RNN-TF）/image/image_m5T92pMvsC.png → ...取器（CNN-RNN-TF）/image/image_m5T92pMvsC.png b/...取器（CNN-RNN-TF）/image/image_m5T92pMvsC.png → ...取器（CNN-RNN-TF）/image/image_m5T92pMvsC.png
diff --git a/docs/01.大语言模型基础/NLP面试题/NLP面试题.md → 01.大语言模型基础/NLP面试题/NLP面试题.md b/docs/01.大语言模型基础/NLP面试题/NLP面试题.md → 01.大语言模型基础/NLP面试题/NLP面试题.md
diff --git a/...大语言模型基础/NLP面试题/image/image_X49t5d33gM.png → 01.大语言模型基础/NLP面试题/image/image_X49t5d33gM.png b/...大语言模型基础/NLP面试题/image/image_X49t5d33gM.png → 01.大语言模型基础/NLP面试题/image/image_X49t5d33gM.png
diff --git a/...大语言模型基础/NLP面试题/image/image_iTMYNBqhpw.png → 01.大语言模型基础/NLP面试题/image/image_iTMYNBqhpw.png b/...大语言模型基础/NLP面试题/image/image_iTMYNBqhpw.png → 01.大语言模型基础/NLP面试题/image/image_iTMYNBqhpw.png
diff --git a/01.大语言模型基础/README.md b/01.大语言模型基础/README.md
@@ -0,0 +1,35 @@
+# 01.大语言模型基础
+
+### 1.1 大模型发展历程
+
+[1.语言模型](/01.大语言模型基础/1.语言模型/1.语言模型.md "1.语言模型")
+
+### 1.2 分词与词向量
+
+[1.分词](/01.大语言模型基础/1.分词/1.分词.md "1.分词")
+
+[2.jieba分词用法及原理](/01.大语言模型基础/2.jieba分词用法及原理/2.jieba分词用法及原理.md "2.jieba分词用法及原理")
+
+[3.词性标注](/01.大语言模型基础/3.词性标注/3.词性标注.md "3.词性标注")
+
+[4.句法分析](/01.大语言模型基础/4.句法分析/4.句法分析.md "4.句法分析")
+
+[5.词向量](/01.大语言模型基础/5.词向量/5.词向量.md "5.词向量")
+
+### 1.3 语言模型基础知识
+
+[Word2Vec](/01.大语言模型基础/Word2Vec/Word2Vec.md "Word2Vec")
+
+[NLP三大特征抽取器（CNN/RNN/TF）](/01.大语言模型基础/NLP三大特征抽取器（CNN-RNN-TF）/NLP三大特征抽取器（CNN-RNN-TF）.md "NLP三大特征抽取器（CNN/RNN/TF）")
+
+[NLP面试题](/01.大语言模型基础/NLP面试题/NLP面试题.md "NLP面试题")
+
+[LLM为什么Decoder only架构](</01.大语言模型基础/LLM为什么Decoder only架构/LLM为什么Decoder only架构.md> "LLM为什么Decoder only架构")
+
+### 1.4 深度学习
+
+[1.激活函数](/01.大语言模型基础/1.激活函数/1.激活函数.md "1.激活函数")
+
+### 1.5 一些题目
+
+[1.llm概念](/01.大语言模型基础/1.llm概念/1.llm概念.md "1.llm概念")
diff --git a/docs/01.大语言模型基础/Word2Vec/Word2Vec.md → 01.大语言模型基础/Word2Vec/Word2Vec.md b/docs/01.大语言模型基础/Word2Vec/Word2Vec.md → 01.大语言模型基础/Word2Vec/Word2Vec.md
diff --git a/...言模型基础/Word2Vec/image/image_5vkeXTD1a8.png → ...言模型基础/Word2Vec/image/image_5vkeXTD1a8.png b/...言模型基础/Word2Vec/image/image_5vkeXTD1a8.png → ...言模型基础/Word2Vec/image/image_5vkeXTD1a8.png
diff --git a/...言模型基础/Word2Vec/image/image_7LTScdZ8Fc.png → ...言模型基础/Word2Vec/image/image_7LTScdZ8Fc.png b/...言模型基础/Word2Vec/image/image_7LTScdZ8Fc.png → ...言模型基础/Word2Vec/image/image_7LTScdZ8Fc.png
diff --git a/...言模型基础/Word2Vec/image/image_8x5OKKQXHk.png → ...言模型基础/Word2Vec/image/image_8x5OKKQXHk.png b/...言模型基础/Word2Vec/image/image_8x5OKKQXHk.png → ...言模型基础/Word2Vec/image/image_8x5OKKQXHk.png
diff --git a/...言模型基础/Word2Vec/image/image_P7NvzKzBBs.png → ...言模型基础/Word2Vec/image/image_P7NvzKzBBs.png b/...言模型基础/Word2Vec/image/image_P7NvzKzBBs.png → ...言模型基础/Word2Vec/image/image_P7NvzKzBBs.png
diff --git a/...言模型基础/Word2Vec/image/image_jD259cCWll.png → ...言模型基础/Word2Vec/image/image_jD259cCWll.png b/...言模型基础/Word2Vec/image/image_jD259cCWll.png → ...言模型基础/Word2Vec/image/image_jD259cCWll.png
diff --git a/...言模型基础/Word2Vec/image/image_jkX9FV_w5q.png → ...言模型基础/Word2Vec/image/image_jkX9FV_w5q.png b/...言模型基础/Word2Vec/image/image_jkX9FV_w5q.png → ...言模型基础/Word2Vec/image/image_jkX9FV_w5q.png
diff --git a/...言模型基础/Word2Vec/image/image_khsPd3FdE0.png → ...言模型基础/Word2Vec/image/image_khsPd3FdE0.png b/...言模型基础/Word2Vec/image/image_khsPd3FdE0.png → ...言模型基础/Word2Vec/image/image_khsPd3FdE0.png
diff --git a/...言模型基础/Word2Vec/image/image_oEXNCWcnIM.png → ...言模型基础/Word2Vec/image/image_oEXNCWcnIM.png b/...言模型基础/Word2Vec/image/image_oEXNCWcnIM.png → ...言模型基础/Word2Vec/image/image_oEXNCWcnIM.png
diff --git a/...言模型基础/Word2Vec/image/image_xegDedbBm7.png → ...言模型基础/Word2Vec/image/image_xegDedbBm7.png b/...言模型基础/Word2Vec/image/image_xegDedbBm7.png → ...言模型基础/Word2Vec/image/image_xegDedbBm7.png
diff --git a/docs/02.大语言模型架构/1.MoE论文/1.MoE论文.md → 02.大语言模型架构/1.MoE论文/1.MoE论文.md b/docs/02.大语言模型架构/1.MoE论文/1.MoE论文.md → 02.大语言模型架构/1.MoE论文/1.MoE论文.md
diff --git a/...语言模型架构/1.MoE论文/image/image_0Q2avdKexQ.png → ...语言模型架构/1.MoE论文/image/image_0Q2avdKexQ.png b/...语言模型架构/1.MoE论文/image/image_0Q2avdKexQ.png → ...语言模型架构/1.MoE论文/image/image_0Q2avdKexQ.png
diff --git a/...语言模型架构/1.MoE论文/image/image_9vVrb4vP--.png → ...语言模型架构/1.MoE论文/image/image_9vVrb4vP--.png b/...语言模型架构/1.MoE论文/image/image_9vVrb4vP--.png → ...语言模型架构/1.MoE论文/image/image_9vVrb4vP--.png
diff --git a/...语言模型架构/1.MoE论文/image/image_I0Th7l69St.png → ...语言模型架构/1.MoE论文/image/image_I0Th7l69St.png b/...语言模型架构/1.MoE论文/image/image_I0Th7l69St.png → ...语言模型架构/1.MoE论文/image/image_I0Th7l69St.png
diff --git a/...语言模型架构/1.MoE论文/image/image_VVSwgu-e_M.png → ...语言模型架构/1.MoE论文/image/image_VVSwgu-e_M.png b/...语言模型架构/1.MoE论文/image/image_VVSwgu-e_M.png → ...语言模型架构/1.MoE论文/image/image_VVSwgu-e_M.png
diff --git a/...语言模型架构/1.MoE论文/image/image_YgHtgi4GYy.png → ...语言模型架构/1.MoE论文/image/image_YgHtgi4GYy.png b/...语言模型架构/1.MoE论文/image/image_YgHtgi4GYy.png → ...语言模型架构/1.MoE论文/image/image_YgHtgi4GYy.png
diff --git a/...语言模型架构/1.MoE论文/image/image_kO6_ltd0be.png → ...语言模型架构/1.MoE论文/image/image_kO6_ltd0be.png b/...语言模型架构/1.MoE论文/image/image_kO6_ltd0be.png → ...语言模型架构/1.MoE论文/image/image_kO6_ltd0be.png
diff --git a/...语言模型架构/1.MoE论文/image/image_p_tlx5W7De.png → ...语言模型架构/1.MoE论文/image/image_p_tlx5W7De.png b/...语言模型架构/1.MoE论文/image/image_p_tlx5W7De.png → ...语言模型架构/1.MoE论文/image/image_p_tlx5W7De.png
diff --git a/...语言模型架构/1.MoE论文/image/image_udZNHrE3rb.png → ...语言模型架构/1.MoE论文/image/image_udZNHrE3rb.png b/...语言模型架构/1.MoE论文/image/image_udZNHrE3rb.png → ...语言模型架构/1.MoE论文/image/image_udZNHrE3rb.png
diff --git a/...语言模型架构/1.MoE论文/image/image_z1BDUvARQu.png → ...语言模型架构/1.MoE论文/image/image_z1BDUvARQu.png b/...语言模型架构/1.MoE论文/image/image_z1BDUvARQu.png → ...语言模型架构/1.MoE论文/image/image_z1BDUvARQu.png
diff --git a/docs/02.大语言模型架构/1.attention/1.attention.md → 02.大语言模型架构/1.attention/1.attention.md b/docs/02.大语言模型架构/1.attention/1.attention.md → 02.大语言模型架构/1.attention/1.attention.md
diff --git a/...架构/1.attention/image/image_25Hri7grcr.png → ...架构/1.attention/image/image_25Hri7grcr.png b/...架构/1.attention/image/image_25Hri7grcr.png → ...架构/1.attention/image/image_25Hri7grcr.png
diff --git a/...架构/1.attention/image/image_I2wpAfCOTM.png → ...架构/1.attention/image/image_I2wpAfCOTM.png b/...架构/1.attention/image/image_I2wpAfCOTM.png → ...架构/1.attention/image/image_I2wpAfCOTM.png
diff --git a/...架构/1.attention/image/image_J3LRkcY0rt.png → ...架构/1.attention/image/image_J3LRkcY0rt.png b/...架构/1.attention/image/image_J3LRkcY0rt.png → ...架构/1.attention/image/image_J3LRkcY0rt.png
diff --git a/...架构/1.attention/image/image_JdHeyN9KuN.png → ...架构/1.attention/image/image_JdHeyN9KuN.png b/...架构/1.attention/image/image_JdHeyN9KuN.png → ...架构/1.attention/image/image_JdHeyN9KuN.png
diff --git a/...架构/1.attention/image/image_N-MRyK7Kjn.png → ...架构/1.attention/image/image_N-MRyK7Kjn.png b/...架构/1.attention/image/image_N-MRyK7Kjn.png → ...架构/1.attention/image/image_N-MRyK7Kjn.png
diff --git a/...架构/1.attention/image/image_T3mOuzLLlx.png → ...架构/1.attention/image/image_T3mOuzLLlx.png b/...架构/1.attention/image/image_T3mOuzLLlx.png → ...架构/1.attention/image/image_T3mOuzLLlx.png
diff --git a/...架构/1.attention/image/image_XVu-CvbRqc.png → ...架构/1.attention/image/image_XVu-CvbRqc.png b/...架构/1.attention/image/image_XVu-CvbRqc.png → ...架构/1.attention/image/image_XVu-CvbRqc.png
diff --git a/...架构/1.attention/image/image_bck1Jw3P5A.png → ...架构/1.attention/image/image_bck1Jw3P5A.png b/...架构/1.attention/image/image_bck1Jw3P5A.png → ...架构/1.attention/image/image_bck1Jw3P5A.png
diff --git a/...架构/1.attention/image/image_bfiZnT0f5w.png → ...架构/1.attention/image/image_bfiZnT0f5w.png b/...架构/1.attention/image/image_bfiZnT0f5w.png → ...架构/1.attention/image/image_bfiZnT0f5w.png
diff --git a/...架构/1.attention/image/image_eb5Z7pLEGk.png → ...架构/1.attention/image/image_eb5Z7pLEGk.png b/...架构/1.attention/image/image_eb5Z7pLEGk.png → ...架构/1.attention/image/image_eb5Z7pLEGk.png
diff --git a/...架构/1.attention/image/image_jBnali-wuO.png → ...架构/1.attention/image/image_jBnali-wuO.png b/...架构/1.attention/image/image_jBnali-wuO.png → ...架构/1.attention/image/image_jBnali-wuO.png
diff --git a/...架构/1.attention/image/image_mcpY8Z5rJG.png → ...架构/1.attention/image/image_mcpY8Z5rJG.png b/...架构/1.attention/image/image_mcpY8Z5rJG.png → ...架构/1.attention/image/image_mcpY8Z5rJG.png
diff --git a/...架构/1.attention/image/image_xdtEZOlGec.png → ...架构/1.attention/image/image_xdtEZOlGec.png b/...架构/1.attention/image/image_xdtEZOlGec.png → ...架构/1.attention/image/image_xdtEZOlGec.png
diff --git a/docs/02.大语言模型架构/2.MoE经典论文简牍/2.MoE经典论文简牍.md → 02.大语言模型架构/2.MoE经典论文简牍/2.MoE经典论文简牍.md b/docs/02.大语言模型架构/2.MoE经典论文简牍/2.MoE经典论文简牍.md → 02.大语言模型架构/2.MoE经典论文简牍/2.MoE经典论文简牍.md
diff --git a/...论文简牍/image/202207161754344_nuPlFNzwnm.gif → ...论文简牍/image/202207161754344_nuPlFNzwnm.gif b/...论文简牍/image/202207161754344_nuPlFNzwnm.gif → ...论文简牍/image/202207161754344_nuPlFNzwnm.gif
diff --git a/...架构/2.MoE经典论文简牍/image/image_1x57Hvfk4-.png → ...架构/2.MoE经典论文简牍/image/image_1x57Hvfk4-.png b/...架构/2.MoE经典论文简牍/image/image_1x57Hvfk4-.png → ...架构/2.MoE经典论文简牍/image/image_1x57Hvfk4-.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_3niPTBi3o0.png → ...架构/2.MoE经典论文简牍/image/image_3niPTBi3o0.png b/...架构/2.MoE经典论文简牍/image/image_3niPTBi3o0.png → ...架构/2.MoE经典论文简牍/image/image_3niPTBi3o0.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_3z0xeTLkc7.png → ...架构/2.MoE经典论文简牍/image/image_3z0xeTLkc7.png b/...架构/2.MoE经典论文简牍/image/image_3z0xeTLkc7.png → ...架构/2.MoE经典论文简牍/image/image_3z0xeTLkc7.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_BiVZc3sw9g.png → ...架构/2.MoE经典论文简牍/image/image_BiVZc3sw9g.png b/...架构/2.MoE经典论文简牍/image/image_BiVZc3sw9g.png → ...架构/2.MoE经典论文简牍/image/image_BiVZc3sw9g.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_D7Q_-tp2dm.png → ...架构/2.MoE经典论文简牍/image/image_D7Q_-tp2dm.png b/...架构/2.MoE经典论文简牍/image/image_D7Q_-tp2dm.png → ...架构/2.MoE经典论文简牍/image/image_D7Q_-tp2dm.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_IigTUYPzCu.png → ...架构/2.MoE经典论文简牍/image/image_IigTUYPzCu.png b/...架构/2.MoE经典论文简牍/image/image_IigTUYPzCu.png → ...架构/2.MoE经典论文简牍/image/image_IigTUYPzCu.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_Jm65z_ylUq.png → ...架构/2.MoE经典论文简牍/image/image_Jm65z_ylUq.png b/...架构/2.MoE经典论文简牍/image/image_Jm65z_ylUq.png → ...架构/2.MoE经典论文简牍/image/image_Jm65z_ylUq.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_WMSl4mCQ7U.png → ...架构/2.MoE经典论文简牍/image/image_WMSl4mCQ7U.png b/...架构/2.MoE经典论文简牍/image/image_WMSl4mCQ7U.png → ...架构/2.MoE经典论文简牍/image/image_WMSl4mCQ7U.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_ZTbIIpd07A.png → ...架构/2.MoE经典论文简牍/image/image_ZTbIIpd07A.png b/...架构/2.MoE经典论文简牍/image/image_ZTbIIpd07A.png → ...架构/2.MoE经典论文简牍/image/image_ZTbIIpd07A.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_c6fklKPWPX.png → ...架构/2.MoE经典论文简牍/image/image_c6fklKPWPX.png b/...架构/2.MoE经典论文简牍/image/image_c6fklKPWPX.png → ...架构/2.MoE经典论文简牍/image/image_c6fklKPWPX.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_cnGyuh6Kw3.png → ...架构/2.MoE经典论文简牍/image/image_cnGyuh6Kw3.png b/...架构/2.MoE经典论文简牍/image/image_cnGyuh6Kw3.png → ...架构/2.MoE经典论文简牍/image/image_cnGyuh6Kw3.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_hMVmIJ_f_u.png → ...架构/2.MoE经典论文简牍/image/image_hMVmIJ_f_u.png b/...架构/2.MoE经典论文简牍/image/image_hMVmIJ_f_u.png → ...架构/2.MoE经典论文简牍/image/image_hMVmIJ_f_u.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_iYtKkZD0Ug.png → ...架构/2.MoE经典论文简牍/image/image_iYtKkZD0Ug.png b/...架构/2.MoE经典论文简牍/image/image_iYtKkZD0Ug.png → ...架构/2.MoE经典论文简牍/image/image_iYtKkZD0Ug.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_lQMB2Iboc6.png → ...架构/2.MoE经典论文简牍/image/image_lQMB2Iboc6.png b/...架构/2.MoE经典论文简牍/image/image_lQMB2Iboc6.png → ...架构/2.MoE经典论文简牍/image/image_lQMB2Iboc6.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_rVDNuxgPVj.png → ...架构/2.MoE经典论文简牍/image/image_rVDNuxgPVj.png b/...架构/2.MoE经典论文简牍/image/image_rVDNuxgPVj.png → ...架构/2.MoE经典论文简牍/image/image_rVDNuxgPVj.png
diff --git a/...架构/2.MoE经典论文简牍/image/image_xsMOpXbwwg.png → ...架构/2.MoE经典论文简牍/image/image_xsMOpXbwwg.png b/...架构/2.MoE经典论文简牍/image/image_xsMOpXbwwg.png → ...架构/2.MoE经典论文简牍/image/image_xsMOpXbwwg.png
diff --git a/...er_normalization/2.layer_normalization.md → ...er_normalization/2.layer_normalization.md b/...er_normalization/2.layer_normalization.md → ...er_normalization/2.layer_normalization.md
diff --git a/..._normalization/image/image_ITQgjCSDK3.png → ..._normalization/image/image_ITQgjCSDK3.png b/..._normalization/image/image_ITQgjCSDK3.png → ..._normalization/image/image_ITQgjCSDK3.png
diff --git a/..._normalization/image/image_Mokps-OIR4.png → ..._normalization/image/image_Mokps-OIR4.png b/..._normalization/image/image_Mokps-OIR4.png → ..._normalization/image/image_Mokps-OIR4.png
diff --git a/..._normalization/image/image_VptxQJRer9.png → ..._normalization/image/image_VptxQJRer9.png b/..._normalization/image/image_VptxQJRer9.png → ..._normalization/image/image_VptxQJRer9.png
diff --git a/..._normalization/image/image_b-krqJfMii.png → ..._normalization/image/image_b-krqJfMii.png b/..._normalization/image/image_b-krqJfMii.png → ..._normalization/image/image_b-krqJfMii.png
diff --git a/..._normalization/image/image_fcdX03TpGw.png → ..._normalization/image/image_fcdX03TpGw.png b/..._normalization/image/image_fcdX03TpGw.png → ..._normalization/image/image_fcdX03TpGw.png
diff --git a/...formers/3.LLM MoE ：Switch Transformers.md → ...formers/3.LLM MoE ：Switch Transformers.md b/...formers/3.LLM MoE ：Switch Transformers.md → ...formers/3.LLM MoE ：Switch Transformers.md
diff --git a/...h Transformers/image/image_-deX9IG43V.png → ...h Transformers/image/image_-deX9IG43V.png b/...h Transformers/image/image_-deX9IG43V.png → ...h Transformers/image/image_-deX9IG43V.png
diff --git a/...h Transformers/image/image_LrMLT8kaVX.png → ...h Transformers/image/image_LrMLT8kaVX.png b/...h Transformers/image/image_LrMLT8kaVX.png → ...h Transformers/image/image_LrMLT8kaVX.png
diff --git a/...h Transformers/image/image_NLod4PlUXs.png → ...h Transformers/image/image_NLod4PlUXs.png b/...h Transformers/image/image_NLod4PlUXs.png → ...h Transformers/image/image_NLod4PlUXs.png
diff --git a/...h Transformers/image/image_WYGAroS1fy.png → ...h Transformers/image/image_WYGAroS1fy.png b/...h Transformers/image/image_WYGAroS1fy.png → ...h Transformers/image/image_WYGAroS1fy.png
diff --git a/...h Transformers/image/image_fYyHHa7LOd.png → ...h Transformers/image/image_fYyHHa7LOd.png b/...h Transformers/image/image_fYyHHa7LOd.png → ...h Transformers/image/image_fYyHHa7LOd.png
diff --git a/...h Transformers/image/image_l24ZjlTWIN.png → ...h Transformers/image/image_l24ZjlTWIN.png b/...h Transformers/image/image_l24ZjlTWIN.png → ...h Transformers/image/image_l24ZjlTWIN.png
diff --git a/...h Transformers/image/image_oYDNYHHf06.png → ...h Transformers/image/image_oYDNYHHf06.png b/...h Transformers/image/image_oYDNYHHf06.png → ...h Transformers/image/image_oYDNYHHf06.png
diff --git a/...h Transformers/image/image_p7Ug5n5jNr.png → ...h Transformers/image/image_p7Ug5n5jNr.png b/...h Transformers/image/image_p7Ug5n5jNr.png → ...h Transformers/image/image_p7Ug5n5jNr.png
diff --git a/...h Transformers/image/image_r-uahMUvCX.png → ...h Transformers/image/image_r-uahMUvCX.png b/...h Transformers/image/image_r-uahMUvCX.png → ...h Transformers/image/image_r-uahMUvCX.png
diff --git a/...h Transformers/image/image_rmYq1_4hQe.png → ...h Transformers/image/image_rmYq1_4hQe.png b/...h Transformers/image/image_rmYq1_4hQe.png → ...h Transformers/image/image_rmYq1_4hQe.png
diff --git a/...h Transformers/image/image_tuuC2Qgzr-.png → ...h Transformers/image/image_tuuC2Qgzr-.png b/...h Transformers/image/image_tuuC2Qgzr-.png → ...h Transformers/image/image_tuuC2Qgzr-.png
diff --git a/docs/02.大语言模型架构/3.位置编码/3.位置编码.md → 02.大语言模型架构/3.位置编码/3.位置编码.md b/docs/02.大语言模型架构/3.位置编码/3.位置编码.md → 02.大语言模型架构/3.位置编码/3.位置编码.md
diff --git a/...大语言模型架构/3.位置编码/image/image_B-wc2bgveY.png → 02.大语言模型架构/3.位置编码/image/image_B-wc2bgveY.png b/...大语言模型架构/3.位置编码/image/image_B-wc2bgveY.png → 02.大语言模型架构/3.位置编码/image/image_B-wc2bgveY.png
diff --git a/...大语言模型架构/3.位置编码/image/image_B907xoFOlR.png → 02.大语言模型架构/3.位置编码/image/image_B907xoFOlR.png b/...大语言模型架构/3.位置编码/image/image_B907xoFOlR.png → 02.大语言模型架构/3.位置编码/image/image_B907xoFOlR.png
diff --git a/...大语言模型架构/3.位置编码/image/image_Jk8-citHHy.png → 02.大语言模型架构/3.位置编码/image/image_Jk8-citHHy.png b/...大语言模型架构/3.位置编码/image/image_Jk8-citHHy.png → 02.大语言模型架构/3.位置编码/image/image_Jk8-citHHy.png
diff --git a/...大语言模型架构/3.位置编码/image/image_KqvSV8SjTV.png → 02.大语言模型架构/3.位置编码/image/image_KqvSV8SjTV.png b/...大语言模型架构/3.位置编码/image/image_KqvSV8SjTV.png → 02.大语言模型架构/3.位置编码/image/image_KqvSV8SjTV.png
diff --git a/...大语言模型架构/3.位置编码/image/image_iDIO40wFKR.png → 02.大语言模型架构/3.位置编码/image/image_iDIO40wFKR.png b/...大语言模型架构/3.位置编码/image/image_iDIO40wFKR.png → 02.大语言模型架构/3.位置编码/image/image_iDIO40wFKR.png
diff --git a/docs/02.大语言模型架构/4.tokenize分词/4.tokenize分词.md → 02.大语言模型架构/4.tokenize分词/4.tokenize分词.md b/docs/02.大语言模型架构/4.tokenize分词/4.tokenize分词.md → 02.大语言模型架构/4.tokenize分词/4.tokenize分词.md
diff --git a/docs/02.大语言模型架构/5.token及模型参数/5.token及模型参数.md → 02.大语言模型架构/5.token及模型参数/5.token及模型参数.md b/docs/02.大语言模型架构/5.token及模型参数/5.token及模型参数.md → 02.大语言模型架构/5.token及模型参数/5.token及模型参数.md
diff --git a/...构/5.token及模型参数/image/image_3E6bYgN2OX.png → ...构/5.token及模型参数/image/image_3E6bYgN2OX.png b/...构/5.token及模型参数/image/image_3E6bYgN2OX.png → ...构/5.token及模型参数/image/image_3E6bYgN2OX.png
diff --git a/...构/5.token及模型参数/image/image_CG7OJORVWt.png → ...构/5.token及模型参数/image/image_CG7OJORVWt.png b/...构/5.token及模型参数/image/image_CG7OJORVWt.png → ...构/5.token及模型参数/image/image_CG7OJORVWt.png
diff --git a/...构/5.token及模型参数/image/image_E7N8lnAOor.png → ...构/5.token及模型参数/image/image_E7N8lnAOor.png b/...构/5.token及模型参数/image/image_E7N8lnAOor.png → ...构/5.token及模型参数/image/image_E7N8lnAOor.png
diff --git a/...构/5.token及模型参数/image/image_KGvYMToOVc.png → ...构/5.token及模型参数/image/image_KGvYMToOVc.png b/...构/5.token及模型参数/image/image_KGvYMToOVc.png → ...构/5.token及模型参数/image/image_KGvYMToOVc.png
diff --git a/...构/5.token及模型参数/image/image_OHcQHE5neP.png → ...构/5.token及模型参数/image/image_OHcQHE5neP.png b/...构/5.token及模型参数/image/image_OHcQHE5neP.png → ...构/5.token及模型参数/image/image_OHcQHE5neP.png
diff --git a/...构/5.token及模型参数/image/image_TtdSRIixZx.png → ...构/5.token及模型参数/image/image_TtdSRIixZx.png b/...构/5.token及模型参数/image/image_TtdSRIixZx.png → ...构/5.token及模型参数/image/image_TtdSRIixZx.png
diff --git a/...构/5.token及模型参数/image/image_t2KBUfJ3-G.png → ...构/5.token及模型参数/image/image_t2KBUfJ3-G.png b/...构/5.token及模型参数/image/image_t2KBUfJ3-G.png → ...构/5.token及模型参数/image/image_t2KBUfJ3-G.png
diff --git a/docs/02.大语言模型架构/6.激活函数/6.激活函数.md → 02.大语言模型架构/6.激活函数/6.激活函数.md b/docs/02.大语言模型架构/6.激活函数/6.激活函数.md → 02.大语言模型架构/6.激活函数/6.激活函数.md
diff --git a/...大语言模型架构/6.激活函数/image/image_6evrfUSHQC.png → 02.大语言模型架构/6.激活函数/image/image_6evrfUSHQC.png b/...大语言模型架构/6.激活函数/image/image_6evrfUSHQC.png → 02.大语言模型架构/6.激活函数/image/image_6evrfUSHQC.png
diff --git a/...大语言模型架构/6.激活函数/image/image_IPa0sZKGAr.png → 02.大语言模型架构/6.激活函数/image/image_IPa0sZKGAr.png b/...大语言模型架构/6.激活函数/image/image_IPa0sZKGAr.png → 02.大语言模型架构/6.激活函数/image/image_IPa0sZKGAr.png
diff --git a/docs/02.大语言模型架构/MHA_MQA_GQA/MHA_MQA_GQA.md → 02.大语言模型架构/MHA_MQA_GQA/MHA_MQA_GQA.md b/docs/02.大语言模型架构/MHA_MQA_GQA/MHA_MQA_GQA.md → 02.大语言模型架构/MHA_MQA_GQA/MHA_MQA_GQA.md
diff --git a/02.大语言模型架构/README.md b/02.大语言模型架构/README.md
@@ -0,0 +1,51 @@
+# 02.大语言模型架构
+
+### 2.1 Transformer模型
+
+[1.attention](/02.大语言模型架构/1.attention/1.attention.md "1.attention")
+
+[2.layer\_normalization](/02.大语言模型架构/2.layer_normalization/2.layer_normalization.md "2.layer_normalization")
+
+[3.位置编码](/02.大语言模型架构/3.位置编码/3.位置编码.md "3.位置编码")
+
+[4.tokenize分词](/02.大语言模型架构/4.tokenize分词/4.tokenize分词.md "4.tokenize分词")
+
+[5.token及模型参数](/02.大语言模型架构/5.token及模型参数/5.token及模型参数.md "5.token及模型参数")
+
+[6.激活函数](/02.大语言模型架构/6.激活函数/6.激活函数.md "6.激活函数")
+
+### 2.2 注意力
+
+[MHA\_MQA\_GQA](/02.大语言模型架构/MHA_MQA_GQA/MHA_MQA_GQA.md "MHA_MQA_GQA")
+
+### 2.3 解码部分
+
+[解码策略（Top-k & Top-p & Temperature）](</02.大语言模型架构/解码策略（Top-k & Top-p & Temperatu/解码策略（Top-k & Top-p & Temperature）.md> "解码策略（Top-k & Top-p & Temperature）")
+
+### 2.4 BERT
+
+[bert细节](/02.大语言模型架构/bert细节/bert细节.md "bert细节")
+
+[Transformer架构细节](/02.大语言模型架构/Transformer架构细节/Transformer架构细节.md "Transformer架构细节")
+
+[bert变种](/02.大语言模型架构/bert变种/bert变种.md "bert变种")
+
+### 2.5 常见大模型
+
+[llama系列模型](/02.大语言模型架构/llama系列模型/llama系列模型.md "llama系列模型")
+
+[chatglm系列模型](/02.大语言模型架构/chatglm系列模型/chatglm系列模型.md "chatglm系列模型")
+
+[llama 2代码详解](</02.大语言模型架构/llama 2代码详解/llama 2代码详解.md> "llama 2代码详解")
+
+[llama 3](</02.大语言模型架构/llama 3/llama 3.md> "llama 3")
+
+### 2.6 MoE
+
+[1.MoE论文](/02.大语言模型架构/1.MoE论文/1.MoE论文.md "1.MoE论文")
+
+[2.MoE经典论文简牍](/02.大语言模型架构/2.MoE经典论文简牍/2.MoE经典论文简牍.md "2.MoE经典论文简牍")
+
+[3.LLM MoE ：Switch Transformers](</02.大语言模型架构/3.LLM MoE ：Switch Transformers/3.LLM MoE ：Switch Transformers.md> "3.LLM MoE ：Switch Transformers")
+
+
diff --git a/...语言模型架构/Transformer架构细节/Transformer架构细节.md → ...语言模型架构/Transformer架构细节/Transformer架构细节.md b/...语言模型架构/Transformer架构细节/Transformer架构细节.md → ...语言模型架构/Transformer架构细节/Transformer架构细节.md
diff --git a/...ransformer架构细节/image/image_9d1SPjXTXO.png → ...ransformer架构细节/image/image_9d1SPjXTXO.png b/...ransformer架构细节/image/image_9d1SPjXTXO.png → ...ransformer架构细节/image/image_9d1SPjXTXO.png
diff --git a/...ransformer架构细节/image/image_IpVyzjaIsA.png → ...ransformer架构细节/image/image_IpVyzjaIsA.png b/...ransformer架构细节/image/image_IpVyzjaIsA.png → ...ransformer架构细节/image/image_IpVyzjaIsA.png
diff --git a/...ransformer架构细节/image/image_M3kWTuKKV3.png → ...ransformer架构细节/image/image_M3kWTuKKV3.png b/...ransformer架构细节/image/image_M3kWTuKKV3.png → ...ransformer架构细节/image/image_M3kWTuKKV3.png
diff --git a/...ransformer架构细节/image/image_N4T6xFNXi8.png → ...ransformer架构细节/image/image_N4T6xFNXi8.png b/...ransformer架构细节/image/image_N4T6xFNXi8.png → ...ransformer架构细节/image/image_N4T6xFNXi8.png
diff --git a/...ransformer架构细节/image/image_R3X8BJhzuq.png → ...ransformer架构细节/image/image_R3X8BJhzuq.png b/...ransformer架构细节/image/image_R3X8BJhzuq.png → ...ransformer架构细节/image/image_R3X8BJhzuq.png
diff --git a/...ransformer架构细节/image/image_fzuad0FC4i.png → ...ransformer架构细节/image/image_fzuad0FC4i.png b/...ransformer架构细节/image/image_fzuad0FC4i.png → ...ransformer架构细节/image/image_fzuad0FC4i.png
diff --git a/docs/02.大语言模型架构/bert变种/bert变种.md → 02.大语言模型架构/bert变种/bert变种.md b/docs/02.大语言模型架构/bert变种/bert变种.md → 02.大语言模型架构/bert变种/bert变种.md
diff --git a/...大语言模型架构/bert变种/image/image_36pl-589i_.png → 02.大语言模型架构/bert变种/image/image_36pl-589i_.png b/...大语言模型架构/bert变种/image/image_36pl-589i_.png → 02.大语言模型架构/bert变种/image/image_36pl-589i_.png
diff --git a/...大语言模型架构/bert变种/image/image_4Gyqd19sq_.png → 02.大语言模型架构/bert变种/image/image_4Gyqd19sq_.png b/...大语言模型架构/bert变种/image/image_4Gyqd19sq_.png → 02.大语言模型架构/bert变种/image/image_4Gyqd19sq_.png
diff --git a/...大语言模型架构/bert变种/image/image_On3o9XHhM0.png → 02.大语言模型架构/bert变种/image/image_On3o9XHhM0.png b/...大语言模型架构/bert变种/image/image_On3o9XHhM0.png → 02.大语言模型架构/bert变种/image/image_On3o9XHhM0.png
diff --git a/...大语言模型架构/bert变种/image/image_OtgnXs1k5H.png → 02.大语言模型架构/bert变种/image/image_OtgnXs1k5H.png b/...大语言模型架构/bert变种/image/image_OtgnXs1k5H.png → 02.大语言模型架构/bert变种/image/image_OtgnXs1k5H.png
diff --git a/...大语言模型架构/bert变种/image/image_QdKCNi1Ipa.png → 02.大语言模型架构/bert变种/image/image_QdKCNi1Ipa.png b/...大语言模型架构/bert变种/image/image_QdKCNi1Ipa.png → 02.大语言模型架构/bert变种/image/image_QdKCNi1Ipa.png
diff --git a/...大语言模型架构/bert变种/image/image_hxNT4Qvpj9.png → 02.大语言模型架构/bert变种/image/image_hxNT4Qvpj9.png b/...大语言模型架构/bert变种/image/image_hxNT4Qvpj9.png → 02.大语言模型架构/bert变种/image/image_hxNT4Qvpj9.png
diff --git a/docs/02.大语言模型架构/bert细节/bert细节.md → 02.大语言模型架构/bert细节/bert细节.md b/docs/02.大语言模型架构/bert细节/bert细节.md → 02.大语言模型架构/bert细节/bert细节.md
diff --git a/...大语言模型架构/bert细节/image/image_yNdkRulkSC.png → 02.大语言模型架构/bert细节/image/image_yNdkRulkSC.png b/...大语言模型架构/bert细节/image/image_yNdkRulkSC.png → 02.大语言模型架构/bert细节/image/image_yNdkRulkSC.png
diff --git a/docs/02.大语言模型架构/chatglm系列模型/chatglm系列模型.md → 02.大语言模型架构/chatglm系列模型/chatglm系列模型.md b/docs/02.大语言模型架构/chatglm系列模型/chatglm系列模型.md → 02.大语言模型架构/chatglm系列模型/chatglm系列模型.md
diff --git a/...架构/chatglm系列模型/image/image_7XH6B72KuJ.png → ...架构/chatglm系列模型/image/image_7XH6B72KuJ.png b/...架构/chatglm系列模型/image/image_7XH6B72KuJ.png → ...架构/chatglm系列模型/image/image_7XH6B72KuJ.png
diff --git a/...架构/chatglm系列模型/image/image_C9tS8f50K8.png → ...架构/chatglm系列模型/image/image_C9tS8f50K8.png b/...架构/chatglm系列模型/image/image_C9tS8f50K8.png → ...架构/chatglm系列模型/image/image_C9tS8f50K8.png
diff --git a/...架构/llama 2代码详解/image/image_A9pk34559l.png → ...架构/llama 2代码详解/image/image_A9pk34559l.png b/...架构/llama 2代码详解/image/image_A9pk34559l.png → ...架构/llama 2代码详解/image/image_A9pk34559l.png
diff --git a/...架构/llama 2代码详解/image/image_T2T_LiM5FT.png → ...架构/llama 2代码详解/image/image_T2T_LiM5FT.png b/...架构/llama 2代码详解/image/image_T2T_LiM5FT.png → ...架构/llama 2代码详解/image/image_T2T_LiM5FT.png
diff --git a/...架构/llama 2代码详解/image/image_XJgG9to7qe.png → ...架构/llama 2代码详解/image/image_XJgG9to7qe.png b/...架构/llama 2代码详解/image/image_XJgG9to7qe.png → ...架构/llama 2代码详解/image/image_XJgG9to7qe.png
diff --git a/...架构/llama 2代码详解/image/image_uEydesOS3K.png → ...架构/llama 2代码详解/image/image_uEydesOS3K.png b/...架构/llama 2代码详解/image/image_uEydesOS3K.png → ...架构/llama 2代码详解/image/image_uEydesOS3K.png
diff --git a/docs/02.大语言模型架构/llama 2代码详解/llama 2代码详解.md → 02.大语言模型架构/llama 2代码详解/llama 2代码详解.md b/docs/02.大语言模型架构/llama 2代码详解/llama 2代码详解.md → 02.大语言模型架构/llama 2代码详解/llama 2代码详解.md
diff --git a/...语言模型架构/llama 3/image/image_IvQxAiuPj-.png → ...语言模型架构/llama 3/image/image_IvQxAiuPj-.png b/...语言模型架构/llama 3/image/image_IvQxAiuPj-.png → ...语言模型架构/llama 3/image/image_IvQxAiuPj-.png
diff --git a/...语言模型架构/llama 3/image/image_by6m8VjSm2.png → ...语言模型架构/llama 3/image/image_by6m8VjSm2.png b/...语言模型架构/llama 3/image/image_by6m8VjSm2.png → ...语言模型架构/llama 3/image/image_by6m8VjSm2.png
diff --git a/...语言模型架构/llama 3/image/image_f7aV2UuNc7.png → ...语言模型架构/llama 3/image/image_f7aV2UuNc7.png b/...语言模型架构/llama 3/image/image_f7aV2UuNc7.png → ...语言模型架构/llama 3/image/image_f7aV2UuNc7.png
diff --git a/...语言模型架构/llama 3/image/image_uLhKN6r6M4.png → ...语言模型架构/llama 3/image/image_uLhKN6r6M4.png b/...语言模型架构/llama 3/image/image_uLhKN6r6M4.png → ...语言模型架构/llama 3/image/image_uLhKN6r6M4.png
diff --git a/...语言模型架构/llama 3/image/image_xHBq-aoxIb.png → ...语言模型架构/llama 3/image/image_xHBq-aoxIb.png b/...语言模型架构/llama 3/image/image_xHBq-aoxIb.png → ...语言模型架构/llama 3/image/image_xHBq-aoxIb.png
diff --git a/docs/02.大语言模型架构/llama 3/llama 3.md → 02.大语言模型架构/llama 3/llama 3.md b/docs/02.大语言模型架构/llama 3/llama 3.md → 02.大语言模型架构/llama 3/llama 3.md
diff --git a/...模型架构/llama系列模型/image/image_AX8lFJosne.png → ...模型架构/llama系列模型/image/image_AX8lFJosne.png b/...模型架构/llama系列模型/image/image_AX8lFJosne.png → ...模型架构/llama系列模型/image/image_AX8lFJosne.png
diff --git a/...模型架构/llama系列模型/image/image_HL-FiPNnSG.png → ...模型架构/llama系列模型/image/image_HL-FiPNnSG.png b/...模型架构/llama系列模型/image/image_HL-FiPNnSG.png → ...模型架构/llama系列模型/image/image_HL-FiPNnSG.png
diff --git a/...模型架构/llama系列模型/image/image_KbWpfqtyqV.png → ...模型架构/llama系列模型/image/image_KbWpfqtyqV.png b/...模型架构/llama系列模型/image/image_KbWpfqtyqV.png → ...模型架构/llama系列模型/image/image_KbWpfqtyqV.png
diff --git a/...模型架构/llama系列模型/image/image_Li8zwpP-Yl.png → ...模型架构/llama系列模型/image/image_Li8zwpP-Yl.png b/...模型架构/llama系列模型/image/image_Li8zwpP-Yl.png → ...模型架构/llama系列模型/image/image_Li8zwpP-Yl.png
diff --git a/...模型架构/llama系列模型/image/image_OOCoNO9X-g.png → ...模型架构/llama系列模型/image/image_OOCoNO9X-g.png b/...模型架构/llama系列模型/image/image_OOCoNO9X-g.png → ...模型架构/llama系列模型/image/image_OOCoNO9X-g.png
diff --git a/...模型架构/llama系列模型/image/image_Pkz7Xv5qpC.png → ...模型架构/llama系列模型/image/image_Pkz7Xv5qpC.png b/...模型架构/llama系列模型/image/image_Pkz7Xv5qpC.png → ...模型架构/llama系列模型/image/image_Pkz7Xv5qpC.png
diff --git a/...模型架构/llama系列模型/image/image_QzGxZVzHBf.png → ...模型架构/llama系列模型/image/image_QzGxZVzHBf.png b/...模型架构/llama系列模型/image/image_QzGxZVzHBf.png → ...模型架构/llama系列模型/image/image_QzGxZVzHBf.png
diff --git a/...模型架构/llama系列模型/image/image_SyfakZa0oX.png → ...模型架构/llama系列模型/image/image_SyfakZa0oX.png b/...模型架构/llama系列模型/image/image_SyfakZa0oX.png → ...模型架构/llama系列模型/image/image_SyfakZa0oX.png
diff --git a/...模型架构/llama系列模型/image/image_XM9VQqYPki.png → ...模型架构/llama系列模型/image/image_XM9VQqYPki.png b/...模型架构/llama系列模型/image/image_XM9VQqYPki.png → ...模型架构/llama系列模型/image/image_XM9VQqYPki.png
diff --git a/...模型架构/llama系列模型/image/image_ia9gxLh7hr.png → ...模型架构/llama系列模型/image/image_ia9gxLh7hr.png b/...模型架构/llama系列模型/image/image_ia9gxLh7hr.png → ...模型架构/llama系列模型/image/image_ia9gxLh7hr.png
diff --git a/...模型架构/llama系列模型/image/image_xtVnhccmX6.png → ...模型架构/llama系列模型/image/image_xtVnhccmX6.png b/...模型架构/llama系列模型/image/image_xtVnhccmX6.png → ...模型架构/llama系列模型/image/image_xtVnhccmX6.png
diff --git a/docs/02.大语言模型架构/llama系列模型/llama系列模型.md → 02.大语言模型架构/llama系列模型/llama系列模型.md b/docs/02.大语言模型架构/llama系列模型/llama系列模型.md → 02.大语言模型架构/llama系列模型/llama系列模型.md
diff --git a/...-p & Temperatu/image/image_9gYWmmepwO.png → ...-p & Temperatu/image/image_9gYWmmepwO.png b/...-p & Temperatu/image/image_9gYWmmepwO.png → ...-p & Temperatu/image/image_9gYWmmepwO.png
diff --git a/...-p & Temperatu/image/image_Ny0Q02PMxt.png → ...-p & Temperatu/image/image_Ny0Q02PMxt.png b/...-p & Temperatu/image/image_Ny0Q02PMxt.png → ...-p & Temperatu/image/image_Ny0Q02PMxt.png
diff --git a/...-p & Temperatu/image/image__JLu-EWfqO.png → ...-p & Temperatu/image/image__JLu-EWfqO.png b/...-p & Temperatu/image/image__JLu-EWfqO.png → ...-p & Temperatu/image/image__JLu-EWfqO.png
diff --git a/...-p & Temperatu/image/image_ci6Y3cvZrl.png → ...-p & Temperatu/image/image_ci6Y3cvZrl.png b/...-p & Temperatu/image/image_ci6Y3cvZrl.png → ...-p & Temperatu/image/image_ci6Y3cvZrl.png
diff --git a/...-p & Temperatu/image/image_i2MAU6x-Kx.png → ...-p & Temperatu/image/image_i2MAU6x-Kx.png b/...-p & Temperatu/image/image_i2MAU6x-Kx.png → ...-p & Temperatu/image/image_i2MAU6x-Kx.png
diff --git a/...-p & Temperatu/image/image_vNWSVaHeJE.png → ...-p & Temperatu/image/image_vNWSVaHeJE.png b/...-p & Temperatu/image/image_vNWSVaHeJE.png → ...-p & Temperatu/image/image_vNWSVaHeJE.png
diff --git a/...ratu/解码策略（Top-k & Top-p & Temperature）.md → ...ratu/解码策略（Top-k & Top-p & Temperature）.md b/...ratu/解码策略（Top-k & Top-p & Temperature）.md → ...ratu/解码策略（Top-k & Top-p & Temperature）.md
diff --git a/03.训练数据集/README.md b/03.训练数据集/README.md
@@ -0,0 +1,7 @@
+# 03.训练数据集
+
+### 3.1 数据集
+
+[数据格式](/03.训练数据集/数据格式/数据格式.md "数据格式")
+
+### 3.2 模型参数
diff --git a/docs/03.训练数据集/数据格式/数据格式.md → 03.训练数据集/数据格式/数据格式.md b/docs/03.训练数据集/数据格式/数据格式.md → 03.训练数据集/数据格式/数据格式.md
diff --git a/docs/04.分布式训练/1.显存问题/1.显存问题.md → 04.分布式训练/1.显存问题/1.显存问题.md b/docs/04.分布式训练/1.显存问题/1.显存问题.md → 04.分布式训练/1.显存问题/1.显存问题.md
diff --git a/...4.分布式训练/1.显存问题/image/image_v5zrA5FZ1Y.png → 04.分布式训练/1.显存问题/image/image_v5zrA5FZ1Y.png b/...4.分布式训练/1.显存问题/image/image_v5zrA5FZ1Y.png → 04.分布式训练/1.显存问题/image/image_v5zrA5FZ1Y.png
diff --git a/docs/04.分布式训练/1.概述/1.概述.md → 04.分布式训练/1.概述/1.概述.md b/docs/04.分布式训练/1.概述/1.概述.md → 04.分布式训练/1.概述/1.概述.md
diff --git a/.../04.分布式训练/1.概述/image/image_-tuqRkUrTn.png → 04.分布式训练/1.概述/image/image_-tuqRkUrTn.png b/.../04.分布式训练/1.概述/image/image_-tuqRkUrTn.png → 04.分布式训练/1.概述/image/image_-tuqRkUrTn.png
diff --git a/.../04.分布式训练/1.概述/image/image_0BOIRLvIJN.png → 04.分布式训练/1.概述/image/image_0BOIRLvIJN.png b/.../04.分布式训练/1.概述/image/image_0BOIRLvIJN.png → 04.分布式训练/1.概述/image/image_0BOIRLvIJN.png
diff --git a/.../04.分布式训练/1.概述/image/image_G-gi_5V_1p.png → 04.分布式训练/1.概述/image/image_G-gi_5V_1p.png b/.../04.分布式训练/1.概述/image/image_G-gi_5V_1p.png → 04.分布式训练/1.概述/image/image_G-gi_5V_1p.png
diff --git a/.../04.分布式训练/1.概述/image/image_MgTrkKeM2Y.png → 04.分布式训练/1.概述/image/image_MgTrkKeM2Y.png b/.../04.分布式训练/1.概述/image/image_MgTrkKeM2Y.png → 04.分布式训练/1.概述/image/image_MgTrkKeM2Y.png
diff --git a/.../04.分布式训练/1.概述/image/image_SZBLANWZcs.png → 04.分布式训练/1.概述/image/image_SZBLANWZcs.png b/.../04.分布式训练/1.概述/image/image_SZBLANWZcs.png → 04.分布式训练/1.概述/image/image_SZBLANWZcs.png
diff --git a/.../04.分布式训练/1.概述/image/image_auVu9e0Uwe.png → 04.分布式训练/1.概述/image/image_auVu9e0Uwe.png b/.../04.分布式训练/1.概述/image/image_auVu9e0Uwe.png → 04.分布式训练/1.概述/image/image_auVu9e0Uwe.png
diff --git a/.../04.分布式训练/1.概述/image/image_dWNc6w3FgY.png → 04.分布式训练/1.概述/image/image_dWNc6w3FgY.png b/.../04.分布式训练/1.概述/image/image_dWNc6w3FgY.png → 04.分布式训练/1.概述/image/image_dWNc6w3FgY.png
diff --git a/.../04.分布式训练/1.概述/image/image_i9Fb110BaP.png → 04.分布式训练/1.概述/image/image_i9Fb110BaP.png b/.../04.分布式训练/1.概述/image/image_i9Fb110BaP.png → 04.分布式训练/1.概述/image/image_i9Fb110BaP.png
diff --git a/.../04.分布式训练/1.概述/image/image_iQfO1rQilr.png → 04.分布式训练/1.概述/image/image_iQfO1rQilr.png b/.../04.分布式训练/1.概述/image/image_iQfO1rQilr.png → 04.分布式训练/1.概述/image/image_iQfO1rQilr.png
diff --git a/.../04.分布式训练/1.概述/image/image_j5sDPbely8.png → 04.分布式训练/1.概述/image/image_j5sDPbely8.png b/.../04.分布式训练/1.概述/image/image_j5sDPbely8.png → 04.分布式训练/1.概述/image/image_j5sDPbely8.png
diff --git a/.../04.分布式训练/1.概述/image/image_wpjKkGQJAt.png → 04.分布式训练/1.概述/image/image_wpjKkGQJAt.png b/.../04.分布式训练/1.概述/image/image_wpjKkGQJAt.png → 04.分布式训练/1.概述/image/image_wpjKkGQJAt.png
diff --git a/.../04.分布式训练/1.概述/image/image_xMrKSVuEHQ.png → 04.分布式训练/1.概述/image/image_xMrKSVuEHQ.png b/.../04.分布式训练/1.概述/image/image_xMrKSVuEHQ.png → 04.分布式训练/1.概述/image/image_xMrKSVuEHQ.png
diff --git a/docs/04.分布式训练/2.数据并行/2.数据并行.md → 04.分布式训练/2.数据并行/2.数据并行.md b/docs/04.分布式训练/2.数据并行/2.数据并行.md → 04.分布式训练/2.数据并行/2.数据并行.md
diff --git a/...4.分布式训练/2.数据并行/image/image_Dkqm9-ELHY.png → 04.分布式训练/2.数据并行/image/image_Dkqm9-ELHY.png b/...4.分布式训练/2.数据并行/image/image_Dkqm9-ELHY.png → 04.分布式训练/2.数据并行/image/image_Dkqm9-ELHY.png
diff --git a/...4.分布式训练/2.数据并行/image/image_Iy2hNrDMWR.png → 04.分布式训练/2.数据并行/image/image_Iy2hNrDMWR.png b/...4.分布式训练/2.数据并行/image/image_Iy2hNrDMWR.png → 04.分布式训练/2.数据并行/image/image_Iy2hNrDMWR.png
diff --git a/...4.分布式训练/2.数据并行/image/image_M4-uEmUjmI.png → 04.分布式训练/2.数据并行/image/image_M4-uEmUjmI.png b/...4.分布式训练/2.数据并行/image/image_M4-uEmUjmI.png → 04.分布式训练/2.数据并行/image/image_M4-uEmUjmI.png
diff --git a/...4.分布式训练/2.数据并行/image/image_QGkvNKIWaB.png → 04.分布式训练/2.数据并行/image/image_QGkvNKIWaB.png b/...4.分布式训练/2.数据并行/image/image_QGkvNKIWaB.png → 04.分布式训练/2.数据并行/image/image_QGkvNKIWaB.png
diff --git a/...4.分布式训练/2.数据并行/image/image_TeKe8sDfM0.png → 04.分布式训练/2.数据并行/image/image_TeKe8sDfM0.png b/...4.分布式训练/2.数据并行/image/image_TeKe8sDfM0.png → 04.分布式训练/2.数据并行/image/image_TeKe8sDfM0.png
diff --git a/...4.分布式训练/2.数据并行/image/image_UISm6js_KZ.png → 04.分布式训练/2.数据并行/image/image_UISm6js_KZ.png b/...4.分布式训练/2.数据并行/image/image_UISm6js_KZ.png → 04.分布式训练/2.数据并行/image/image_UISm6js_KZ.png
diff --git a/...4.分布式训练/2.数据并行/image/image_VgnDYnASLJ.png → 04.分布式训练/2.数据并行/image/image_VgnDYnASLJ.png b/...4.分布式训练/2.数据并行/image/image_VgnDYnASLJ.png → 04.分布式训练/2.数据并行/image/image_VgnDYnASLJ.png
diff --git a/...4.分布式训练/2.数据并行/image/image__OtJk1TbkM.png → 04.分布式训练/2.数据并行/image/image__OtJk1TbkM.png b/...4.分布式训练/2.数据并行/image/image__OtJk1TbkM.png → 04.分布式训练/2.数据并行/image/image__OtJk1TbkM.png
diff --git a/...4.分布式训练/2.数据并行/image/image__WO4Gb_gi5.png → 04.分布式训练/2.数据并行/image/image__WO4Gb_gi5.png b/...4.分布式训练/2.数据并行/image/image__WO4Gb_gi5.png → 04.分布式训练/2.数据并行/image/image__WO4Gb_gi5.png
diff --git a/...4.分布式训练/2.数据并行/image/image_eNJ6FyULtl.png → 04.分布式训练/2.数据并行/image/image_eNJ6FyULtl.png b/...4.分布式训练/2.数据并行/image/image_eNJ6FyULtl.png → 04.分布式训练/2.数据并行/image/image_eNJ6FyULtl.png
diff --git a/...4.分布式训练/2.数据并行/image/image_xx1P6SZT2R.png → 04.分布式训练/2.数据并行/image/image_xx1P6SZT2R.png b/...4.分布式训练/2.数据并行/image/image_xx1P6SZT2R.png → 04.分布式训练/2.数据并行/image/image_xx1P6SZT2R.png
diff --git a/docs/04.分布式训练/3.流水线并行/3.流水线并行.md → 04.分布式训练/3.流水线并行/3.流水线并行.md b/docs/04.分布式训练/3.流水线并行/3.流水线并行.md → 04.分布式训练/3.流水线并行/3.流水线并行.md
diff --git a/....分布式训练/3.流水线并行/image/image_-LFelNoH_T.png → 04.分布式训练/3.流水线并行/image/image_-LFelNoH_T.png b/....分布式训练/3.流水线并行/image/image_-LFelNoH_T.png → 04.分布式训练/3.流水线并行/image/image_-LFelNoH_T.png
diff --git a/....分布式训练/3.流水线并行/image/image_-zAXfAICIZ.png → 04.分布式训练/3.流水线并行/image/image_-zAXfAICIZ.png b/....分布式训练/3.流水线并行/image/image_-zAXfAICIZ.png → 04.分布式训练/3.流水线并行/image/image_-zAXfAICIZ.png
diff --git a/....分布式训练/3.流水线并行/image/image_45-emO92lm.png → 04.分布式训练/3.流水线并行/image/image_45-emO92lm.png b/....分布式训练/3.流水线并行/image/image_45-emO92lm.png → 04.分布式训练/3.流水线并行/image/image_45-emO92lm.png
diff --git a/....分布式训练/3.流水线并行/image/image_5CPpxFik4j.png → 04.分布式训练/3.流水线并行/image/image_5CPpxFik4j.png b/....分布式训练/3.流水线并行/image/image_5CPpxFik4j.png → 04.分布式训练/3.流水线并行/image/image_5CPpxFik4j.png
diff --git a/....分布式训练/3.流水线并行/image/image_D3L5nfRf84.png → 04.分布式训练/3.流水线并行/image/image_D3L5nfRf84.png b/....分布式训练/3.流水线并行/image/image_D3L5nfRf84.png → 04.分布式训练/3.流水线并行/image/image_D3L5nfRf84.png
diff --git a/....分布式训练/3.流水线并行/image/image_LyMglwmO80.png → 04.分布式训练/3.流水线并行/image/image_LyMglwmO80.png b/....分布式训练/3.流水线并行/image/image_LyMglwmO80.png → 04.分布式训练/3.流水线并行/image/image_LyMglwmO80.png
diff --git a/....分布式训练/3.流水线并行/image/image_NUJdgT2VC9.png → 04.分布式训练/3.流水线并行/image/image_NUJdgT2VC9.png b/....分布式训练/3.流水线并行/image/image_NUJdgT2VC9.png → 04.分布式训练/3.流水线并行/image/image_NUJdgT2VC9.png
diff --git a/....分布式训练/3.流水线并行/image/image_QQfBFCQCGT.png → 04.分布式训练/3.流水线并行/image/image_QQfBFCQCGT.png b/....分布式训练/3.流水线并行/image/image_QQfBFCQCGT.png → 04.分布式训练/3.流水线并行/image/image_QQfBFCQCGT.png
diff --git a/....分布式训练/3.流水线并行/image/image_TXAvC6K7_l.png → 04.分布式训练/3.流水线并行/image/image_TXAvC6K7_l.png b/....分布式训练/3.流水线并行/image/image_TXAvC6K7_l.png → 04.分布式训练/3.流水线并行/image/image_TXAvC6K7_l.png
diff --git a/....分布式训练/3.流水线并行/image/image_VYOFXjru4b.png → 04.分布式训练/3.流水线并行/image/image_VYOFXjru4b.png b/....分布式训练/3.流水线并行/image/image_VYOFXjru4b.png → 04.分布式训练/3.流水线并行/image/image_VYOFXjru4b.png
diff --git a/....分布式训练/3.流水线并行/image/image_XNdOKM79mF.png → 04.分布式训练/3.流水线并行/image/image_XNdOKM79mF.png b/....分布式训练/3.流水线并行/image/image_XNdOKM79mF.png → 04.分布式训练/3.流水线并行/image/image_XNdOKM79mF.png
diff --git a/....分布式训练/3.流水线并行/image/image_Za-MgpelvZ.png → 04.分布式训练/3.流水线并行/image/image_Za-MgpelvZ.png b/....分布式训练/3.流水线并行/image/image_Za-MgpelvZ.png → 04.分布式训练/3.流水线并行/image/image_Za-MgpelvZ.png
diff --git a/....分布式训练/3.流水线并行/image/image__DoHSWCunA.png → 04.分布式训练/3.流水线并行/image/image__DoHSWCunA.png b/....分布式训练/3.流水线并行/image/image__DoHSWCunA.png → 04.分布式训练/3.流水线并行/image/image__DoHSWCunA.png
diff --git a/....分布式训练/3.流水线并行/image/image__QXZkXF8ko.png → 04.分布式训练/3.流水线并行/image/image__QXZkXF8ko.png b/....分布式训练/3.流水线并行/image/image__QXZkXF8ko.png → 04.分布式训练/3.流水线并行/image/image__QXZkXF8ko.png
diff --git a/....分布式训练/3.流水线并行/image/image_go7z-J0Qh1.png → 04.分布式训练/3.流水线并行/image/image_go7z-J0Qh1.png b/....分布式训练/3.流水线并行/image/image_go7z-J0Qh1.png → 04.分布式训练/3.流水线并行/image/image_go7z-J0Qh1.png
diff --git a/....分布式训练/3.流水线并行/image/image_q8sI8FoYKn.png → 04.分布式训练/3.流水线并行/image/image_q8sI8FoYKn.png b/....分布式训练/3.流水线并行/image/image_q8sI8FoYKn.png → 04.分布式训练/3.流水线并行/image/image_q8sI8FoYKn.png
diff --git a/....分布式训练/3.流水线并行/image/image_tR4sS6fzEJ.png → 04.分布式训练/3.流水线并行/image/image_tR4sS6fzEJ.png b/....分布式训练/3.流水线并行/image/image_tR4sS6fzEJ.png → 04.分布式训练/3.流水线并行/image/image_tR4sS6fzEJ.png
diff --git a/docs/04.分布式训练/4.张量并行/4.张量并行.md → 04.分布式训练/4.张量并行/4.张量并行.md b/docs/04.分布式训练/4.张量并行/4.张量并行.md → 04.分布式训练/4.张量并行/4.张量并行.md
diff --git a/...4.分布式训练/4.张量并行/image/image_-qwT9-UIxA.png → 04.分布式训练/4.张量并行/image/image_-qwT9-UIxA.png b/...4.分布式训练/4.张量并行/image/image_-qwT9-UIxA.png → 04.分布式训练/4.张量并行/image/image_-qwT9-UIxA.png
diff --git a/...4.分布式训练/4.张量并行/image/image_-u9XHKpRLE.png → 04.分布式训练/4.张量并行/image/image_-u9XHKpRLE.png b/...4.分布式训练/4.张量并行/image/image_-u9XHKpRLE.png → 04.分布式训练/4.张量并行/image/image_-u9XHKpRLE.png
diff --git a/...4.分布式训练/4.张量并行/image/image_2RPv_sfzcH.png → 04.分布式训练/4.张量并行/image/image_2RPv_sfzcH.png b/...4.分布式训练/4.张量并行/image/image_2RPv_sfzcH.png → 04.分布式训练/4.张量并行/image/image_2RPv_sfzcH.png
diff --git a/...4.分布式训练/4.张量并行/image/image_7I73oCbzb-.png → 04.分布式训练/4.张量并行/image/image_7I73oCbzb-.png b/...4.分布式训练/4.张量并行/image/image_7I73oCbzb-.png → 04.分布式训练/4.张量并行/image/image_7I73oCbzb-.png
diff --git a/...4.分布式训练/4.张量并行/image/image_99Ji-kbokD.png → 04.分布式训练/4.张量并行/image/image_99Ji-kbokD.png b/...4.分布式训练/4.张量并行/image/image_99Ji-kbokD.png → 04.分布式训练/4.张量并行/image/image_99Ji-kbokD.png
diff --git a/...4.分布式训练/4.张量并行/image/image_9pFyQ7hULv.png → 04.分布式训练/4.张量并行/image/image_9pFyQ7hULv.png b/...4.分布式训练/4.张量并行/image/image_9pFyQ7hULv.png → 04.分布式训练/4.张量并行/image/image_9pFyQ7hULv.png
diff --git a/...4.分布式训练/4.张量并行/image/image_AcxOQBm8rp.png → 04.分布式训练/4.张量并行/image/image_AcxOQBm8rp.png b/...4.分布式训练/4.张量并行/image/image_AcxOQBm8rp.png → 04.分布式训练/4.张量并行/image/image_AcxOQBm8rp.png
diff --git a/...4.分布式训练/4.张量并行/image/image_IA8zN9k2qY.png → 04.分布式训练/4.张量并行/image/image_IA8zN9k2qY.png b/...4.分布式训练/4.张量并行/image/image_IA8zN9k2qY.png → 04.分布式训练/4.张量并行/image/image_IA8zN9k2qY.png
diff --git a/...4.分布式训练/4.张量并行/image/image_LsRWnHMfld.png → 04.分布式训练/4.张量并行/image/image_LsRWnHMfld.png b/...4.分布式训练/4.张量并行/image/image_LsRWnHMfld.png → 04.分布式训练/4.张量并行/image/image_LsRWnHMfld.png
diff --git a/...4.分布式训练/4.张量并行/image/image_XYhiRcuHQ5.png → 04.分布式训练/4.张量并行/image/image_XYhiRcuHQ5.png b/...4.分布式训练/4.张量并行/image/image_XYhiRcuHQ5.png → 04.分布式训练/4.张量并行/image/image_XYhiRcuHQ5.png
diff --git a/...4.分布式训练/4.张量并行/image/image_ek2XbnbB_C.png → 04.分布式训练/4.张量并行/image/image_ek2XbnbB_C.png b/...4.分布式训练/4.张量并行/image/image_ek2XbnbB_C.png → 04.分布式训练/4.张量并行/image/image_ek2XbnbB_C.png
diff --git a/...4.分布式训练/4.张量并行/image/image_gHVUUzptSn.png → 04.分布式训练/4.张量并行/image/image_gHVUUzptSn.png b/...4.分布式训练/4.张量并行/image/image_gHVUUzptSn.png → 04.分布式训练/4.张量并行/image/image_gHVUUzptSn.png
diff --git a/...4.分布式训练/4.张量并行/image/image_gY_gg0csJG.png → 04.分布式训练/4.张量并行/image/image_gY_gg0csJG.png b/...4.分布式训练/4.张量并行/image/image_gY_gg0csJG.png → 04.分布式训练/4.张量并行/image/image_gY_gg0csJG.png
diff --git a/...4.分布式训练/4.张量并行/image/image_iOtv5wnjYj.png → 04.分布式训练/4.张量并行/image/image_iOtv5wnjYj.png b/...4.分布式训练/4.张量并行/image/image_iOtv5wnjYj.png → 04.分布式训练/4.张量并行/image/image_iOtv5wnjYj.png
diff --git a/...4.分布式训练/4.张量并行/image/image_n5I7D_9IS8.png → 04.分布式训练/4.张量并行/image/image_n5I7D_9IS8.png b/...4.分布式训练/4.张量并行/image/image_n5I7D_9IS8.png → 04.分布式训练/4.张量并行/image/image_n5I7D_9IS8.png
diff --git a/...4.分布式训练/4.张量并行/image/image_oo3H-DV6Rs.png → 04.分布式训练/4.张量并行/image/image_oo3H-DV6Rs.png b/...4.分布式训练/4.张量并行/image/image_oo3H-DV6Rs.png → 04.分布式训练/4.张量并行/image/image_oo3H-DV6Rs.png
diff --git a/...4.分布式训练/4.张量并行/image/image_vvgWkBjMLS.png → 04.分布式训练/4.张量并行/image/image_vvgWkBjMLS.png b/...4.分布式训练/4.张量并行/image/image_vvgWkBjMLS.png → 04.分布式训练/4.张量并行/image/image_vvgWkBjMLS.png
diff --git a/...4.分布式训练/4.张量并行/image/image_ytgqm394It.png → 04.分布式训练/4.张量并行/image/image_ytgqm394It.png b/...4.分布式训练/4.张量并行/image/image_ytgqm394It.png → 04.分布式训练/4.张量并行/image/image_ytgqm394It.png
diff --git a/docs/04.分布式训练/5.序列并行/5.序列并行.md → 04.分布式训练/5.序列并行/5.序列并行.md b/docs/04.分布式训练/5.序列并行/5.序列并行.md → 04.分布式训练/5.序列并行/5.序列并行.md
diff --git a/...4.分布式训练/5.序列并行/image/image_8D99dcO3UW.png → 04.分布式训练/5.序列并行/image/image_8D99dcO3UW.png b/...4.分布式训练/5.序列并行/image/image_8D99dcO3UW.png → 04.分布式训练/5.序列并行/image/image_8D99dcO3UW.png
diff --git a/...4.分布式训练/5.序列并行/image/image_8o8tMFjMrJ.png → 04.分布式训练/5.序列并行/image/image_8o8tMFjMrJ.png b/...4.分布式训练/5.序列并行/image/image_8o8tMFjMrJ.png → 04.分布式训练/5.序列并行/image/image_8o8tMFjMrJ.png
diff --git a/...4.分布式训练/5.序列并行/image/image_II8OK5PLXN.png → 04.分布式训练/5.序列并行/image/image_II8OK5PLXN.png b/...4.分布式训练/5.序列并行/image/image_II8OK5PLXN.png → 04.分布式训练/5.序列并行/image/image_II8OK5PLXN.png
diff --git a/...4.分布式训练/5.序列并行/image/image_IcmPA4afgc.png → 04.分布式训练/5.序列并行/image/image_IcmPA4afgc.png b/...4.分布式训练/5.序列并行/image/image_IcmPA4afgc.png → 04.分布式训练/5.序列并行/image/image_IcmPA4afgc.png
diff --git a/...4.分布式训练/5.序列并行/image/image_KY_hSeezc5.png → 04.分布式训练/5.序列并行/image/image_KY_hSeezc5.png b/...4.分布式训练/5.序列并行/image/image_KY_hSeezc5.png → 04.分布式训练/5.序列并行/image/image_KY_hSeezc5.png
diff --git a/...4.分布式训练/5.序列并行/image/image_T5shdA4Vmm.png → 04.分布式训练/5.序列并行/image/image_T5shdA4Vmm.png b/...4.分布式训练/5.序列并行/image/image_T5shdA4Vmm.png → 04.分布式训练/5.序列并行/image/image_T5shdA4Vmm.png
diff --git a/...4.分布式训练/5.序列并行/image/image_aTQUWGQQ90.png → 04.分布式训练/5.序列并行/image/image_aTQUWGQQ90.png b/...4.分布式训练/5.序列并行/image/image_aTQUWGQQ90.png → 04.分布式训练/5.序列并行/image/image_aTQUWGQQ90.png
diff --git a/...4.分布式训练/5.序列并行/image/image_ftsDHEJpB3.png → 04.分布式训练/5.序列并行/image/image_ftsDHEJpB3.png b/...4.分布式训练/5.序列并行/image/image_ftsDHEJpB3.png → 04.分布式训练/5.序列并行/image/image_ftsDHEJpB3.png
diff --git a/...4.分布式训练/5.序列并行/image/image_tkc2Nhn1RJ.png → 04.分布式训练/5.序列并行/image/image_tkc2Nhn1RJ.png b/...4.分布式训练/5.序列并行/image/image_tkc2Nhn1RJ.png → 04.分布式训练/5.序列并行/image/image_tkc2Nhn1RJ.png
diff --git a/docs/04.分布式训练/6.多维度混合并行/6.多维度混合并行.md → 04.分布式训练/6.多维度混合并行/6.多维度混合并行.md b/docs/04.分布式训练/6.多维度混合并行/6.多维度混合并行.md → 04.分布式训练/6.多维度混合并行/6.多维度混合并行.md
diff --git a/...布式训练/6.多维度混合并行/image/image_9MhlIzGPSn.png → ...布式训练/6.多维度混合并行/image/image_9MhlIzGPSn.png b/...布式训练/6.多维度混合并行/image/image_9MhlIzGPSn.png → ...布式训练/6.多维度混合并行/image/image_9MhlIzGPSn.png
diff --git a/...布式训练/6.多维度混合并行/image/image_YtAUDmNynT.png → ...布式训练/6.多维度混合并行/image/image_YtAUDmNynT.png b/...布式训练/6.多维度混合并行/image/image_YtAUDmNynT.png → ...布式训练/6.多维度混合并行/image/image_YtAUDmNynT.png
diff --git a/...布式训练/6.多维度混合并行/image/image_bUIvBaOcRU.png → ...布式训练/6.多维度混合并行/image/image_bUIvBaOcRU.png b/...布式训练/6.多维度混合并行/image/image_bUIvBaOcRU.png → ...布式训练/6.多维度混合并行/image/image_bUIvBaOcRU.png
diff --git a/...布式训练/6.多维度混合并行/image/image_hSdhjiBAKu.png → ...布式训练/6.多维度混合并行/image/image_hSdhjiBAKu.png b/...布式训练/6.多维度混合并行/image/image_hSdhjiBAKu.png → ...布式训练/6.多维度混合并行/image/image_hSdhjiBAKu.png
diff --git a/...布式训练/6.多维度混合并行/image/image_k9CHrkio0V.png → ...布式训练/6.多维度混合并行/image/image_k9CHrkio0V.png b/...布式训练/6.多维度混合并行/image/image_k9CHrkio0V.png → ...布式训练/6.多维度混合并行/image/image_k9CHrkio0V.png
diff --git a/...布式训练/6.多维度混合并行/image/image_nW2idHS-Lv.png → ...布式训练/6.多维度混合并行/image/image_nW2idHS-Lv.png b/...布式训练/6.多维度混合并行/image/image_nW2idHS-Lv.png → ...布式训练/6.多维度混合并行/image/image_nW2idHS-Lv.png
diff --git a/...布式训练/6.多维度混合并行/image/image_rDgAztG68n.png → ...布式训练/6.多维度混合并行/image/image_rDgAztG68n.png b/...布式训练/6.多维度混合并行/image/image_rDgAztG68n.png → ...布式训练/6.多维度混合并行/image/image_rDgAztG68n.png
diff --git a/...布式训练/6.多维度混合并行/image/image_t-u4XUpBo6.png → ...布式训练/6.多维度混合并行/image/image_t-u4XUpBo6.png b/...布式训练/6.多维度混合并行/image/image_t-u4XUpBo6.png → ...布式训练/6.多维度混合并行/image/image_t-u4XUpBo6.png
diff --git a/...布式训练/6.多维度混合并行/image/image_xXH59JVt51.png → ...布式训练/6.多维度混合并行/image/image_xXH59JVt51.png b/...布式训练/6.多维度混合并行/image/image_xXH59JVt51.png → ...布式训练/6.多维度混合并行/image/image_xXH59JVt51.png
diff --git a/docs/04.分布式训练/7.自动并行/7.自动并行.md → 04.分布式训练/7.自动并行/7.自动并行.md b/docs/04.分布式训练/7.自动并行/7.自动并行.md → 04.分布式训练/7.自动并行/7.自动并行.md
diff --git a/...4.分布式训练/7.自动并行/image/image_5wizpAjTVy.png → 04.分布式训练/7.自动并行/image/image_5wizpAjTVy.png b/...4.分布式训练/7.自动并行/image/image_5wizpAjTVy.png → 04.分布式训练/7.自动并行/image/image_5wizpAjTVy.png
diff --git a/...4.分布式训练/7.自动并行/image/image_DhJ7JXYshm.png → 04.分布式训练/7.自动并行/image/image_DhJ7JXYshm.png b/...4.分布式训练/7.自动并行/image/image_DhJ7JXYshm.png → 04.分布式训练/7.自动并行/image/image_DhJ7JXYshm.png
diff --git a/...4.分布式训练/7.自动并行/image/image_V_V_cu5gO7.png → 04.分布式训练/7.自动并行/image/image_V_V_cu5gO7.png b/...4.分布式训练/7.自动并行/image/image_V_V_cu5gO7.png → 04.分布式训练/7.自动并行/image/image_V_V_cu5gO7.png
diff --git a/...4.分布式训练/7.自动并行/image/image_da7Gv3tpI7.png → 04.分布式训练/7.自动并行/image/image_da7Gv3tpI7.png b/...4.分布式训练/7.自动并行/image/image_da7Gv3tpI7.png → 04.分布式训练/7.自动并行/image/image_da7Gv3tpI7.png
diff --git a/...4.分布式训练/7.自动并行/image/image_kJbRmn0uFd.png → 04.分布式训练/7.自动并行/image/image_kJbRmn0uFd.png b/...4.分布式训练/7.自动并行/image/image_kJbRmn0uFd.png → 04.分布式训练/7.自动并行/image/image_kJbRmn0uFd.png
diff --git a/docs/04.分布式训练/8.moe并行/8.moe并行.md → 04.分布式训练/8.moe并行/8.moe并行.md b/docs/04.分布式训练/8.moe并行/8.moe并行.md → 04.分布式训练/8.moe并行/8.moe并行.md
diff --git a/....分布式训练/8.moe并行/image/image_CdnJaFJ-Sh.png → 04.分布式训练/8.moe并行/image/image_CdnJaFJ-Sh.png b/....分布式训练/8.moe并行/image/image_CdnJaFJ-Sh.png → 04.分布式训练/8.moe并行/image/image_CdnJaFJ-Sh.png
diff --git a/....分布式训练/8.moe并行/image/image_JsKarTYofS.png → 04.分布式训练/8.moe并行/image/image_JsKarTYofS.png b/....分布式训练/8.moe并行/image/image_JsKarTYofS.png → 04.分布式训练/8.moe并行/image/image_JsKarTYofS.png
diff --git a/....分布式训练/8.moe并行/image/image_LExU0lecXc.png → 04.分布式训练/8.moe并行/image/image_LExU0lecXc.png b/....分布式训练/8.moe并行/image/image_LExU0lecXc.png → 04.分布式训练/8.moe并行/image/image_LExU0lecXc.png
diff --git a/....分布式训练/8.moe并行/image/image_LSI5n4Y_Cq.png → 04.分布式训练/8.moe并行/image/image_LSI5n4Y_Cq.png b/....分布式训练/8.moe并行/image/image_LSI5n4Y_Cq.png → 04.分布式训练/8.moe并行/image/image_LSI5n4Y_Cq.png
diff --git a/....分布式训练/8.moe并行/image/image_TddAwpvHh4.png → 04.分布式训练/8.moe并行/image/image_TddAwpvHh4.png b/....分布式训练/8.moe并行/image/image_TddAwpvHh4.png → 04.分布式训练/8.moe并行/image/image_TddAwpvHh4.png
diff --git a/....分布式训练/8.moe并行/image/image_bWbypkNk_f.png → 04.分布式训练/8.moe并行/image/image_bWbypkNk_f.png b/....分布式训练/8.moe并行/image/image_bWbypkNk_f.png → 04.分布式训练/8.moe并行/image/image_bWbypkNk_f.png
diff --git a/....分布式训练/8.moe并行/image/image_c_hTTNj7-H.png → 04.分布式训练/8.moe并行/image/image_c_hTTNj7-H.png b/....分布式训练/8.moe并行/image/image_c_hTTNj7-H.png → 04.分布式训练/8.moe并行/image/image_c_hTTNj7-H.png
diff --git a/....分布式训练/8.moe并行/image/image_o3KIpJmYzl.png → 04.分布式训练/8.moe并行/image/image_o3KIpJmYzl.png b/....分布式训练/8.moe并行/image/image_o3KIpJmYzl.png → 04.分布式训练/8.moe并行/image/image_o3KIpJmYzl.png
diff --git a/....分布式训练/8.moe并行/image/image_qm5G_4eA9V.png → 04.分布式训练/8.moe并行/image/image_qm5G_4eA9V.png b/....分布式训练/8.moe并行/image/image_qm5G_4eA9V.png → 04.分布式训练/8.moe并行/image/image_qm5G_4eA9V.png
diff --git a/docs/04.分布式训练/9.总结/9.总结.md → 04.分布式训练/9.总结/9.总结.md b/docs/04.分布式训练/9.总结/9.总结.md → 04.分布式训练/9.总结/9.总结.md
diff --git a/.../04.分布式训练/9.总结/image/image_8nyg8mqBrr.png → 04.分布式训练/9.总结/image/image_8nyg8mqBrr.png b/.../04.分布式训练/9.总结/image/image_8nyg8mqBrr.png → 04.分布式训练/9.总结/image/image_8nyg8mqBrr.png
diff --git a/.../04.分布式训练/9.总结/image/image_9pBuigB0k8.png → 04.分布式训练/9.总结/image/image_9pBuigB0k8.png b/.../04.分布式训练/9.总结/image/image_9pBuigB0k8.png → 04.分布式训练/9.总结/image/image_9pBuigB0k8.png
diff --git a/.../04.分布式训练/9.总结/image/image_DvKxtx6ViN.png → 04.分布式训练/9.总结/image/image_DvKxtx6ViN.png b/.../04.分布式训练/9.总结/image/image_DvKxtx6ViN.png → 04.分布式训练/9.总结/image/image_DvKxtx6ViN.png
diff --git a/.../04.分布式训练/9.总结/image/image_FX7c6wd2j8.png → 04.分布式训练/9.总结/image/image_FX7c6wd2j8.png b/.../04.分布式训练/9.总结/image/image_FX7c6wd2j8.png → 04.分布式训练/9.总结/image/image_FX7c6wd2j8.png
diff --git a/.../04.分布式训练/9.总结/image/image_VgaXqNEAjT.png → 04.分布式训练/9.总结/image/image_VgaXqNEAjT.png b/.../04.分布式训练/9.总结/image/image_VgaXqNEAjT.png → 04.分布式训练/9.总结/image/image_VgaXqNEAjT.png
diff --git a/.../04.分布式训练/9.总结/image/image_wV4LQK36sl.png → 04.分布式训练/9.总结/image/image_wV4LQK36sl.png b/.../04.分布式训练/9.总结/image/image_wV4LQK36sl.png → 04.分布式训练/9.总结/image/image_wV4LQK36sl.png
diff --git a/04.分布式训练/README.md b/04.分布式训练/README.md
@@ -0,0 +1,44 @@
+# 04.分布式训练
+
+### 4.1 基础知识
+
+[1.概述](/04.分布式训练/1.概述/1.概述.md "1.概述")
+
+[2.数据并行](/04.分布式训练/2.数据并行/2.数据并行.md "2.数据并行")
+
+[3.流水线并行](/04.分布式训练/3.流水线并行/3.流水线并行.md "3.流水线并行")
+
+[4.张量并行](/04.分布式训练/4.张量并行/4.张量并行.md "4.张量并行")
+
+[5.序列并行](/04.分布式训练/5.序列并行/5.序列并行.md "5.序列并行")
+
+[6.多维度混合并行](/04.分布式训练/6.多维度混合并行/6.多维度混合并行.md "6.多维度混合并行")
+
+[7.自动并行](/04.分布式训练/7.自动并行/7.自动并行.md "7.自动并行")
+
+[8.moe并行](/04.分布式训练/8.moe并行/8.moe并行.md "8.moe并行")
+
+[9.总结](/04.分布式训练/9.总结/9.总结.md "9.总结")
+
+### 4.2 DeepSpeed
+
+[deepspeed介绍](/04.分布式训练/deepspeed介绍/deepspeed介绍.md "deepspeed介绍")
+
+### 4.3 Megatron
+
+### 4.4 训练加速
+
+### 4.5 一些有用的文章
+
+
+### 4.6 一些题目
+
+[1.分布式训练题目](/04.分布式训练/分布式训练题目/分布式训练题目.md "分布式训练题目")
+[2.显存问题](/04.分布式训练/1.显存问题/1.显存问题.md "1.显存问题")
+
+### 4.7 参考资料：
+
+-   [大模型分布式训练并行技术（九）-总结 - 掘金 (juejin.cn)](https://juejin.cn/post/7290740395913969705 "大模型分布式训练并行技术（九）-总结 - 掘金 (juejin.cn)")
+-   [https://www.zhangzhenhu.com/deepspeed/index.html](https://www.zhangzhenhu.com/deepspeed/index.html "https://www.zhangzhenhu.com/deepspeed/index.html")
+-   [https://blog.csdn.net/zwqjoy/article/details/130732601](https://blog.csdn.net/zwqjoy/article/details/130732601 "https://blog.csdn.net/zwqjoy/article/details/130732601")
+-   [https://techdiylife.github.io/](https://techdiylife.github.io/ "https://techdiylife.github.io/")
diff --git a/docs/04.分布式训练/deepspeed介绍/deepspeed介绍.md → 04.分布式训练/deepspeed介绍/deepspeed介绍.md b/docs/04.分布式训练/deepspeed介绍/deepspeed介绍.md → 04.分布式训练/deepspeed介绍/deepspeed介绍.md
diff --git a/...训练/deepspeed介绍/image/image_6GC207ZU3O.png → ...训练/deepspeed介绍/image/image_6GC207ZU3O.png b/...训练/deepspeed介绍/image/image_6GC207ZU3O.png → ...训练/deepspeed介绍/image/image_6GC207ZU3O.png
diff --git a/...训练/deepspeed介绍/image/image_B3Zt993aVo.png → ...训练/deepspeed介绍/image/image_B3Zt993aVo.png b/...训练/deepspeed介绍/image/image_B3Zt993aVo.png → ...训练/deepspeed介绍/image/image_B3Zt993aVo.png
diff --git a/...训练/deepspeed介绍/image/image_JxB5Yju8gj.png → ...训练/deepspeed介绍/image/image_JxB5Yju8gj.png b/...训练/deepspeed介绍/image/image_JxB5Yju8gj.png → ...训练/deepspeed介绍/image/image_JxB5Yju8gj.png
diff --git a/...训练/deepspeed介绍/image/image_UKoVaOXc-2.png → ...训练/deepspeed介绍/image/image_UKoVaOXc-2.png b/...训练/deepspeed介绍/image/image_UKoVaOXc-2.png → ...训练/deepspeed介绍/image/image_UKoVaOXc-2.png
diff --git a/...训练/deepspeed介绍/image/image_XNjij0Z1Dh.png → ...训练/deepspeed介绍/image/image_XNjij0Z1Dh.png b/...训练/deepspeed介绍/image/image_XNjij0Z1Dh.png → ...训练/deepspeed介绍/image/image_XNjij0Z1Dh.png
diff --git a/...训练/deepspeed介绍/image/image_cPVZ4KEjJ0.png → ...训练/deepspeed介绍/image/image_cPVZ4KEjJ0.png b/...训练/deepspeed介绍/image/image_cPVZ4KEjJ0.png → ...训练/deepspeed介绍/image/image_cPVZ4KEjJ0.png
diff --git a/...训练/deepspeed介绍/image/image_hKE_Xt759j.png → ...训练/deepspeed介绍/image/image_hKE_Xt759j.png b/...训练/deepspeed介绍/image/image_hKE_Xt759j.png → ...训练/deepspeed介绍/image/image_hKE_Xt759j.png
diff --git a/...训练/deepspeed介绍/image/image_l1dkF_7Tg7.png → ...训练/deepspeed介绍/image/image_l1dkF_7Tg7.png b/...训练/deepspeed介绍/image/image_l1dkF_7Tg7.png → ...训练/deepspeed介绍/image/image_l1dkF_7Tg7.png
diff --git a/...训练/deepspeed介绍/image/image_pcdg2zZLBJ.png → ...训练/deepspeed介绍/image/image_pcdg2zZLBJ.png b/...训练/deepspeed介绍/image/image_pcdg2zZLBJ.png → ...训练/deepspeed介绍/image/image_pcdg2zZLBJ.png
diff --git a/...训练/deepspeed介绍/image/image_psVU2KOWUS.png → ...训练/deepspeed介绍/image/image_psVU2KOWUS.png b/...训练/deepspeed介绍/image/image_psVU2KOWUS.png → ...训练/deepspeed介绍/image/image_psVU2KOWUS.png
diff --git a/...训练/deepspeed介绍/image/image_tOHRS0iiUq.png → ...训练/deepspeed介绍/image/image_tOHRS0iiUq.png b/...训练/deepspeed介绍/image/image_tOHRS0iiUq.png → ...训练/deepspeed介绍/image/image_tOHRS0iiUq.png
diff --git a/...训练/deepspeed介绍/image/image_vfi8OaGD7t.png → ...训练/deepspeed介绍/image/image_vfi8OaGD7t.png b/...训练/deepspeed介绍/image/image_vfi8OaGD7t.png → ...训练/deepspeed介绍/image/image_vfi8OaGD7t.png
diff --git a/....分布式训练/分布式训练题目/image/image_-29OJSsEGa.png → 04.分布式训练/分布式训练题目/image/image_-29OJSsEGa.png b/....分布式训练/分布式训练题目/image/image_-29OJSsEGa.png → 04.分布式训练/分布式训练题目/image/image_-29OJSsEGa.png
diff --git a/....分布式训练/分布式训练题目/image/image_03vp-6qX4J.png → 04.分布式训练/分布式训练题目/image/image_03vp-6qX4J.png b/....分布式训练/分布式训练题目/image/image_03vp-6qX4J.png → 04.分布式训练/分布式训练题目/image/image_03vp-6qX4J.png
diff --git a/....分布式训练/分布式训练题目/image/image_JxcNXXGEhW.png → 04.分布式训练/分布式训练题目/image/image_JxcNXXGEhW.png b/....分布式训练/分布式训练题目/image/image_JxcNXXGEhW.png → 04.分布式训练/分布式训练题目/image/image_JxcNXXGEhW.png
diff --git a/....分布式训练/分布式训练题目/image/image_Z-oZkXy20K.png → 04.分布式训练/分布式训练题目/image/image_Z-oZkXy20K.png b/....分布式训练/分布式训练题目/image/image_Z-oZkXy20K.png → 04.分布式训练/分布式训练题目/image/image_Z-oZkXy20K.png