nlp org (#4)

VectorInstitute · Feb 1, 2025 · 57ad5eb · 57ad5eb
1 parent e30f74e
commit 57ad5eb
Show file tree

Hide file tree

Showing 49 changed files with 84 additions and 16 deletions.
diff --git a/books/nlp/src/SUMMARY.md b/books/nlp/src/SUMMARY.md
@@ -6,21 +6,56 @@
 # Natural Language Processing
 
 - [LLMs](llms/README.md)
-  - [Attention](llms/attention.md)
-  - [Transformer](llms/transformer.md)
-  - [KV Cache](llms/kv_cache.md)
-  - [Mixture of Experts](llms/moe.md)
-  - [Distillation](llms/distillation.md)
-  - [In-Context Learning](llms/icl.md)
-  - [Supervised Fine-Tuning](llms/sft.md)
-  - [Encoders](llms/encoders.md)
-  - [Decoders](llms/decoders.md)
-  - [Encoder-Decoder](llms/encoder_decoder.md)
-  - [Preference Tuning](llms/pref_tuning.md)
-  - [RLHF](llms/rlhf.md)
-  - [DPO](llms/dpo.md)
-
+  - [Architecture](llms/architecture/README.md)
+    - [Attention](llms/architecture/attention.md)
+    - [Transformer](llms/architecture/transformer.md)
+    - [Mixture of Experts](llms/architecture/moe.md)
+    - [Encoders](llms/architecture/encoders.md)
+    - [Decoders](llms/architecture/decoders.md)
+    - [Encoder-Decoder](llms/architecture/encoder_decoder.md)
+  - [Prompting](llms/prompting/README.md)
+    - [Prompt Engineering](llms/prompting/prompt_engineering.md)
+    - [In-Context Learning](llms/prompting/icl.md)
+    - [Few-Shot Learning](llms/prompting/few_shot.md)
+    - [Chain of Thought](llms/prompting/cot.md)
+    - [Tree of Thought](llms/prompting/tot.md)
+    - [Soft prompts](llms/prompting/soft.md)
+    - [Hard prompts](llms/prompting/hard.md)
+  - [Fine-tuning](llms/fine_tuning/README.md)
+    - [Supervised Fine-Tuning](llms/fine_tuning/sft.md)
+    - [RLHF](llms/fine_tuning/rlhf.md)
+    - [DPO](llms/fine_tuning/dpo.md)
+    - [PEFT](llms/fine_tuning/peft.md)
+    - [LoRA](llms/fine_tuning/lora.md)
+    - [QLoRA](llms/fine_tuning/qlora.md)
+    - [DoRA](llms/fine_tuning/dora.md)
+  - [Agents](llms/agents/README.md)
+    - [Tool Use](llms/agents/tool_use.md)
+    - [Reflection](llms/agents/reflection.md)
+    - [Multi Agent](llms/agents/multi_agents.md)
+    - [Planning](llms/agents/planning.md)
+  - [RAG](llms/rag/README.md)
+    - [Chunks](llms/rag/chunks.md)
+    - [Sliding Window](llms/rag/sliding_window.md)
+    - [Graph RAG](llms/rag/graph.md)
+  - [Model Compression](llms/compression/README.md)
+    - [Distillation](llms/compression/distillation.md)
+    - [Quantization](llms/compression/quantization.md)
+  - [Efficient Inference](llms/efficient_inference/README.md)
+    - [Fast Attention](llms/efficient_inference/fast_attention.md)
+    - [Distillation](llms/efficient_inference/distillation.md)
+    - [Quantization](llms/efficient_inference/quantization.md)
+  - [Miscellaneous](llms/misc/README.md)
+    - [Emergent](llms/misc/emergent.md)
+    - [LLM As Judge](llms/misc/llm_as_judge.md)
 - [Notable Models](models/README.md)
+  - [BERT](models/bert.md)
   - [Llama-3](models/llama_3.md)
   - [DeepSeek-R1](models/deepseek_r1.md)
   - [DeepSeek-v3](models/deepseek_v3.md)
+
+# Evaluation
+
+- [Metrics](evaluation/README.md)
+  - [Rouge](evaluation/rouge.md)
+  - [Bleu](evaluation/bleu.md)
diff --git a/books/nlp/src/evaluation/README.md b/books/nlp/src/evaluation/README.md
@@ -0,0 +1 @@
+# Metrics
diff --git a/books/nlp/src/evaluation/bleu.md b/books/nlp/src/evaluation/bleu.md
@@ -0,0 +1 @@
+# Bleu
diff --git a/books/nlp/src/evaluation/rouge.md b/books/nlp/src/evaluation/rouge.md
@@ -0,0 +1 @@
+# Rouge
diff --git a/books/nlp/src/llms/agents/README.md b/books/nlp/src/llms/agents/README.md
@@ -0,0 +1 @@
+# Agents
diff --git a/books/nlp/src/llms/agents/multi_agents.md b/books/nlp/src/llms/agents/multi_agents.md
@@ -0,0 +1 @@
+# Multi Agent
diff --git a/books/nlp/src/llms/agents/planning.md b/books/nlp/src/llms/agents/planning.md
@@ -0,0 +1 @@
+# Planning
diff --git a/books/nlp/src/llms/agents/reflection.md b/books/nlp/src/llms/agents/reflection.md
@@ -0,0 +1 @@
+# Reflection
diff --git a/books/nlp/src/llms/agents/tool_use.md b/books/nlp/src/llms/agents/tool_use.md
@@ -0,0 +1 @@
+# Tool Use
diff --git a/books/nlp/src/llms/architecture/README.md b/books/nlp/src/llms/architecture/README.md
@@ -0,0 +1 @@
+# Architecture
diff --git a/books/nlp/src/llms/attention.md → books/nlp/src/llms/architecture/attention.md b/books/nlp/src/llms/attention.md → books/nlp/src/llms/architecture/attention.md
diff --git a/books/nlp/src/llms/decoders.md → books/nlp/src/llms/architecture/decoders.md b/books/nlp/src/llms/decoders.md → books/nlp/src/llms/architecture/decoders.md
diff --git a/books/nlp/src/llms/encoder_decoder.md → .../src/llms/architecture/encoder_decoder.md b/books/nlp/src/llms/encoder_decoder.md → .../src/llms/architecture/encoder_decoder.md
diff --git a/books/nlp/src/llms/encoders.md → books/nlp/src/llms/architecture/encoders.md b/books/nlp/src/llms/encoders.md → books/nlp/src/llms/architecture/encoders.md
diff --git a/books/nlp/src/llms/moe.md → books/nlp/src/llms/architecture/moe.md b/books/nlp/src/llms/moe.md → books/nlp/src/llms/architecture/moe.md
diff --git a/books/nlp/src/llms/transformer.md → .../nlp/src/llms/architecture/transformer.md b/books/nlp/src/llms/transformer.md → .../nlp/src/llms/architecture/transformer.md
diff --git a/books/nlp/src/llms/compression/README.md b/books/nlp/src/llms/compression/README.md
@@ -0,0 +1 @@
+# Model Compression
diff --git a/books/nlp/src/llms/distillation.md → .../nlp/src/llms/compression/distillation.md b/books/nlp/src/llms/distillation.md → .../nlp/src/llms/compression/distillation.md
diff --git a/books/nlp/src/llms/compression/quantization.md b/books/nlp/src/llms/compression/quantization.md
@@ -0,0 +1 @@
+# Quantization
diff --git a/books/nlp/src/llms/efficient_inference/README.md b/books/nlp/src/llms/efficient_inference/README.md
@@ -0,0 +1 @@
+# Efficient Inference
diff --git a/books/nlp/src/llms/efficient_inference/distillation.md b/books/nlp/src/llms/efficient_inference/distillation.md
@@ -0,0 +1 @@
+# Distillation
diff --git a/books/nlp/src/llms/efficient_inference/fast_attention.md b/books/nlp/src/llms/efficient_inference/fast_attention.md
@@ -0,0 +1 @@
+# Fast Attention
diff --git a/books/nlp/src/llms/efficient_inference/quantization.md b/books/nlp/src/llms/efficient_inference/quantization.md
@@ -0,0 +1 @@
+# Quantization
diff --git a/books/nlp/src/llms/fine_tuning/README.md b/books/nlp/src/llms/fine_tuning/README.md
@@ -0,0 +1 @@
+# Fine-tuning
diff --git a/books/nlp/src/llms/fine_tuning/dora.md b/books/nlp/src/llms/fine_tuning/dora.md
@@ -0,0 +1 @@
+# DoRA
diff --git a/books/nlp/src/llms/dpo.md → books/nlp/src/llms/fine_tuning/dpo.md b/books/nlp/src/llms/dpo.md → books/nlp/src/llms/fine_tuning/dpo.md
diff --git a/books/nlp/src/llms/fine_tuning/lora.md b/books/nlp/src/llms/fine_tuning/lora.md
@@ -0,0 +1 @@
+# LoRA
diff --git a/books/nlp/src/llms/fine_tuning/peft.md b/books/nlp/src/llms/fine_tuning/peft.md
@@ -0,0 +1 @@
+# PEFT
diff --git a/books/nlp/src/llms/fine_tuning/qlora.md b/books/nlp/src/llms/fine_tuning/qlora.md
@@ -0,0 +1 @@
+# QLoRA
diff --git a/books/nlp/src/llms/rlhf.md → books/nlp/src/llms/fine_tuning/rlhf.md b/books/nlp/src/llms/rlhf.md → books/nlp/src/llms/fine_tuning/rlhf.md
diff --git a/books/nlp/src/llms/sft.md → books/nlp/src/llms/fine_tuning/sft.md b/books/nlp/src/llms/sft.md → books/nlp/src/llms/fine_tuning/sft.md
diff --git a/books/nlp/src/llms/kv_cache.md b/books/nlp/src/llms/kv_cache.md
diff --git a/books/nlp/src/llms/misc/README.md b/books/nlp/src/llms/misc/README.md
@@ -0,0 +1 @@
+# Miscellaneous
diff --git a/books/nlp/src/llms/misc/emergent.md b/books/nlp/src/llms/misc/emergent.md
@@ -0,0 +1 @@
+# Emergent
diff --git a/books/nlp/src/llms/misc/llm_as_judge.md b/books/nlp/src/llms/misc/llm_as_judge.md
@@ -0,0 +1 @@
+# LLM As Judge
diff --git a/books/nlp/src/llms/pref_tuning.md b/books/nlp/src/llms/pref_tuning.md
diff --git a/books/nlp/src/llms/prompting/README.md b/books/nlp/src/llms/prompting/README.md
@@ -0,0 +1 @@
+# Prompting
diff --git a/books/nlp/src/llms/prompting/cot.md b/books/nlp/src/llms/prompting/cot.md
@@ -0,0 +1 @@
+# Chain of Thought
diff --git a/books/nlp/src/llms/prompting/few_shot.md b/books/nlp/src/llms/prompting/few_shot.md
@@ -0,0 +1 @@
+# Few-Shot Learning
diff --git a/books/nlp/src/llms/prompting/hard.md b/books/nlp/src/llms/prompting/hard.md
@@ -0,0 +1 @@
+# Hard prompts
diff --git a/books/nlp/src/llms/icl.md → books/nlp/src/llms/prompting/icl.md b/books/nlp/src/llms/icl.md → books/nlp/src/llms/prompting/icl.md
diff --git a/books/nlp/src/llms/prompting/prompt_engineering.md b/books/nlp/src/llms/prompting/prompt_engineering.md
@@ -0,0 +1 @@
+# Prompt Engineering
diff --git a/books/nlp/src/llms/prompting/soft.md b/books/nlp/src/llms/prompting/soft.md
@@ -0,0 +1 @@
+# Soft prompts
diff --git a/books/nlp/src/llms/prompting/tot.md b/books/nlp/src/llms/prompting/tot.md
@@ -0,0 +1 @@
+# Tree of Thought
diff --git a/books/nlp/src/llms/rag/README.md b/books/nlp/src/llms/rag/README.md
@@ -0,0 +1 @@
+# RAG
diff --git a/books/nlp/src/llms/rag/chunks.md b/books/nlp/src/llms/rag/chunks.md
@@ -0,0 +1 @@
+# Chunks
diff --git a/books/nlp/src/llms/rag/graph.md b/books/nlp/src/llms/rag/graph.md
@@ -0,0 +1 @@
+# Graph RAG
diff --git a/books/nlp/src/llms/rag/sliding_window.md b/books/nlp/src/llms/rag/sliding_window.md
@@ -0,0 +1 @@
+# Sliding Window
diff --git a/books/nlp/src/models/bert.md b/books/nlp/src/models/bert.md
@@ -0,0 +1 @@
+# BERT