diff --git a/books/nlp/src/SUMMARY.md b/books/nlp/src/SUMMARY.md index 990d1f7..56affb1 100644 --- a/books/nlp/src/SUMMARY.md +++ b/books/nlp/src/SUMMARY.md @@ -6,21 +6,56 @@ # Natural Language Processing - [LLMs](llms/README.md) - - [Attention](llms/attention.md) - - [Transformer](llms/transformer.md) - - [KV Cache](llms/kv_cache.md) - - [Mixture of Experts](llms/moe.md) - - [Distillation](llms/distillation.md) - - [In-Context Learning](llms/icl.md) - - [Supervised Fine-Tuning](llms/sft.md) - - [Encoders](llms/encoders.md) - - [Decoders](llms/decoders.md) - - [Encoder-Decoder](llms/encoder_decoder.md) - - [Preference Tuning](llms/pref_tuning.md) - - [RLHF](llms/rlhf.md) - - [DPO](llms/dpo.md) - + - [Architecture](llms/architecture/README.md) + - [Attention](llms/architecture/attention.md) + - [Transformer](llms/architecture/transformer.md) + - [Mixture of Experts](llms/architecture/moe.md) + - [Encoders](llms/architecture/encoders.md) + - [Decoders](llms/architecture/decoders.md) + - [Encoder-Decoder](llms/architecture/encoder_decoder.md) + - [Prompting](llms/prompting/README.md) + - [Prompt Engineering](llms/prompting/prompt_engineering.md) + - [In-Context Learning](llms/prompting/icl.md) + - [Few-Shot Learning](llms/prompting/few_shot.md) + - [Chain of Thought](llms/prompting/cot.md) + - [Tree of Thought](llms/prompting/tot.md) + - [Soft prompts](llms/prompting/soft.md) + - [Hard prompts](llms/prompting/hard.md) + - [Fine-tuning](llms/fine_tuning/README.md) + - [Supervised Fine-Tuning](llms/fine_tuning/sft.md) + - [RLHF](llms/fine_tuning/rlhf.md) + - [DPO](llms/fine_tuning/dpo.md) + - [PEFT](llms/fine_tuning/peft.md) + - [LoRA](llms/fine_tuning/lora.md) + - [QLoRA](llms/fine_tuning/qlora.md) + - [DoRA](llms/fine_tuning/dora.md) + - [Agents](llms/agents/README.md) + - [Tool Use](llms/agents/tool_use.md) + - [Reflection](llms/agents/reflection.md) + - [Multi Agent](llms/agents/multi_agents.md) + - [Planning](llms/agents/planning.md) + - [RAG](llms/rag/README.md) + - [Chunks](llms/rag/chunks.md) + - [Sliding Window](llms/rag/sliding_window.md) + - [Graph RAG](llms/rag/graph.md) + - [Model Compression](llms/compression/README.md) + - [Distillation](llms/compression/distillation.md) + - [Quantization](llms/compression/quantization.md) + - [Efficient Inference](llms/efficient_inference/README.md) + - [Fast Attention](llms/efficient_inference/fast_attention.md) + - [Distillation](llms/efficient_inference/distillation.md) + - [Quantization](llms/efficient_inference/quantization.md) + - [Miscellaneous](llms/misc/README.md) + - [Emergent](llms/misc/emergent.md) + - [LLM As Judge](llms/misc/llm_as_judge.md) - [Notable Models](models/README.md) + - [BERT](models/bert.md) - [Llama-3](models/llama_3.md) - [DeepSeek-R1](models/deepseek_r1.md) - [DeepSeek-v3](models/deepseek_v3.md) + +# Evaluation + +- [Metrics](evaluation/README.md) + - [Rouge](evaluation/rouge.md) + - [Bleu](evaluation/bleu.md) diff --git a/books/nlp/src/evaluation/README.md b/books/nlp/src/evaluation/README.md new file mode 100644 index 0000000..b05321b --- /dev/null +++ b/books/nlp/src/evaluation/README.md @@ -0,0 +1 @@ +# Metrics diff --git a/books/nlp/src/evaluation/bleu.md b/books/nlp/src/evaluation/bleu.md new file mode 100644 index 0000000..64786c9 --- /dev/null +++ b/books/nlp/src/evaluation/bleu.md @@ -0,0 +1 @@ +# Bleu diff --git a/books/nlp/src/evaluation/rouge.md b/books/nlp/src/evaluation/rouge.md new file mode 100644 index 0000000..a267ea2 --- /dev/null +++ b/books/nlp/src/evaluation/rouge.md @@ -0,0 +1 @@ +# Rouge diff --git a/books/nlp/src/llms/agents/README.md b/books/nlp/src/llms/agents/README.md new file mode 100644 index 0000000..57be659 --- /dev/null +++ b/books/nlp/src/llms/agents/README.md @@ -0,0 +1 @@ +# Agents diff --git a/books/nlp/src/llms/agents/multi_agents.md b/books/nlp/src/llms/agents/multi_agents.md new file mode 100644 index 0000000..eb17d51 --- /dev/null +++ b/books/nlp/src/llms/agents/multi_agents.md @@ -0,0 +1 @@ +# Multi Agent diff --git a/books/nlp/src/llms/agents/planning.md b/books/nlp/src/llms/agents/planning.md new file mode 100644 index 0000000..0069595 --- /dev/null +++ b/books/nlp/src/llms/agents/planning.md @@ -0,0 +1 @@ +# Planning diff --git a/books/nlp/src/llms/agents/reflection.md b/books/nlp/src/llms/agents/reflection.md new file mode 100644 index 0000000..e195394 --- /dev/null +++ b/books/nlp/src/llms/agents/reflection.md @@ -0,0 +1 @@ +# Reflection diff --git a/books/nlp/src/llms/agents/tool_use.md b/books/nlp/src/llms/agents/tool_use.md new file mode 100644 index 0000000..ab0d260 --- /dev/null +++ b/books/nlp/src/llms/agents/tool_use.md @@ -0,0 +1 @@ +# Tool Use diff --git a/books/nlp/src/llms/architecture/README.md b/books/nlp/src/llms/architecture/README.md new file mode 100644 index 0000000..c79bec1 --- /dev/null +++ b/books/nlp/src/llms/architecture/README.md @@ -0,0 +1 @@ +# Architecture diff --git a/books/nlp/src/llms/attention.md b/books/nlp/src/llms/architecture/attention.md similarity index 100% rename from books/nlp/src/llms/attention.md rename to books/nlp/src/llms/architecture/attention.md diff --git a/books/nlp/src/llms/decoders.md b/books/nlp/src/llms/architecture/decoders.md similarity index 100% rename from books/nlp/src/llms/decoders.md rename to books/nlp/src/llms/architecture/decoders.md diff --git a/books/nlp/src/llms/encoder_decoder.md b/books/nlp/src/llms/architecture/encoder_decoder.md similarity index 100% rename from books/nlp/src/llms/encoder_decoder.md rename to books/nlp/src/llms/architecture/encoder_decoder.md diff --git a/books/nlp/src/llms/encoders.md b/books/nlp/src/llms/architecture/encoders.md similarity index 100% rename from books/nlp/src/llms/encoders.md rename to books/nlp/src/llms/architecture/encoders.md diff --git a/books/nlp/src/llms/moe.md b/books/nlp/src/llms/architecture/moe.md similarity index 100% rename from books/nlp/src/llms/moe.md rename to books/nlp/src/llms/architecture/moe.md diff --git a/books/nlp/src/llms/transformer.md b/books/nlp/src/llms/architecture/transformer.md similarity index 100% rename from books/nlp/src/llms/transformer.md rename to books/nlp/src/llms/architecture/transformer.md diff --git a/books/nlp/src/llms/compression/README.md b/books/nlp/src/llms/compression/README.md new file mode 100644 index 0000000..42e2e97 --- /dev/null +++ b/books/nlp/src/llms/compression/README.md @@ -0,0 +1 @@ +# Model Compression diff --git a/books/nlp/src/llms/distillation.md b/books/nlp/src/llms/compression/distillation.md similarity index 100% rename from books/nlp/src/llms/distillation.md rename to books/nlp/src/llms/compression/distillation.md diff --git a/books/nlp/src/llms/compression/quantization.md b/books/nlp/src/llms/compression/quantization.md new file mode 100644 index 0000000..54af7cb --- /dev/null +++ b/books/nlp/src/llms/compression/quantization.md @@ -0,0 +1 @@ +# Quantization diff --git a/books/nlp/src/llms/efficient_inference/README.md b/books/nlp/src/llms/efficient_inference/README.md new file mode 100644 index 0000000..ec9795c --- /dev/null +++ b/books/nlp/src/llms/efficient_inference/README.md @@ -0,0 +1 @@ +# Efficient Inference diff --git a/books/nlp/src/llms/efficient_inference/distillation.md b/books/nlp/src/llms/efficient_inference/distillation.md new file mode 100644 index 0000000..d475651 --- /dev/null +++ b/books/nlp/src/llms/efficient_inference/distillation.md @@ -0,0 +1 @@ +# Distillation diff --git a/books/nlp/src/llms/efficient_inference/fast_attention.md b/books/nlp/src/llms/efficient_inference/fast_attention.md new file mode 100644 index 0000000..be28359 --- /dev/null +++ b/books/nlp/src/llms/efficient_inference/fast_attention.md @@ -0,0 +1 @@ +# Fast Attention diff --git a/books/nlp/src/llms/efficient_inference/quantization.md b/books/nlp/src/llms/efficient_inference/quantization.md new file mode 100644 index 0000000..54af7cb --- /dev/null +++ b/books/nlp/src/llms/efficient_inference/quantization.md @@ -0,0 +1 @@ +# Quantization diff --git a/books/nlp/src/llms/fine_tuning/README.md b/books/nlp/src/llms/fine_tuning/README.md new file mode 100644 index 0000000..f0af33f --- /dev/null +++ b/books/nlp/src/llms/fine_tuning/README.md @@ -0,0 +1 @@ +# Fine-tuning diff --git a/books/nlp/src/llms/fine_tuning/dora.md b/books/nlp/src/llms/fine_tuning/dora.md new file mode 100644 index 0000000..c9217a2 --- /dev/null +++ b/books/nlp/src/llms/fine_tuning/dora.md @@ -0,0 +1 @@ +# DoRA diff --git a/books/nlp/src/llms/dpo.md b/books/nlp/src/llms/fine_tuning/dpo.md similarity index 100% rename from books/nlp/src/llms/dpo.md rename to books/nlp/src/llms/fine_tuning/dpo.md diff --git a/books/nlp/src/llms/fine_tuning/lora.md b/books/nlp/src/llms/fine_tuning/lora.md new file mode 100644 index 0000000..6c4d82e --- /dev/null +++ b/books/nlp/src/llms/fine_tuning/lora.md @@ -0,0 +1 @@ +# LoRA diff --git a/books/nlp/src/llms/fine_tuning/peft.md b/books/nlp/src/llms/fine_tuning/peft.md new file mode 100644 index 0000000..e7dbaee --- /dev/null +++ b/books/nlp/src/llms/fine_tuning/peft.md @@ -0,0 +1 @@ +# PEFT diff --git a/books/nlp/src/llms/fine_tuning/qlora.md b/books/nlp/src/llms/fine_tuning/qlora.md new file mode 100644 index 0000000..7c584b0 --- /dev/null +++ b/books/nlp/src/llms/fine_tuning/qlora.md @@ -0,0 +1 @@ +# QLoRA diff --git a/books/nlp/src/llms/rlhf.md b/books/nlp/src/llms/fine_tuning/rlhf.md similarity index 100% rename from books/nlp/src/llms/rlhf.md rename to books/nlp/src/llms/fine_tuning/rlhf.md diff --git a/books/nlp/src/llms/sft.md b/books/nlp/src/llms/fine_tuning/sft.md similarity index 100% rename from books/nlp/src/llms/sft.md rename to books/nlp/src/llms/fine_tuning/sft.md diff --git a/books/nlp/src/llms/kv_cache.md b/books/nlp/src/llms/kv_cache.md deleted file mode 100644 index 6183842..0000000 --- a/books/nlp/src/llms/kv_cache.md +++ /dev/null @@ -1 +0,0 @@ -# KV Cache diff --git a/books/nlp/src/llms/misc/README.md b/books/nlp/src/llms/misc/README.md new file mode 100644 index 0000000..4576fed --- /dev/null +++ b/books/nlp/src/llms/misc/README.md @@ -0,0 +1 @@ +# Miscellaneous diff --git a/books/nlp/src/llms/misc/emergent.md b/books/nlp/src/llms/misc/emergent.md new file mode 100644 index 0000000..1c7b4ce --- /dev/null +++ b/books/nlp/src/llms/misc/emergent.md @@ -0,0 +1 @@ +# Emergent diff --git a/books/nlp/src/llms/misc/llm_as_judge.md b/books/nlp/src/llms/misc/llm_as_judge.md new file mode 100644 index 0000000..681580e --- /dev/null +++ b/books/nlp/src/llms/misc/llm_as_judge.md @@ -0,0 +1 @@ +# LLM As Judge diff --git a/books/nlp/src/llms/pref_tuning.md b/books/nlp/src/llms/pref_tuning.md deleted file mode 100644 index 07a1157..0000000 --- a/books/nlp/src/llms/pref_tuning.md +++ /dev/null @@ -1 +0,0 @@ -# Preference Tuning diff --git a/books/nlp/src/llms/prompting/README.md b/books/nlp/src/llms/prompting/README.md new file mode 100644 index 0000000..c397c5d --- /dev/null +++ b/books/nlp/src/llms/prompting/README.md @@ -0,0 +1 @@ +# Prompting diff --git a/books/nlp/src/llms/prompting/cot.md b/books/nlp/src/llms/prompting/cot.md new file mode 100644 index 0000000..b912b29 --- /dev/null +++ b/books/nlp/src/llms/prompting/cot.md @@ -0,0 +1 @@ +# Chain of Thought diff --git a/books/nlp/src/llms/prompting/few_shot.md b/books/nlp/src/llms/prompting/few_shot.md new file mode 100644 index 0000000..9e09db5 --- /dev/null +++ b/books/nlp/src/llms/prompting/few_shot.md @@ -0,0 +1 @@ +# Few-Shot Learning diff --git a/books/nlp/src/llms/prompting/hard.md b/books/nlp/src/llms/prompting/hard.md new file mode 100644 index 0000000..57bc7e9 --- /dev/null +++ b/books/nlp/src/llms/prompting/hard.md @@ -0,0 +1 @@ +# Hard prompts diff --git a/books/nlp/src/llms/icl.md b/books/nlp/src/llms/prompting/icl.md similarity index 100% rename from books/nlp/src/llms/icl.md rename to books/nlp/src/llms/prompting/icl.md diff --git a/books/nlp/src/llms/prompting/prompt_engineering.md b/books/nlp/src/llms/prompting/prompt_engineering.md new file mode 100644 index 0000000..ab79530 --- /dev/null +++ b/books/nlp/src/llms/prompting/prompt_engineering.md @@ -0,0 +1 @@ +# Prompt Engineering diff --git a/books/nlp/src/llms/prompting/soft.md b/books/nlp/src/llms/prompting/soft.md new file mode 100644 index 0000000..7d0e352 --- /dev/null +++ b/books/nlp/src/llms/prompting/soft.md @@ -0,0 +1 @@ +# Soft prompts diff --git a/books/nlp/src/llms/prompting/tot.md b/books/nlp/src/llms/prompting/tot.md new file mode 100644 index 0000000..341dcd2 --- /dev/null +++ b/books/nlp/src/llms/prompting/tot.md @@ -0,0 +1 @@ +# Tree of Thought diff --git a/books/nlp/src/llms/rag/README.md b/books/nlp/src/llms/rag/README.md new file mode 100644 index 0000000..228de81 --- /dev/null +++ b/books/nlp/src/llms/rag/README.md @@ -0,0 +1 @@ +# RAG diff --git a/books/nlp/src/llms/rag/chunks.md b/books/nlp/src/llms/rag/chunks.md new file mode 100644 index 0000000..ef94f67 --- /dev/null +++ b/books/nlp/src/llms/rag/chunks.md @@ -0,0 +1 @@ +# Chunks diff --git a/books/nlp/src/llms/rag/graph.md b/books/nlp/src/llms/rag/graph.md new file mode 100644 index 0000000..848fbfd --- /dev/null +++ b/books/nlp/src/llms/rag/graph.md @@ -0,0 +1 @@ +# Graph RAG diff --git a/books/nlp/src/llms/rag/sliding_window.md b/books/nlp/src/llms/rag/sliding_window.md new file mode 100644 index 0000000..490d953 --- /dev/null +++ b/books/nlp/src/llms/rag/sliding_window.md @@ -0,0 +1 @@ +# Sliding Window diff --git a/books/nlp/src/models/bert.md b/books/nlp/src/models/bert.md new file mode 100644 index 0000000..073b30f --- /dev/null +++ b/books/nlp/src/models/bert.md @@ -0,0 +1 @@ +# BERT