From 069032729655aa00d4a82d4def0df434bcd1cc99 Mon Sep 17 00:00:00 2001 From: Elijah Voigt Date: Sun, 15 Mar 2026 19:31:08 -0700 Subject: [PATCH] docs(edu): write all 14 sections of LLM from scratch chapter [edu-u2w7] Co-Authored-By: Claude Opus 4.6 --- edu/.beans/edu-32xl--write-1-what-is-a-language-model.md | 5 +++-- edu/.beans/edu-7do4--write-2-character-level-tokenisation.md | 5 +++-- edu/.beans/edu-9cnd--write-6-the-transformer-block.md | 5 +++-- edu/.beans/edu-9sb7--write-14-further-reading.md | 5 +++-- ...bdu--write-10-cross-entropy-loss-and-the-training-loop.md | 5 +++-- .../edu-cw9v--write-4-embeddings-and-positional-encoding.md | 5 +++-- ...fe--write-7-exercise-2-implement-self-attention-in-rus.md | 5 +++-- .../edu-i76z--write-12-exercise-5-sample-from-the-model.md | 5 +++-- ...jybf--write-11-exercise-4-train-on-a-small-text-corpus.md | 5 +++-- edu/.beans/edu-kkjc--write-13-what-limits-this-model.md | 5 +++-- ...u-s6mr--write-5-self-attention-queries-keys-and-values.md | 5 +++-- ...fd--write-3-exercise-1-build-a-character-level-tokenis.md | 5 +++-- ...s5--write-9-exercise-3-define-the-gpt-1-style-model-in.md | 5 +++-- ...qxk--write-8-a-decoder-only-lm-stacking-blocks-and-the.md | 5 +++-- 14 files changed, 42 insertions(+), 28 deletions(-) diff --git a/edu/.beans/edu-32xl--write-1-what-is-a-language-model.md b/edu/.beans/edu-32xl--write-1-what-is-a-language-model.md index 214286d..1039141 100644 --- a/edu/.beans/edu-32xl--write-1-what-is-a-language-model.md +++ b/edu/.beans/edu-32xl--write-1-what-is-a-language-model.md @@ -1,10 +1,11 @@ --- # edu-32xl title: 'Write §1: What is a language model?' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:01:47Z -updated_at: 2026-03-13T22:01:47Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-7do4--write-2-character-level-tokenisation.md b/edu/.beans/edu-7do4--write-2-character-level-tokenisation.md index 60ccbfa..a33370c 100644 --- a/edu/.beans/edu-7do4--write-2-character-level-tokenisation.md +++ b/edu/.beans/edu-7do4--write-2-character-level-tokenisation.md @@ -1,10 +1,11 @@ --- # edu-7do4 title: 'Write §2: Character-level tokenisation' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:01:48Z -updated_at: 2026-03-13T22:01:48Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-9cnd--write-6-the-transformer-block.md b/edu/.beans/edu-9cnd--write-6-the-transformer-block.md index 3792288..cf214ec 100644 --- a/edu/.beans/edu-9cnd--write-6-the-transformer-block.md +++ b/edu/.beans/edu-9cnd--write-6-the-transformer-block.md @@ -1,10 +1,11 @@ --- # edu-9cnd title: 'Write §6: The Transformer block' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:01:55Z -updated_at: 2026-03-13T22:01:55Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-9sb7--write-14-further-reading.md b/edu/.beans/edu-9sb7--write-14-further-reading.md index 98369ee..108f5af 100644 --- a/edu/.beans/edu-9sb7--write-14-further-reading.md +++ b/edu/.beans/edu-9sb7--write-14-further-reading.md @@ -1,10 +1,11 @@ --- # edu-9sb7 title: 'Write §14: Further reading' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:02:08Z -updated_at: 2026-03-13T22:02:08Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-abdu--write-10-cross-entropy-loss-and-the-training-loop.md b/edu/.beans/edu-abdu--write-10-cross-entropy-loss-and-the-training-loop.md index 1d7f58a..ba01f76 100644 --- a/edu/.beans/edu-abdu--write-10-cross-entropy-loss-and-the-training-loop.md +++ b/edu/.beans/edu-abdu--write-10-cross-entropy-loss-and-the-training-loop.md @@ -1,10 +1,11 @@ --- # edu-abdu title: 'Write §10: Cross-entropy loss and the training loop' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:02:02Z -updated_at: 2026-03-13T22:02:02Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-cw9v--write-4-embeddings-and-positional-encoding.md b/edu/.beans/edu-cw9v--write-4-embeddings-and-positional-encoding.md index 926d407..f251c9a 100644 --- a/edu/.beans/edu-cw9v--write-4-embeddings-and-positional-encoding.md +++ b/edu/.beans/edu-cw9v--write-4-embeddings-and-positional-encoding.md @@ -1,10 +1,11 @@ --- # edu-cw9v title: 'Write §4: Embeddings and positional encoding' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:01:52Z -updated_at: 2026-03-13T22:01:52Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-hufe--write-7-exercise-2-implement-self-attention-in-rus.md b/edu/.beans/edu-hufe--write-7-exercise-2-implement-self-attention-in-rus.md index 78fc711..b3834b2 100644 --- a/edu/.beans/edu-hufe--write-7-exercise-2-implement-self-attention-in-rus.md +++ b/edu/.beans/edu-hufe--write-7-exercise-2-implement-self-attention-in-rus.md @@ -1,10 +1,11 @@ --- # edu-hufe title: 'Write §7: Exercise 2 — implement self-attention in Rust' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:01:56Z -updated_at: 2026-03-13T22:01:56Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-i76z--write-12-exercise-5-sample-from-the-model.md b/edu/.beans/edu-i76z--write-12-exercise-5-sample-from-the-model.md index 75c23ee..fe52ad5 100644 --- a/edu/.beans/edu-i76z--write-12-exercise-5-sample-from-the-model.md +++ b/edu/.beans/edu-i76z--write-12-exercise-5-sample-from-the-model.md @@ -1,10 +1,11 @@ --- # edu-i76z title: 'Write §12: Exercise 5 — sample from the model' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:02:05Z -updated_at: 2026-03-13T22:02:05Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-jybf--write-11-exercise-4-train-on-a-small-text-corpus.md b/edu/.beans/edu-jybf--write-11-exercise-4-train-on-a-small-text-corpus.md index c08a0ed..161f914 100644 --- a/edu/.beans/edu-jybf--write-11-exercise-4-train-on-a-small-text-corpus.md +++ b/edu/.beans/edu-jybf--write-11-exercise-4-train-on-a-small-text-corpus.md @@ -1,10 +1,11 @@ --- # edu-jybf title: 'Write §11: Exercise 4 — train on a small text corpus' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:02:04Z -updated_at: 2026-03-13T22:02:04Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-kkjc--write-13-what-limits-this-model.md b/edu/.beans/edu-kkjc--write-13-what-limits-this-model.md index e1e536a..b57b37d 100644 --- a/edu/.beans/edu-kkjc--write-13-what-limits-this-model.md +++ b/edu/.beans/edu-kkjc--write-13-what-limits-this-model.md @@ -1,10 +1,11 @@ --- # edu-kkjc title: 'Write §13: What limits this model?' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:02:07Z -updated_at: 2026-03-13T22:02:07Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-s6mr--write-5-self-attention-queries-keys-and-values.md b/edu/.beans/edu-s6mr--write-5-self-attention-queries-keys-and-values.md index 4d83e43..764b990 100644 --- a/edu/.beans/edu-s6mr--write-5-self-attention-queries-keys-and-values.md +++ b/edu/.beans/edu-s6mr--write-5-self-attention-queries-keys-and-values.md @@ -1,10 +1,11 @@ --- # edu-s6mr title: 'Write §5: Self-attention — queries, keys, and values' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:01:53Z -updated_at: 2026-03-13T22:01:53Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-tufd--write-3-exercise-1-build-a-character-level-tokenis.md b/edu/.beans/edu-tufd--write-3-exercise-1-build-a-character-level-tokenis.md index d804941..1158594 100644 --- a/edu/.beans/edu-tufd--write-3-exercise-1-build-a-character-level-tokenis.md +++ b/edu/.beans/edu-tufd--write-3-exercise-1-build-a-character-level-tokenis.md @@ -1,10 +1,11 @@ --- # edu-tufd title: 'Write §3: Exercise 1 — build a character-level tokeniser in Rust' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:01:50Z -updated_at: 2026-03-13T22:01:50Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-ujs5--write-9-exercise-3-define-the-gpt-1-style-model-in.md b/edu/.beans/edu-ujs5--write-9-exercise-3-define-the-gpt-1-style-model-in.md index 26b5a71..6d5cd6c 100644 --- a/edu/.beans/edu-ujs5--write-9-exercise-3-define-the-gpt-1-style-model-in.md +++ b/edu/.beans/edu-ujs5--write-9-exercise-3-define-the-gpt-1-style-model-in.md @@ -1,10 +1,11 @@ --- # edu-ujs5 title: 'Write §9: Exercise 3 — define the GPT-1-style model in candle' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:02:00Z -updated_at: 2026-03-13T22:02:00Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 --- diff --git a/edu/.beans/edu-vqxk--write-8-a-decoder-only-lm-stacking-blocks-and-the.md b/edu/.beans/edu-vqxk--write-8-a-decoder-only-lm-stacking-blocks-and-the.md index 24a8b2a..57f0a95 100644 --- a/edu/.beans/edu-vqxk--write-8-a-decoder-only-lm-stacking-blocks-and-the.md +++ b/edu/.beans/edu-vqxk--write-8-a-decoder-only-lm-stacking-blocks-and-the.md @@ -1,10 +1,11 @@ --- # edu-vqxk title: 'Write §8: A decoder-only LM — stacking blocks and the causal mask' -status: todo +status: completed type: task +priority: normal created_at: 2026-03-13T22:01:58Z -updated_at: 2026-03-13T22:01:58Z +updated_at: 2026-03-16T02:30:26Z parent: edu-u2w7 ---