{"version":2,"relationshipURLBase":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html","relationshipResolution":"Resolve relative relationship URLs against relationshipURLBase; complete records and absolute URLs are in blocks.","title":"使用同一句话：The red cup is on the table.","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html","markdown":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.md","pages":[{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","unit":"使用同一句话：The red cup is on the table.","unitId":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","chapter":"course","number":1}],"aliases":[{"oldId":"b-280551ed4308047164ab06af","targetId":"b-280551ed4308047164ab06af","page":"reading-opening","operation":"move","beforeSHA256":"343aaa499ee36d5531eab9b8b2e10a88939c1d9efb4bb1251925f2c15e332b89","afterSHA256":"343aaa499ee36d5531eab9b8b2e10a88939c1d9efb4bb1251925f2c15e332b89","reason":"Same source body in authored semantic page"},{"oldId":"b-a1e913a204ddcac270bc78f7","targetId":"b-a1e913a204ddcac270bc78f7","page":"reading-opening","operation":"move","beforeSHA256":"d9c767ff30756b4f94f435b8c6272676833d0df22cea545f27e185e6835f1ee6","afterSHA256":"d9c767ff30756b4f94f435b8c6272676833d0df22cea545f27e185e6835f1ee6","reason":"Same source body in authored semantic page"},{"oldId":"b-0ca110e5bb906f505a0ac495","targetId":"b-0ca110e5bb906f505a0ac495","page":"reading-opening","operation":"move","beforeSHA256":"42cba31deccba2a350b9b23bd0ca1dcaa4c4c5cb9d35c773e1fcb89124788ccd","afterSHA256":"42cba31deccba2a350b9b23bd0ca1dcaa4c4c5cb9d35c773e1fcb89124788ccd","reason":"Same source body in authored semantic page"},{"oldId":"b-defa08d4605735d3350888ec","targetId":"b-defa08d4605735d3350888ec","page":"reading-opening","operation":"move","beforeSHA256":"e5185ec67dda4a18681db2d55dc5cbe0c312c9a5519949e3ded12e96d49c997f","afterSHA256":"e5185ec67dda4a18681db2d55dc5cbe0c312c9a5519949e3ded12e96d49c997f","reason":"Same source body in authored semantic page"},{"oldId":"b-7bf79bd123ac0d43b6ddbac8","targetId":"b-7bf79bd123ac0d43b6ddbac8","page":"reading-opening","operation":"move","beforeSHA256":"b476818f6bad4aa6df079682bfc8af8c258e8310cd05c700dd09d1034179fc85","afterSHA256":"b476818f6bad4aa6df079682bfc8af8c258e8310cd05c700dd09d1034179fc85","reason":"Same source body in authored semantic page"},{"oldId":"b-435e05145a8eaa112ef720c9","targetId":"b-435e05145a8eaa112ef720c9","page":"reading-opening","operation":"rewrite","beforeSHA256":"5353195e8525b3e1bbf0672a9bf65bb23a91377038bda92edccd4b7477f63889","afterSHA256":"12a17291dda39c9371f762411b3e44bcca7e93989ec36d9415cebd2bf77662a1","reason":"Same source identity with figure semantics or reading context enriched"},{"oldId":"b-c335de4f5409c332d2c61c8c","targetId":"b-c335de4f5409c332d2c61c8c","page":"reading-opening","operation":"move","beforeSHA256":"d245345ecf9d8f3d3f54f10320f356b8a345729800fe87acce39d6c63dcddc3a","afterSHA256":"d245345ecf9d8f3d3f54f10320f356b8a345729800fe87acce39d6c63dcddc3a","reason":"Same source body in authored semantic page"},{"oldId":"b-bdbe129191a754087926f4b9","targetId":"b-bdbe129191a754087926f4b9","page":"reading-opening","operation":"move","beforeSHA256":"5bfb5f2e539b571f55a624b06e0a37c416ea81dd1d2898a6ce6bd099e6c66bcb","afterSHA256":"5bfb5f2e539b571f55a624b06e0a37c416ea81dd1d2898a6ce6bd099e6c66bcb","reason":"Same source body in authored semantic page"},{"oldId":"b-a95ba0ebe9f0c3473d0d772a","targetId":"b-a95ba0ebe9f0c3473d0d772a","page":"reading-opening","operation":"move","beforeSHA256":"6493e3df856d6955d61ad800cd287e45ec396364a59371a04aea1fd35663a08e","afterSHA256":"6493e3df856d6955d61ad800cd287e45ec396364a59371a04aea1fd35663a08e","reason":"Same source body in authored semantic page"}],"blocks":[{"id":"b-280551ed4308047164ab06af","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html#b-280551ed4308047164ab06af","content":"[CLS 01 · 学习信号、表示与迁移](/course/notebooks/fb4365d604974dd19df492cb22516e44.html)","sha256":"343aaa499ee36d5531eab9b8b2e10a88939c1d9efb4bb1251925f2c15e332b89","chapter":{"id":"course","title":"使用同一句话：The red cup is on the table."},"unit":{"id":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","title":"使用同一句话：The red cup is on the table."},"page":{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","number":1},"sectionTitle":"使用同一句话：The red cup is on the table.","currentQuestion":"使用同一句话：The red cup is on the table.","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":null,"nextBlock":"b-a1e913a204ddcac270bc78f7","prerequisites":[],"relatedBlocks":[]},{"id":"b-a1e913a204ddcac270bc78f7","type":"h1","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html#b-a1e913a204ddcac270bc78f7","content":"# 使用同一句话：The red cup is on the table.","sha256":"d9c767ff30756b4f94f435b8c6272676833d0df22cea545f27e185e6835f1ee6","chapter":{"id":"course","title":"使用同一句话：The red cup is on the table."},"unit":{"id":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","title":"使用同一句话：The red cup is on the table."},"page":{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","number":1},"sectionTitle":"使用同一句话：The red cup is on the table.","currentQuestion":"使用同一句话：The red cup is on the table.","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-280551ed4308047164ab06af","nextBlock":"b-0ca110e5bb906f505a0ac495","prerequisites":[{"id":"b-280551ed4308047164ab06af","url":"#b-280551ed4308047164ab06af","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-0ca110e5bb906f505a0ac495","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html#b-0ca110e5bb906f505a0ac495","content":"主线阅读与优先实验","sha256":"42cba31deccba2a350b9b23bd0ca1dcaa4c4c5cb9d35c773e1fcb89124788ccd","chapter":{"id":"course","title":"使用同一句话：The red cup is on the table."},"unit":{"id":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","title":"使用同一句话：The red cup is on the table."},"page":{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","number":1},"sectionTitle":"使用同一句话：The red cup is on the table.","currentQuestion":"使用同一句话：The red cup is on the table.","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-a1e913a204ddcac270bc78f7","nextBlock":"b-defa08d4605735d3350888ec","prerequisites":[{"id":"b-a1e913a204ddcac270bc78f7","url":"#b-a1e913a204ddcac270bc78f7","role":"section-title"},{"id":"b-280551ed4308047164ab06af","url":"#b-280551ed4308047164ab06af","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-defa08d4605735d3350888ec","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html#b-defa08d4605735d3350888ec","content":"标签供给、文本目标接口、视图/队列/MAE图与表示迁移证据","sha256":"e5185ec67dda4a18681db2d55dc5cbe0c312c9a5519949e3ded12e96d49c997f","chapter":{"id":"course","title":"使用同一句话：The red cup is on the table."},"unit":{"id":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","title":"使用同一句话：The red cup is on the table."},"page":{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","number":1},"sectionTitle":"使用同一句话：The red cup is on the table.","currentQuestion":"使用同一句话：The red cup is on the table.","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-0ca110e5bb906f505a0ac495","nextBlock":"b-7bf79bd123ac0d43b6ddbac8","prerequisites":[{"id":"b-a1e913a204ddcac270bc78f7","url":"#b-a1e913a204ddcac270bc78f7","role":"section-title"},{"id":"b-280551ed4308047164ab06af","url":"#b-280551ed4308047164ab06af","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-7bf79bd123ac0d43b6ddbac8","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html#b-7bf79bd123ac0d43b6ddbac8","content":"使用同一句话：`The red cup is on the table.`。这里用 `The / red / cup / is / on / the / table / .` 作为教学 token；实际 tokenizer 未必这样切。位置决定“当前预测的是哪一项”，可见条件决定模型能利用哪些信息。","sha256":"b476818f6bad4aa6df079682bfc8af8c258e8310cd05c700dd09d1034179fc85","chapter":{"id":"course","title":"使用同一句话：The red cup is on the table."},"unit":{"id":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","title":"使用同一句话：The red cup is on the table."},"page":{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","number":1},"sectionTitle":"使用同一句话：The red cup is on the table.","currentQuestion":"使用同一句话：The red cup is on the table.","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-defa08d4605735d3350888ec","nextBlock":"b-435e05145a8eaa112ef720c9","prerequisites":[{"id":"b-a1e913a204ddcac270bc78f7","url":"#b-a1e913a204ddcac270bc78f7","role":"section-title"},{"id":"b-280551ed4308047164ab06af","url":"#b-280551ed4308047164ab06af","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-435e05145a8eaa112ef720c9","type":"table","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html#b-435e05145a8eaa112ef720c9","content":"| 任务 | 本次看见什么 | 目标从哪里取得 | 反馈怎样产生 |\n| --- | --- | --- | --- |\n| 从左到右预测 | `The / red / cup` | 原文下一个 token `is` | 提高正确 token 的预测概率 |\n| 遮词预测 | `The / red / [MASK] / is / on / the / table / .` | 原文被遮住的 `cup` | 比较遮住位置的预测与目标 |","sha256":"12a17291dda39c9371f762411b3e44bcca7e93989ec36d9415cebd2bf77662a1","chapter":{"id":"course","title":"使用同一句话：The red cup is on the table."},"unit":{"id":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","title":"使用同一句话：The red cup is on the table."},"page":{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","number":1},"sectionTitle":"使用同一句话：The red cup is on the table.","currentQuestion":"使用同一句话：The red cup is on the table.","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"table":{"headers":["任务","本次看见什么","目标从哪里取得","反馈怎样产生"],"rows":[["任务","本次看见什么","目标从哪里取得","反馈怎样产生"],["从左到右预测","The / red / cup","原文下一个 token is","提高正确 token 的预测概率"],["遮词预测","The / red / [MASK] / is / on / the / table / .","原文被遮住的 cup","比较遮住位置的预测与目标"]]},"previousBlock":"b-7bf79bd123ac0d43b6ddbac8","nextBlock":"b-c335de4f5409c332d2c61c8c","prerequisites":[{"id":"b-a1e913a204ddcac270bc78f7","url":"#b-a1e913a204ddcac270bc78f7","role":"section-title"},{"id":"b-280551ed4308047164ab06af","url":"#b-280551ed4308047164ab06af","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-c335de4f5409c332d2c61c8c","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html#b-c335de4f5409c332d2c61c8c","content":"遮词可利用左右两侧，左到右预测不能提前看后文。两者都从已有文本构造目标；人仍参与文本写作、数据选择和任务设计。","sha256":"d245345ecf9d8f3d3f54f10320f356b8a345729800fe87acce39d6c63dcddc3a","chapter":{"id":"course","title":"使用同一句话：The red cup is on the table."},"unit":{"id":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","title":"使用同一句话：The red cup is on the table."},"page":{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","number":1},"sectionTitle":"使用同一句话：The red cup is on the table.","currentQuestion":"使用同一句话：The red cup is on the table.","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-435e05145a8eaa112ef720c9","nextBlock":"b-bdbe129191a754087926f4b9","prerequisites":[{"id":"b-a1e913a204ddcac270bc78f7","url":"#b-a1e913a204ddcac270bc78f7","role":"section-title"},{"id":"b-280551ed4308047164ab06af","url":"#b-280551ed4308047164ab06af","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-bdbe129191a754087926f4b9","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html#b-bdbe129191a754087926f4b9","content":"**回到从左到右预测：一个输出 token，成为下一步条件。** 使用时，先由 `The / red / cup` 预测一个 token；选出 `is` 后，将它接到前文，再预测 `on`。训练时原文已经给出目标，使用时接入的是模型选出的 token，这两种过程要区分。","sha256":"5bfb5f2e539b571f55a624b06e0a37c416ea81dd1d2898a6ce6bd099e6c66bcb","chapter":{"id":"course","title":"使用同一句话：The red cup is on the table."},"unit":{"id":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","title":"使用同一句话：The red cup is on the table."},"page":{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","number":1},"sectionTitle":"使用同一句话：The red cup is on the table.","currentQuestion":"使用同一句话：The red cup is on the table.","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-c335de4f5409c332d2c61c8c","nextBlock":"b-a95ba0ebe9f0c3473d0d772a","prerequisites":[{"id":"b-a1e913a204ddcac270bc78f7","url":"#b-a1e913a204ddcac270bc78f7","role":"section-title"},{"id":"b-280551ed4308047164ab06af","url":"#b-280551ed4308047164ab06af","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-a95ba0ebe9f0c3473d0d772a","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/58de0ce82f8e4a428874633279e5fdc1.html#b-a95ba0ebe9f0c3473d0d772a","content":"这里不需要展开 Q/K/V：先抓住 token、位置、可见条件、目标和逐步输出。[自回归语言建模：GPT-2 技术报告](https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf) · [BERT](https://aclanthology.org/N19-1423/)","sha256":"6493e3df856d6955d61ad800cd287e45ec396364a59371a04aea1fd35663a08e","chapter":{"id":"course","title":"使用同一句话：The red cup is on the table."},"unit":{"id":"notebook-blocks/58de0ce82f8e4a428874633279e5fdc1","title":"使用同一句话：The red cup is on the table."},"page":{"id":"reading-opening","title":"使用同一句话：The red cup is on the table.","number":1},"sectionTitle":"使用同一句话：The red cup is on the table.","currentQuestion":"使用同一句话：The red cup is on the table.","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-bdbe129191a754087926f4b9","nextBlock":null,"prerequisites":[{"id":"b-a1e913a204ddcac270bc78f7","url":"#b-a1e913a204ddcac270bc78f7","role":"section-title"},{"id":"b-280551ed4308047164ab06af","url":"#b-280551ed4308047164ab06af","role":"problem-context"}],"relatedBlocks":[]}]}