{"version":2,"relationshipURLBase":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html","relationshipResolution":"Resolve relative relationship URLs against relationshipURLBase; complete records and absolute URLs are in blocks.","title":"LAB 17 · 软目标与坍塌：三个数值检查","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html","markdown":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.md","pages":[{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","unit":"视图关系怎样成为学习目标，又会牺牲什么？","unitId":"i-view-objective","chapter":"I","number":1},{"id":"reading-block-7044913259924763a3b29542e91fbca8","title":"已完成的基准运行","unit":"视图关系怎样成为学习目标，又会牺牲什么？","unitId":"i-view-objective","chapter":"I","number":2},{"id":"reading-block-1658d972c93e45b4a3bb0d957f2e33d2","title":"旧版热身（历史参考）","unit":"视图关系怎样成为学习目标，又会牺牲什么？","unitId":"i-view-objective","chapter":"I","number":3}],"aliases":[{"oldId":"b-e23ee6ff0d11acfcaa028deb","targetId":"b-e23ee6ff0d11acfcaa028deb","operation":"historical-explanation","sourceScope":"block-1658d972c93e45b4a3bb0d957f2e33d2"},{"oldId":"b-44583de0da94b6a3ac71ed3f","targetId":"b-44583de0da94b6a3ac71ed3f","operation":"historical-explanation","sourceScope":"block-1658d972c93e45b4a3bb0d957f2e33d2"},{"oldId":"b-8a7ec6f06d3e6699490531be","targetId":"b-8a7ec6f06d3e6699490531be","operation":"historical-explanation","sourceScope":"block-1658d972c93e45b4a3bb0d957f2e33d2"},{"oldId":"b-744728292841524bc3180b14","targetId":"b-744728292841524bc3180b14","operation":"historical-explanation","sourceScope":"block-1658d972c93e45b4a3bb0d957f2e33d2"},{"oldId":"b-e3baf82982b69b9ad2eb146f","targetId":"b-e3baf82982b69b9ad2eb146f","page":"reading-opening","operation":"move","beforeSHA256":"7a4581e1ca7dbae1ba8c4313029ab2a83e9b3f1c7e6d536bc2151c265886c544","afterSHA256":"7a4581e1ca7dbae1ba8c4313029ab2a83e9b3f1c7e6d536bc2151c265886c544","reason":"Same source body in authored semantic page"},{"oldId":"b-d3a8e31908e18383b753af6c","targetId":"b-d3a8e31908e18383b753af6c","page":"reading-opening","operation":"move","beforeSHA256":"e91f24e4e4ca40e2099a0d81d30db6568f4bf2074b499eeee6e3959617bd97ac","afterSHA256":"e91f24e4e4ca40e2099a0d81d30db6568f4bf2074b499eeee6e3959617bd97ac","reason":"Same source body in authored semantic page"},{"oldId":"b-f7749e9ab6d86bef4056e016","targetId":"b-f7749e9ab6d86bef4056e016","page":"reading-opening","operation":"move","beforeSHA256":"d73c8f62c157be8969593eee5f2f87679b08c3feb70e7a286a688663a6b7df5d","afterSHA256":"d73c8f62c157be8969593eee5f2f87679b08c3feb70e7a286a688663a6b7df5d","reason":"Same source body in authored semantic page"},{"oldId":"b-f93da4d84b541ad1c40d6562","targetId":"b-f93da4d84b541ad1c40d6562","page":"reading-opening","operation":"move","beforeSHA256":"f22152fd55dcdb0090b5653d37145694fd19388d31e10226549464fe8b483578","afterSHA256":"f22152fd55dcdb0090b5653d37145694fd19388d31e10226549464fe8b483578","reason":"Same source body in authored semantic page"},{"oldId":"b-1a7a2263ea98b79b124ff31b","targetId":"b-1a7a2263ea98b79b124ff31b","page":"reading-opening","operation":"move","beforeSHA256":"9412c334ba69cecafc029ab0c22814d9df928a6c4d41cd69390e96b2b55ccfe2","afterSHA256":"9412c334ba69cecafc029ab0c22814d9df928a6c4d41cd69390e96b2b55ccfe2","reason":"Same source body in authored semantic page"},{"oldId":"b-548ceabb89b37b212f1cd6c2","targetId":"b-548ceabb89b37b212f1cd6c2","page":"reading-opening","operation":"move","beforeSHA256":"53fa9c19f4f002ab0423f2d77c8cb6e23ac67657c840a0f59ba2af39dfc0ab9a","afterSHA256":"53fa9c19f4f002ab0423f2d77c8cb6e23ac67657c840a0f59ba2af39dfc0ab9a","reason":"Same source body in authored semantic page"},{"oldId":"b-adfbcf4011e3cac5b392c7a3","targetId":"b-adfbcf4011e3cac5b392c7a3","page":"reading-opening","operation":"move","beforeSHA256":"02c4219af1fea8a837da708416ffc3d9e55ce14cc1ee735a6452c92310e2de1d","afterSHA256":"02c4219af1fea8a837da708416ffc3d9e55ce14cc1ee735a6452c92310e2de1d","reason":"Same source body in authored semantic page"},{"oldId":"b-c0b3ea9ee892f023acdc2582","targetId":"b-c0b3ea9ee892f023acdc2582","page":"reading-opening","operation":"move","beforeSHA256":"4147796ae4ead92b43e08522b105209b4a1034658b258e4d047f2bbbe1a55c8a","afterSHA256":"4147796ae4ead92b43e08522b105209b4a1034658b258e4d047f2bbbe1a55c8a","reason":"Same source body in authored semantic page"},{"oldId":"b-e1d712499cda2e43b3c732bd","targetId":"b-e1d712499cda2e43b3c732bd","page":"reading-opening","operation":"move","beforeSHA256":"10d7d3d69237459a4954d8c8e7c4a25fe2adc35f5d4d9126659b142926fa445b","afterSHA256":"10d7d3d69237459a4954d8c8e7c4a25fe2adc35f5d4d9126659b142926fa445b","reason":"Same source body in authored semantic page"},{"oldId":"b-495a3bfdccd85e1caea3177d","targetId":"b-495a3bfdccd85e1caea3177d","page":"reading-block-7044913259924763a3b29542e91fbca8","operation":"move","beforeSHA256":"70efe3096d536ddf0d6f0f7335815da85d73017a47a0e52cac5d2621805a3c53","afterSHA256":"70efe3096d536ddf0d6f0f7335815da85d73017a47a0e52cac5d2621805a3c53","reason":"Same source body in authored semantic page"},{"oldId":"b-66d4eba7207b3c110527cccd","targetId":"b-66d4eba7207b3c110527cccd","page":"reading-block-7044913259924763a3b29542e91fbca8","operation":"move","beforeSHA256":"ff4e2caa2efcd2a7e24e155ecad4f46e58bf2f1bb641ebcf47707b657cc53d56","afterSHA256":"ff4e2caa2efcd2a7e24e155ecad4f46e58bf2f1bb641ebcf47707b657cc53d56","reason":"Same source body in authored semantic page"},{"oldId":"b-1345f60385214a552f972131","targetId":"b-1345f60385214a552f972131","page":"reading-block-7044913259924763a3b29542e91fbca8","operation":"move","beforeSHA256":"13e29b78b8d0a1f4f050e2921be6922b57a1ce33eb2476ef38cb073de50ae730","afterSHA256":"13e29b78b8d0a1f4f050e2921be6922b57a1ce33eb2476ef38cb073de50ae730","reason":"Same source body in authored semantic page"},{"oldId":"b-6f8441d3308ea7189b95d702","targetId":"b-6f8441d3308ea7189b95d702","page":"reading-block-7044913259924763a3b29542e91fbca8","operation":"move","beforeSHA256":"14189f16ad31f6c007e850d7f40b9ec49763f1b096690f95039e3e8cb55b7c2c","afterSHA256":"14189f16ad31f6c007e850d7f40b9ec49763f1b096690f95039e3e8cb55b7c2c","reason":"Same source body in authored semantic page"},{"oldId":"b-1542d077955352c8017a3a42","targetId":"b-1542d077955352c8017a3a42","page":"reading-block-7044913259924763a3b29542e91fbca8","operation":"move","beforeSHA256":"edc6493162bad77efc1c2b2dcb5b0d275aefb6a0fd1ed97313d5e1201d128242","afterSHA256":"edc6493162bad77efc1c2b2dcb5b0d275aefb6a0fd1ed97313d5e1201d128242","reason":"Same source body in authored semantic page"},{"oldId":"b-814a0516588719677e027c39","targetId":"b-814a0516588719677e027c39","page":"reading-block-1658d972c93e45b4a3bb0d957f2e33d2","operation":"move","beforeSHA256":"22776016622c2addaf705c770c88971c82973c938ae33e183a9feb3b49e49de1","afterSHA256":"22776016622c2addaf705c770c88971c82973c938ae33e183a9feb3b49e49de1","reason":"Same source body in authored semantic page"},{"oldId":"b-96dcd8d0ab9c9f3099a081c2","targetId":"b-96dcd8d0ab9c9f3099a081c2","page":"reading-block-1658d972c93e45b4a3bb0d957f2e33d2","operation":"move","beforeSHA256":"e5c542ac9eaa3e8830cbf8ff2616dedc089473c3d44be23349ecd3d049b6d0f9","afterSHA256":"e5c542ac9eaa3e8830cbf8ff2616dedc089473c3d44be23349ecd3d049b6d0f9","reason":"Same source body in authored semantic page"},{"oldId":"b-a04d3af2a06c067758aacaf2","targetId":"b-a04d3af2a06c067758aacaf2","page":"reading-block-1658d972c93e45b4a3bb0d957f2e33d2","operation":"move","beforeSHA256":"7ec8bd14f07ee73afaacf592a08b2b09425037e648306447bf035cd5ee7ab9f7","afterSHA256":"7ec8bd14f07ee73afaacf592a08b2b09425037e648306447bf035cd5ee7ab9f7","reason":"Same source body in authored semantic page"},{"oldId":"block-7044913259924763a3b29542e91fbca8--已完成的基准运行","targetId":"b-495a3bfdccd85e1caea3177d","operation":"retain-source-identity"},{"oldId":"block-1658d972c93e45b4a3bb0d957f2e33d2--旧版热身历史参考","targetId":"b-814a0516588719677e027c39","operation":"retain-source-identity"}],"blocks":[{"id":"b-e3baf82982b69b9ad2eb146f","type":"h1","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-e3baf82982b69b9ad2eb146f","content":"# LAB 17 · 软目标与坍塌：三个数值检查","sha256":"7a4581e1ca7dbae1ba8c4313029ab2a83e9b3f1c7e6d536bc2151c265886c544","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","number":1},"sectionTitle":"LAB 17 · 软目标与坍塌：三个数值检查","currentQuestion":"LAB 17 · 软目标与坍塌：三个数值检查","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":null,"nextBlock":"b-d3a8e31908e18383b753af6c","prerequisites":[{"id":"b-d3a8e31908e18383b753af6c","url":"#b-d3a8e31908e18383b753af6c","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-d3a8e31908e18383b753af6c","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-d3a8e31908e18383b753af6c","content":"按问题继续","sha256":"e91f24e4e4ca40e2099a0d81d30db6568f4bf2074b499eeee6e3959617bd97ac","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","number":1},"sectionTitle":"LAB 17 · 软目标与坍塌：三个数值检查","currentQuestion":"LAB 17 · 软目标与坍塌：三个数值检查","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-e3baf82982b69b9ad2eb146f","nextBlock":"b-f7749e9ab6d86bef4056e016","prerequisites":[{"id":"b-e3baf82982b69b9ad2eb146f","url":"#b-e3baf82982b69b9ad2eb146f","role":"section-title"}],"relatedBlocks":[]},{"id":"b-f7749e9ab6d86bef4056e016","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-f7749e9ab6d86bef4056e016","content":"常数坍塌反例、固定教师KL学习及单独EMA计算","sha256":"d73c8f62c157be8969593eee5f2f87679b08c3feb70e7a286a688663a6b7df5d","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","number":1},"sectionTitle":"LAB 17 · 软目标与坍塌：三个数值检查","currentQuestion":"LAB 17 · 软目标与坍塌：三个数值检查","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-d3a8e31908e18383b753af6c","nextBlock":"b-f93da4d84b541ad1c40d6562","prerequisites":[{"id":"b-e3baf82982b69b9ad2eb146f","url":"#b-e3baf82982b69b9ad2eb146f","role":"section-title"},{"id":"b-d3a8e31908e18383b753af6c","url":"#b-d3a8e31908e18383b753af6c","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-f93da4d84b541ad1c40d6562","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-f93da4d84b541ad1c40d6562","content":"可先阅读已有结果，再决定是否运行。重算时请核对各节记录的数据、参数、环境与日期。","sha256":"f22152fd55dcdb0090b5653d37145694fd19388d31e10226549464fe8b483578","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","number":1},"sectionTitle":"LAB 17 · 软目标与坍塌：三个数值检查","currentQuestion":"LAB 17 · 软目标与坍塌：三个数值检查","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-f7749e9ab6d86bef4056e016","nextBlock":"b-1a7a2263ea98b79b124ff31b","prerequisites":[{"id":"b-e3baf82982b69b9ad2eb146f","url":"#b-e3baf82982b69b9ad2eb146f","role":"section-title"},{"id":"b-d3a8e31908e18383b753af6c","url":"#b-d3a8e31908e18383b753af6c","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-1a7a2263ea98b79b124ff31b","type":"p","scope":"block-39d5a7ff74ae40e2a86056d0d8322096","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-1a7a2263ea98b79b124ff31b","content":"**学习路径：** [视图、投影头与历史字典](/course/study/contrastive-views.html)","sha256":"9412c334ba69cecafc029ab0c22814d9df928a6c4d41cd69390e96b2b55ccfe2","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","number":1},"sectionTitle":"LAB 17 · 软目标与坍塌：三个数值检查","currentQuestion":"LAB 17 · 软目标与坍塌：三个数值检查","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-f93da4d84b541ad1c40d6562","nextBlock":"b-548ceabb89b37b212f1cd6c2","prerequisites":[{"id":"b-e3baf82982b69b9ad2eb146f","url":"#b-e3baf82982b69b9ad2eb146f","role":"section-title"},{"id":"b-d3a8e31908e18383b753af6c","url":"#b-d3a8e31908e18383b753af6c","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-548ceabb89b37b212f1cd6c2","type":"p","scope":"block-39d5a7ff74ae40e2a86056d0d8322096","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-548ceabb89b37b212f1cd6c2","content":"这是[CLS 06](https://deepnote.com/project/38755e4e-23f6-4f5f-8c68-8a2e4114b1c1/notebook/c0645a4db6e04188ab5b119e87c53bed)“目标是否排除了无用解”的短练习，连接[P11](/course/pages/l3-r2-p11.html)。","sha256":"53fa9c19f4f002ab0423f2d77c8cb6e23ac67657c840a0f59ba2af39dfc0ab9a","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","number":1},"sectionTitle":"LAB 17 · 软目标与坍塌：三个数值检查","currentQuestion":"LAB 17 · 软目标与坍塌：三个数值检查","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-1a7a2263ea98b79b124ff31b","nextBlock":"b-adfbcf4011e3cac5b392c7a3","prerequisites":[{"id":"b-e3baf82982b69b9ad2eb146f","url":"#b-e3baf82982b69b9ad2eb146f","role":"section-title"},{"id":"b-d3a8e31908e18383b753af6c","url":"#b-d3a8e31908e18383b753af6c","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-adfbcf4011e3cac5b392c7a3","type":"p","scope":"block-39d5a7ff74ae40e2a86056d0d8322096","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-adfbcf4011e3cac5b392c7a3","content":"先把常量输出代入一致性损失，解释为什么零损失仍然无用；然后读固定线性教师的保留KL，最后单独核对三次EMA。三项计算分别检查解、拟合与参数平滑，不是一项视觉教师模型训练。","sha256":"02c4219af1fea8a837da708416ffc3d9e55ce14cc1ee735a6452c92310e2de1d","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","number":1},"sectionTitle":"LAB 17 · 软目标与坍塌：三个数值检查","currentQuestion":"LAB 17 · 软目标与坍塌：三个数值检查","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-548ceabb89b37b212f1cd6c2","nextBlock":"b-c0b3ea9ee892f023acdc2582","prerequisites":[{"id":"b-e3baf82982b69b9ad2eb146f","url":"#b-e3baf82982b69b9ad2eb146f","role":"section-title"},{"id":"b-d3a8e31908e18383b753af6c","url":"#b-d3a8e31908e18383b753af6c","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-c0b3ea9ee892f023acdc2582","type":"p","scope":"block-39d5a7ff74ae40e2a86056d0d8322096","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-c0b3ea9ee892f023acdc2582","content":"写下三个对象：谁提供目标，谁接收梯度，EMA平均什么。输入是解析二维数据，教师是手工线性函数；EMA没有参与前面的蒸馏优化。[教师来源与坍塌说明](/course/blocks/teacher-target-source-and-collapse.html)保留更完整的解释。若要观察EMA接入真实图像训练，再选[LAB 07](https://deepnote.com/project/38755e4e-23f6-4f5f-8c68-8a2e4114b1c1/notebook/0d1b8f6fbf6a476c93ffcc169f2ec1f4)。","sha256":"4147796ae4ead92b43e08522b105209b4a1034658b258e4d047f2bbbe1a55c8a","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","number":1},"sectionTitle":"LAB 17 · 软目标与坍塌：三个数值检查","currentQuestion":"LAB 17 · 软目标与坍塌：三个数值检查","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-adfbcf4011e3cac5b392c7a3","nextBlock":"b-e1d712499cda2e43b3c732bd","prerequisites":[{"id":"b-e3baf82982b69b9ad2eb146f","url":"#b-e3baf82982b69b9ad2eb146f","role":"section-title"},{"id":"b-d3a8e31908e18383b753af6c","url":"#b-d3a8e31908e18383b753af6c","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-e1d712499cda2e43b3c732bd","type":"pre","scope":"block-89b4ff8dd23d4c6d89882682635269a5","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-e1d712499cda2e43b3c732bd","content":"```\n# Writable ephemeral workspace for detached readonly cloud runs.\nimport os, tempfile\nos.chdir(tempfile.mkdtemp(prefix='lec03_lab17_'))\n\nimport numpy as np\nrng=np.random.default_rng(17)\nX=rng.normal(size=(384,2)); X=np.c_[X,np.ones(len(X))]\nteacher=np.array([[2,-2,0],[0,1,-1],[.2,-.1,0.]])\ndef softmax(z):\n    e=np.exp(z-z.max(1,keepdims=True)); return e/e.sum(1,keepdims=True)\nT=2.; target=softmax(X@teacher/T); W=np.zeros((3,3))\ndef kl(q,p): return float((q*np.log((q+1e-12)/(p+1e-12))).sum(1).mean())\nbefore=kl(target[256:],softmax(X[256:]@W/T))\nfor step in range(600):\n    pred=softmax(X[:256]@W/T)\n    W-=.3*X[:256].T@(pred-target[:256])/256/T\nafter=kl(target[256:],softmax(X[256:]@W/T))\nconstant=np.ones((8,4)); diverse=rng.normal(size=(8,4))\nprint('heldout teacher/student KL',round(before,5),'->',round(after,5))\nprint('collapsed consistency loss',float(((constant-constant[::-1])**2).mean()),'variance',constant.var(0).tolist())\nprint('noncollapsed variance',diverse.var(0).round(3).tolist())\nema=np.zeros_like(W)\nfor t in range(3): ema=.9*ema+.1*W\nassert np.allclose(ema,(1-.9**3)*W)\nprint('3 EMA updates preserve factor',round(1-.9**3,3),'of fixed student parameters')\nprint('temperature teacher probabilities',softmax(np.array([[3.,1.,0.]])/T).round(4).tolist())\n```","sha256":"10d7d3d69237459a4954d8c8e7c4a25fe2adc35f5d4d9126659b142926fa445b","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-opening","title":"LAB 17 · 软目标与坍塌：三个数值检查","number":1},"sectionTitle":"LAB 17 · 软目标与坍塌：三个数值检查","currentQuestion":"LAB 17 · 软目标与坍塌：三个数值检查","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-c0b3ea9ee892f023acdc2582","nextBlock":null,"prerequisites":[{"id":"b-e3baf82982b69b9ad2eb146f","url":"#b-e3baf82982b69b9ad2eb146f","role":"section-title"},{"id":"b-d3a8e31908e18383b753af6c","url":"#b-d3a8e31908e18383b753af6c","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-495a3bfdccd85e1caea3177d","type":"h2","scope":"block-7044913259924763a3b29542e91fbca8","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-495a3bfdccd85e1caea3177d","content":"## 已完成的基准运行","sha256":"70efe3096d536ddf0d6f0f7335815da85d73017a47a0e52cac5d2621805a3c53","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-block-7044913259924763a3b29542e91fbca8","title":"已完成的基准运行","number":2},"sectionTitle":"已完成的基准运行","currentQuestion":"已完成的基准运行","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":null,"nextBlock":"b-66d4eba7207b3c110527cccd","prerequisites":[{"id":"b-66d4eba7207b3c110527cccd","url":"#b-66d4eba7207b3c110527cccd","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-66d4eba7207b3c110527cccd","type":"p","scope":"block-7044913259924763a3b29542e91fbca8","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-66d4eba7207b3c110527cccd","content":"以下是本轮本地独立 Python 进程的实际标准输出，云端执行另行记录。","sha256":"ff4e2caa2efcd2a7e24e155ecad4f46e58bf2f1bb641ebcf47707b657cc53d56","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-block-7044913259924763a3b29542e91fbca8","title":"已完成的基准运行","number":2},"sectionTitle":"已完成的基准运行","currentQuestion":"已完成的基准运行","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-495a3bfdccd85e1caea3177d","nextBlock":"b-1345f60385214a552f972131","prerequisites":[{"id":"b-495a3bfdccd85e1caea3177d","url":"#b-495a3bfdccd85e1caea3177d","role":"section-title"}],"relatedBlocks":[]},{"id":"b-1345f60385214a552f972131","type":"pre","scope":"block-7044913259924763a3b29542e91fbca8","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-1345f60385214a552f972131","content":"```\nheldout teacher/student KL 0.24742 -> 1e-05\ncollapsed consistency loss 0.0 variance [0.0, 0.0, 0.0, 0.0]\nnoncollapsed variance [1.239, 0.712, 1.084, 1.199]\n3 EMA updates preserve factor 0.271 of fixed student parameters\ntemperature teacher probabilities [[0.6285, 0.2312, 0.1402]]\n\n```","sha256":"13e29b78b8d0a1f4f050e2921be6922b57a1ce33eb2476ef38cb073de50ae730","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-block-7044913259924763a3b29542e91fbca8","title":"已完成的基准运行","number":2},"sectionTitle":"已完成的基准运行","currentQuestion":"已完成的基准运行","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-66d4eba7207b3c110527cccd","nextBlock":"b-6f8441d3308ea7189b95d702","prerequisites":[{"id":"b-495a3bfdccd85e1caea3177d","url":"#b-495a3bfdccd85e1caea3177d","role":"section-title"},{"id":"b-66d4eba7207b3c110527cccd","url":"#b-66d4eba7207b3c110527cccd","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-6f8441d3308ea7189b95d702","type":"p","scope":"block-7044913259924763a3b29542e91fbca8","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-6f8441d3308ea7189b95d702","content":"保留集 KL 降低表示学生更接近这个教师的概率分布；不能据此宣称视觉迁移更好。增大温度让非最大类别得到更多质量，也会改变梯度尺度；正式蒸馏常乘 T² 补偿，本代码明确不乘，比较学习率时要一起考虑。","sha256":"14189f16ad31f6c007e850d7f40b9ec49763f1b096690f95039e3e8cb55b7c2c","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-block-7044913259924763a3b29542e91fbca8","title":"已完成的基准运行","number":2},"sectionTitle":"已完成的基准运行","currentQuestion":"已完成的基准运行","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-1345f60385214a552f972131","nextBlock":"b-1542d077955352c8017a3a42","prerequisites":[{"id":"b-495a3bfdccd85e1caea3177d","url":"#b-495a3bfdccd85e1caea3177d","role":"section-title"},{"id":"b-66d4eba7207b3c110527cccd","url":"#b-66d4eba7207b3c110527cccd","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-1542d077955352c8017a3a42","type":"p","scope":"block-7044913259924763a3b29542e91fbca8","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-1542d077955352c8017a3a42","content":"EMA 平滑参数变化，stop-gradient 限制梯度路径，但“常量也能获得零一致性损失”的反例并未因此从数学上消失。MoCo 还用负例；BYOL/DINO 的训练设计和经验条件应分别解释。先到 [CLS 05](https://deepnote.com/project/38755e4e-23f6-4f5f-8c68-8a2e4114b1c1/notebook/b8320404134f4a2e858ccfe7d50a71d3) 区分训练目标与 probe，再只改变 T=1/4 比较分布与KL曲线。来源：[知识蒸馏论文](https://arxiv.org/abs/1503.02531)、[BYOL](https://arxiv.org/abs/2006.07733)。","sha256":"edc6493162bad77efc1c2b2dcb5b0d275aefb6a0fd1ed97313d5e1201d128242","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-block-7044913259924763a3b29542e91fbca8","title":"已完成的基准运行","number":2},"sectionTitle":"已完成的基准运行","currentQuestion":"已完成的基准运行","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-6f8441d3308ea7189b95d702","nextBlock":null,"prerequisites":[{"id":"b-495a3bfdccd85e1caea3177d","url":"#b-495a3bfdccd85e1caea3177d","role":"section-title"},{"id":"b-66d4eba7207b3c110527cccd","url":"#b-66d4eba7207b3c110527cccd","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-814a0516588719677e027c39","type":"h2","scope":"block-1658d972c93e45b4a3bb0d957f2e33d2","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-814a0516588719677e027c39","content":"## 旧版热身（历史参考）","sha256":"22776016622c2addaf705c770c88971c82973c938ae33e183a9feb3b49e49de1","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-block-1658d972c93e45b4a3bb0d957f2e33d2","title":"旧版热身（历史参考）","number":3},"sectionTitle":"旧版热身（历史参考）","currentQuestion":"旧版热身（历史参考）","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":null,"nextBlock":"b-96dcd8d0ab9c9f3099a081c2","prerequisites":[{"id":"b-96dcd8d0ab9c9f3099a081c2","url":"#b-96dcd8d0ab9c9f3099a081c2","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-96dcd8d0ab9c9f3099a081c2","type":"p","scope":"block-1658d972c93e45b4a3bb0d957f2e33d2","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-96dcd8d0ab9c9f3099a081c2","content":"旧版热身仅保留为历史参考，不参与当前基准运行；当前解释与计算以上方完整实验为准。","sha256":"e5c542ac9eaa3e8830cbf8ff2616dedc089473c3d44be23349ecd3d049b6d0f9","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-block-1658d972c93e45b4a3bb0d957f2e33d2","title":"旧版热身（历史参考）","number":3},"sectionTitle":"旧版热身（历史参考）","currentQuestion":"旧版热身（历史参考）","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-814a0516588719677e027c39","nextBlock":"b-e2569238a4c8fcb5c66ebbab","prerequisites":[{"id":"b-814a0516588719677e027c39","url":"#b-814a0516588719677e027c39","role":"section-title"}],"relatedBlocks":[]},{"id":"b-e2569238a4c8fcb5c66ebbab","type":"h4","scope":"block-1658d972c93e45b4a3bb0d957f2e33d2","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-e2569238a4c8fcb5c66ebbab","content":"#### 展开查看旧版代码（仅展示，不执行）","sha256":"b5f2d755e2ad018e90a28a20600c873333e0691cce1a7f018f374a7d482cbaf3","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-block-1658d972c93e45b4a3bb0d957f2e33d2","title":"旧版热身（历史参考）","number":3},"sectionTitle":"旧版热身（历史参考）","currentQuestion":"旧版热身（历史参考）","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-96dcd8d0ab9c9f3099a081c2","nextBlock":"b-a04d3af2a06c067758aacaf2","prerequisites":[{"id":"b-814a0516588719677e027c39","url":"#b-814a0516588719677e027c39","role":"section-title"},{"id":"b-96dcd8d0ab9c9f3099a081c2","url":"#b-96dcd8d0ab9c9f3099a081c2","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-a04d3af2a06c067758aacaf2","type":"pre","scope":"block-1658d972c93e45b4a3bb0d957f2e33d2","url":"https://codingai-lec03.pages.dev/course/notebooks/268a4ab11b464c64b065f9fc12b19cc7.html#b-a04d3af2a06c067758aacaf2","content":"```\nimport numpy as np\nz=np.ones((8,4)); print('collapsed variance',z.var(0),'pair loss',((z-z[::-1])**2).mean())\nrng=np.random.default_rng(3); student=rng.normal(size=4); teacher=np.zeros(4)\nfor _ in range(3): teacher=.9*teacher+.1*student\nprint('EMA teacher',teacher.round(3),'stop-gradient is one component, not a proof')\n\n```","sha256":"7ec8bd14f07ee73afaacf592a08b2b09425037e648306447bf035cd5ee7ab9f7","chapter":{"id":"I","title":"学习信号与表示"},"unit":{"id":"i-view-objective","title":"视图关系怎样成为学习目标，又会牺牲什么？"},"page":{"id":"reading-block-1658d972c93e45b4a3bb0d957f2e33d2","title":"旧版热身（历史参考）","number":3},"sectionTitle":"旧版热身（历史参考）","currentQuestion":"旧版热身（历史参考）","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-e2569238a4c8fcb5c66ebbab","nextBlock":null,"prerequisites":[{"id":"b-e2569238a4c8fcb5c66ebbab","url":"#b-e2569238a4c8fcb5c66ebbab","role":"section-title"},{"id":"b-96dcd8d0ab9c9f3099a081c2","url":"#b-96dcd8d0ab9c9f3099a081c2","role":"problem-context"}],"relatedBlocks":[]}]}