{"version":2,"relationshipURLBase":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html","relationshipResolution":"Resolve relative relationship URLs against relationshipURLBase; complete records and absolute URLs are in blocks.","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html","markdown":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.md","pages":[{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","unit":"队列解决候选数量，EMA 缓和特征坐标系漂移","unitId":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","chapter":"course","number":1}],"aliases":[{"oldId":"b-912a3dadb3a2da1a75fee943","targetId":"b-912a3dadb3a2da1a75fee943","page":"reading-opening","operation":"move","beforeSHA256":"406a009759933f5c21b004890953083cbb3ecda9532cde4f1ef9551b2f5d2da5","afterSHA256":"406a009759933f5c21b004890953083cbb3ecda9532cde4f1ef9551b2f5d2da5","reason":"Same source body in authored semantic page"},{"oldId":"b-93c5331806e3489f05083ca1","targetId":"b-93c5331806e3489f05083ca1","page":"reading-opening","operation":"move","beforeSHA256":"23fc09f82d0437a5b5b208bd782fc4c7f506ce2518d4f33331a2f9ff9b20d33e","afterSHA256":"23fc09f82d0437a5b5b208bd782fc4c7f506ce2518d4f33331a2f9ff9b20d33e","reason":"Same source body in authored semantic page"},{"oldId":"b-e77f15d0b0b63c722bfddbef","targetId":"b-e77f15d0b0b63c722bfddbef","page":"reading-opening","operation":"move","beforeSHA256":"e91f24e4e4ca40e2099a0d81d30db6568f4bf2074b499eeee6e3959617bd97ac","afterSHA256":"e91f24e4e4ca40e2099a0d81d30db6568f4bf2074b499eeee6e3959617bd97ac","reason":"Same source body in authored semantic page"},{"oldId":"b-4d9c4ba7016c662d3aeea791","targetId":"b-4d9c4ba7016c662d3aeea791","page":"reading-opening","operation":"move","beforeSHA256":"c023933b2170d7e6bbe13f73a3029a2b1c1858f66f78f1255a4634227653e856","afterSHA256":"c023933b2170d7e6bbe13f73a3029a2b1c1858f66f78f1255a4634227653e856","reason":"Same source body in authored semantic page"},{"oldId":"b-afcc512f4cab3eb5af498950","targetId":"b-afcc512f4cab3eb5af498950","page":"reading-opening","operation":"move","beforeSHA256":"13ad202bf0f7dee20c986d719ee6941a3db7967c52a2a292c134601c0ef77683","afterSHA256":"13ad202bf0f7dee20c986d719ee6941a3db7967c52a2a292c134601c0ef77683","reason":"Same source body in authored semantic page"},{"oldId":"b-84aa0e48e1b45f13185618b0","targetId":"b-84aa0e48e1b45f13185618b0","page":"reading-opening","operation":"move","beforeSHA256":"19896d78aeb907e9684aabde5af58ecc2db736f45f0fed7e1cd0a4b8f2daf80f","afterSHA256":"19896d78aeb907e9684aabde5af58ecc2db736f45f0fed7e1cd0a4b8f2daf80f","reason":"Same source body in authored semantic page"},{"oldId":"b-ddccd32acbc003ad7116d198","targetId":"b-ddccd32acbc003ad7116d198","page":"reading-opening","operation":"move","beforeSHA256":"280028e46b956fac640ebb67c8bb7e918caba37ffff27f805b05c236d69a7bea","afterSHA256":"280028e46b956fac640ebb67c8bb7e918caba37ffff27f805b05c236d69a7bea","reason":"Same source body in authored semantic page"},{"oldId":"b-7b7e66a482538a453af74a1a","targetId":"b-7b7e66a482538a453af74a1a","page":"reading-opening","operation":"move","beforeSHA256":"938a7eebf48260181920170d01afbceba7b0c1a0530743e2730361f2751f49a1","afterSHA256":"938a7eebf48260181920170d01afbceba7b0c1a0530743e2730361f2751f49a1","reason":"Same source body in authored semantic page"},{"oldId":"b-685442949c127e8757ea15f6","targetId":"b-685442949c127e8757ea15f6","page":"reading-opening","operation":"move","beforeSHA256":"cab2d398a639b456c7177b2b3a95d5f2ae1fe4a58c6ac53373a1b26511498cc0","afterSHA256":"cab2d398a639b456c7177b2b3a95d5f2ae1fe4a58c6ac53373a1b26511498cc0","reason":"Same source body in authored semantic page"},{"oldId":"b-bbb0ab9beb08f8164bcec34f","targetId":"b-bbb0ab9beb08f8164bcec34f","page":"reading-opening","operation":"rewrite","beforeSHA256":"96e727a6c9211ec5416b12a6020c16b9356bdd2fb798474197a03dad59eb9117","afterSHA256":"62fdb0da604d426cd683fd27eb2e857aad9dcbe43b3ccb9854372ec221ae6d6f","reason":"Same source identity with figure semantics or reading context enriched"},{"oldId":"b-94791fd05e440f983d22f062","targetId":"b-94791fd05e440f983d22f062","page":"reading-opening","operation":"move","beforeSHA256":"2ba3b260bb0604853faa2a1daad1083b7ec067c1949a2c935ab2a6c3b2be1839","afterSHA256":"2ba3b260bb0604853faa2a1daad1083b7ec067c1949a2c935ab2a6c3b2be1839","reason":"Same source body in authored semantic page"},{"oldId":"b-04432ce468ee93c9fa5de52f","targetId":"b-04432ce468ee93c9fa5de52f","page":"reading-opening","operation":"move","beforeSHA256":"b69c0c9f503f70eec34c1c4211e649acec947654b830cc37772f274ee7e290a0","afterSHA256":"b69c0c9f503f70eec34c1c4211e649acec947654b830cc37772f274ee7e290a0","reason":"Same source body in authored semantic page"},{"oldId":"b-74eb51b143dd94900632fbfe","targetId":"b-74eb51b143dd94900632fbfe","page":"reading-opening","operation":"move","beforeSHA256":"912e990e14a7ac966b4697be033887a98e04c708b08a85be668341b6e3b43a3e","afterSHA256":"912e990e14a7ac966b4697be033887a98e04c708b08a85be668341b6e3b43a3e","reason":"Same source body in authored semantic page"},{"oldId":"b-654902cf2579578fdc714a3a","targetId":"b-654902cf2579578fdc714a3a","page":"reading-opening","operation":"move","beforeSHA256":"da4b9f90252f4b39b9e979ccc07bb322ee9d5be1cc08040b3f9e718266e5d680","afterSHA256":"da4b9f90252f4b39b9e979ccc07bb322ee9d5be1cc08040b3f9e718266e5d680","reason":"Same source body in authored semantic page"},{"oldId":"b-94576501fee31df2b90c087d","targetId":"b-94576501fee31df2b90c087d","page":"reading-opening","operation":"move","beforeSHA256":"ca5d95bc4159403ab2f762e0281e0868f2600b5e08854fece5f940b1569dff0a","afterSHA256":"ca5d95bc4159403ab2f762e0281e0868f2600b5e08854fece5f940b1569dff0a","reason":"Same source body in authored semantic page"},{"oldId":"b-cf770c7113bb7659420d8e86","targetId":"b-cf770c7113bb7659420d8e86","page":"reading-opening","operation":"move","beforeSHA256":"68033e34c77ec9b226141fdb781f4d1793b69e146bd6834e9c7a1c665624bdfc","afterSHA256":"68033e34c77ec9b226141fdb781f4d1793b69e146bd6834e9c7a1c665624bdfc","reason":"Same source body in authored semantic page"},{"oldId":"b-3b9d62153f336511cdb4cfdc","targetId":"b-3b9d62153f336511cdb4cfdc","page":"reading-opening","operation":"rewrite","beforeSHA256":"283c0363f8a37e0f0c189f4e8c0e86abd905b52d25935e162337232801d6ced9","afterSHA256":"7f4f718dcaa14fddb0c1dad9832eb9368cf758d6881a4f1887b3ca4f102fe033","reason":"Same source identity with figure semantics or reading context enriched"},{"oldId":"b-8a580561c4736cbc4b401c78","targetId":"b-8a580561c4736cbc4b401c78","page":"reading-opening","operation":"move","beforeSHA256":"43da66ee00d050df626f08c02b5c642ae913fe0106ad568f2d377efe68a1386a","afterSHA256":"5e7178080f9b3e931941abe1b04337d20f4b1160cbc39c4f37f0038310ef3636","reason":"Same source body in authored semantic page"},{"oldId":"b-69b9bdd103fb3678eff44db9","targetId":"b-69b9bdd103fb3678eff44db9","page":"reading-opening","operation":"move","beforeSHA256":"f61a601120cd0a20dd289ba719d67eb1b818f33fab4cf87fd90b2bd3092c4e6d","afterSHA256":"f61a601120cd0a20dd289ba719d67eb1b818f33fab4cf87fd90b2bd3092c4e6d","reason":"Same source body in authored semantic page"},{"oldId":"b-95567ab88699f9b28207a06a","targetId":"b-95567ab88699f9b28207a06a","page":"reading-opening","operation":"move","beforeSHA256":"5c898a84901cad07894ad357a6d3e79e5f976c45f22fc65e28c9298a525616f8","afterSHA256":"5c898a84901cad07894ad357a6d3e79e5f976c45f22fc65e28c9298a525616f8","reason":"Same source body in authored semantic page"},{"oldId":"b-5f3cd389a89a42ca81e14427","targetId":"b-5f3cd389a89a42ca81e14427","page":"reading-opening","operation":"move","beforeSHA256":"256c571e4cd5bafbfd1e4cccd709b0a6104cfe82b582cc656501b4e5eb015b48","afterSHA256":"256c571e4cd5bafbfd1e4cccd709b0a6104cfe82b582cc656501b4e5eb015b48","reason":"Same source body in authored semantic page"},{"oldId":"b-926610b8cdfcb4b8d1c7740d","targetId":"b-926610b8cdfcb4b8d1c7740d","page":"reading-opening","operation":"move","beforeSHA256":"c7be9efa1d234e046121cf806e9454466d3fa4a53b8ba61bd6876e2ae7fedb44","afterSHA256":"c7be9efa1d234e046121cf806e9454466d3fa4a53b8ba61bd6876e2ae7fedb44","reason":"Same source body in authored semantic page"},{"oldId":"block-38813722014249e6a8ee5e14b736dca2--队列解决候选数量ema-缓和特征坐标系漂移","targetId":"b-afcc512f4cab3eb5af498950","operation":"retain-source-identity"},{"oldId":"block-38813722014249e6a8ee5e14b736dca2--训练学会区分视图以后还要回答哪个下游问题","targetId":"b-04432ce468ee93c9fa5de52f","operation":"retain-source-identity"},{"oldId":"block-38813722014249e6a8ee5e14b736dca2--同一个颜色干预真的改变了学到的表示","targetId":"b-94576501fee31df2b90c087d","operation":"retain-source-identity"}],"blocks":[{"id":"b-912a3dadb3a2da1a75fee943","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-912a3dadb3a2da1a75fee943","content":"[CLS 05 · 对比学习：视图、投影与历史字典](/course/notebooks/b8320404134f4a2e858ccfe7d50a71d3.html)","sha256":"406a009759933f5c21b004890953083cbb3ecda9532cde4f1ef9551b2f5d2da5","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":null,"nextBlock":"b-93c5331806e3489f05083ca1","prerequisites":[],"relatedBlocks":[]},{"id":"b-93c5331806e3489f05083ca1","type":"h1","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-93c5331806e3489f05083ca1","content":"# 队列解决候选数量，EMA 缓和特征坐标系漂移","sha256":"23fc09f82d0437a5b5b208bd782fc4c7f506ce2518d4f33331a2f9ff9b20d33e","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-912a3dadb3a2da1a75fee943","nextBlock":"b-e77f15d0b0b63c722bfddbef","prerequisites":[{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-e77f15d0b0b63c722bfddbef","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-e77f15d0b0b63c722bfddbef","content":"按问题继续","sha256":"e91f24e4e4ca40e2099a0d81d30db6568f4bf2074b499eeee6e3959617bd97ac","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-93c5331806e3489f05083ca1","nextBlock":"b-4d9c4ba7016c662d3aeea791","prerequisites":[{"id":"b-93c5331806e3489f05083ca1","url":"#b-93c5331806e3489f05083ca1","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-4d9c4ba7016c662d3aeea791","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-4d9c4ba7016c662d3aeea791","content":"InfoNCE概率与梯度、h/z、温度、队列陈旧性、实测与评价协议","sha256":"c023933b2170d7e6bbe13f73a3029a2b1c1858f66f78f1255a4634227653e856","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-e77f15d0b0b63c722bfddbef","nextBlock":"b-afcc512f4cab3eb5af498950","prerequisites":[{"id":"b-93c5331806e3489f05083ca1","url":"#b-93c5331806e3489f05083ca1","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-afcc512f4cab3eb5af498950","type":"h2","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-afcc512f4cab3eb5af498950","content":"## 队列解决候选数量，EMA 缓和特征坐标系漂移","sha256":"13ad202bf0f7dee20c986d719ee6941a3db7967c52a2a292c134601c0ef77683","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-4d9c4ba7016c662d3aeea791","nextBlock":"b-84aa0e48e1b45f13185618b0","prerequisites":[{"id":"b-93c5331806e3489f05083ca1","url":"#b-93c5331806e3489f05083ca1","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-84aa0e48e1b45f13185618b0","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-84aa0e48e1b45f13185618b0","content":"当前 batch 较小时，每个 query 可比较的负例有限。MoCo 把近期 batch 的 key 特征保存为队列，下一批仍可使用，因而字典大小不完全受当前 batch 限制。长度 6 的队列从 `[a,b,c,d,e,f]` 加入 `[g,h]` 后成为 `[c,d,e,f,g,h]`。里面存的是先前编码好的向量；它不保存那些图片的完整计算图，也不在每一步重算所有旧向量。","sha256":"19896d78aeb907e9684aabde5af58ecc2db736f45f0fed7e1cd0a4b8f2daf80f","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-afcc512f4cab3eb5af498950","nextBlock":"b-ddccd32acbc003ad7116d198","prerequisites":[{"id":"b-afcc512f4cab3eb5af498950","url":"#b-afcc512f4cab3eb5af498950","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-ddccd32acbc003ad7116d198","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-ddccd32acbc003ad7116d198","content":"这节省了候选编码计算，却产生一致性问题。若编码器每步剧烈变化，昨天向量的某个方向和今天向量的同一方向可能不再表达类似内容。MoCo 使用 query 编码器参数 $\\theta_q$ 做正常梯度更新，key 编码器则采用参数指数移动平均：","sha256":"280028e46b956fac640ebb67c8bb7e918caba37ffff27f805b05c236d69a7bea","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[{"latex":"\\theta_q","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"}],"previousBlock":"b-84aa0e48e1b45f13185618b0","nextBlock":"b-7b7e66a482538a453af74a1a","prerequisites":[{"id":"b-afcc512f4cab3eb5af498950","url":"#b-afcc512f4cab3eb5af498950","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-7b7e66a482538a453af74a1a","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-7b7e66a482538a453af74a1a","content":"$\\theta_k\\leftarrow m\\theta_k+(1-m)\\theta_q.$","sha256":"938a7eebf48260181920170d01afbceba7b0c1a0530743e2730361f2751f49a1","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[{"latex":"\\theta_k\\leftarrow m\\theta_k+(1-m)\\theta_q.","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"}],"previousBlock":"b-ddccd32acbc003ad7116d198","nextBlock":"b-685442949c127e8757ea15f6","prerequisites":[{"id":"b-afcc512f4cab3eb5af498950","url":"#b-afcc512f4cab3eb5af498950","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-685442949c127e8757ea15f6","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-685442949c127e8757ea15f6","content":"取 $m=0.9$，旧 $\\theta_k=(0,2)$，当前 $\\theta_q=(2,4)$，新 key 参数是 $(0.2,2.2)$。若下一步 query 仍相同，新 key 为 $(0.38,2.38)$。平均的是**网络参数**，不是队列向量，也不是 Adam 的梯度动量；旧 key 不会因这一步 EMA 自动刷新。$m=0$ 令 key 立即跟随 query，$m=1$ 则把 key 冻结。较慢变化让历史 key 更可比，但不能消除全部陈旧性。[MoCo §3 与 Algorithm 1](https://arxiv.org/html/1911.05722v3) 给出队列、动量编码器和停止 key 分支梯度的配合。","sha256":"cab2d398a639b456c7177b2b3a95d5f2ae1fe4a58c6ac53373a1b26511498cc0","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[{"latex":"m=0.9","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"\\theta_k=(0,2)","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"\\theta_q=(2,4)","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"(0.2,2.2)","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"(0.38,2.38)","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"m=0","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"m=1","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"}],"previousBlock":"b-7b7e66a482538a453af74a1a","nextBlock":"b-bbb0ab9beb08f8164bcec34f","prerequisites":[{"id":"b-afcc512f4cab3eb5af498950","url":"#b-afcc512f4cab3eb5af498950","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-bbb0ab9beb08f8164bcec34f","type":"table","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-bbb0ab9beb08f8164bcec34f","content":"| 组织方式 | 候选从哪里来 | 是否保留旧特征 | 主要计算取舍 |\n| --- | --- | --- | --- |\n| SimCLR 批内比较 | 当前 batch 的两视图 | 不需要队列 | 更多候选通常要求更大 batch 及其通信/激活 |\n| MoCo 字典 | 当前正例与历史 key 队列 | 是 | 候选数与 batch 部分解耦，需控制 key 漂移 |","sha256":"62fdb0da604d426cd683fd27eb2e857aad9dcbe43b3ccb9854372ec221ae6d6f","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"table":{"headers":["组织方式","候选从哪里来","是否保留旧特征","主要计算取舍"],"rows":[["组织方式","候选从哪里来","是否保留旧特征","主要计算取舍"],["SimCLR 批内比较","当前 batch 的两视图","不需要队列","更多候选通常要求更大 batch 及其通信/激活"],["MoCo 字典","当前正例与历史 key 队列","是","候选数与 batch 部分解耦，需控制 key 漂移"]]},"previousBlock":"b-685442949c127e8757ea15f6","nextBlock":"b-94791fd05e440f983d22f062","prerequisites":[{"id":"b-afcc512f4cab3eb5af498950","url":"#b-afcc512f4cab3eb5af498950","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-94791fd05e440f983d22f062","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-94791fd05e440f983d22f062","content":"这是计算组织的不同答案，不是一个方法必然取代另一个。扩大队列会让最旧特征更老；增大 batch 会改变优化与负例分布；调整温度则改变同一批候选如何竞争。做消融时不能三项同时改，再把收益全部归给 EMA。","sha256":"2ba3b260bb0604853faa2a1daad1083b7ec067c1949a2c935ab2a6c3b2be1839","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-bbb0ab9beb08f8164bcec34f","nextBlock":"b-04432ce468ee93c9fa5de52f","prerequisites":[{"id":"b-afcc512f4cab3eb5af498950","url":"#b-afcc512f4cab3eb5af498950","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-04432ce468ee93c9fa5de52f","type":"h2","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-04432ce468ee93c9fa5de52f","content":"## 训练学会区分视图以后，还要回答哪个下游问题","sha256":"b69c0c9f503f70eec34c1c4211e649acec947654b830cc37772f274ee7e290a0","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-94791fd05e440f983d22f062","nextBlock":"b-74eb51b143dd94900632fbfe","prerequisites":[{"id":"b-afcc512f4cab3eb5af498950","url":"#b-afcc512f4cab3eb5af498950","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-74eb51b143dd94900632fbfe","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-74eb51b143dd94900632fbfe","content":"冻结线性评价（linear probe）先固定编码器 $f$，仅训练 $\\hat y=Wh+b$；它检验标签能否用指定线性读出从表示取得。kNN 不更新编码器，用训练集表示及标签给测试点投票，结果仍依赖距离、归一化、$k$ 与支持集。微调允许 $f$ 更新，检验的是初始化加适配方案。检测或分割则需要空间特征和任务头，整图线性分类成绩不能自动给出边界能力。","sha256":"912e990e14a7ac966b4697be033887a98e04c708b08a85be668341b6e3b43a3e","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[{"latex":"f","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"\\hat y=Wh+b","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"k","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"f","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"}],"previousBlock":"b-04432ce468ee93c9fa5de52f","nextBlock":"b-654902cf2579578fdc714a3a","prerequisites":[{"id":"b-04432ce468ee93c9fa5de52f","url":"#b-04432ce468ee93c9fa5de52f","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-654902cf2579578fdc714a3a","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-654902cf2579578fdc714a3a","content":"完整协议至少明确：原始样本的训练/验证/测试划分，预训练是否接触无标签测试图，冻结时的 `eval`/BatchNorm 状态，读 $h$ 还是 $z$，标签预算，验证集选超参数的方法。两视图必须在原图划分之后生成。同一原图一张裁剪放训练、另一张放测试，会把近重复泄漏包装成泛化。","sha256":"da4b9f90252f4b39b9e979ccc07bb322ee9d5be1cc08040b3f9e718266e5d680","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[{"latex":"h","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"z","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"}],"previousBlock":"b-74eb51b143dd94900632fbfe","nextBlock":"b-94576501fee31df2b90c087d","prerequisites":[{"id":"b-04432ce468ee93c9fa5de52f","url":"#b-04432ce468ee93c9fa5de52f","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-94576501fee31df2b90c087d","type":"h3","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-94576501fee31df2b90c087d","content":"### 同一个颜色干预，真的改变了学到的表示","sha256":"ca5d95bc4159403ab2f762e0281e0868f2600b5e08854fece5f940b1569dff0a","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-654902cf2579578fdc714a3a","nextBlock":"b-cf770c7113bb7659420d8e86","prerequisites":[{"id":"b-04432ce468ee93c9fa5de52f","url":"#b-04432ce468ee93c9fa5de52f","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-cf770c7113bb7659420d8e86","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-cf770c7113bb7659420d8e86","content":"LAB 06 已在 2026-09-22 本地 CPU 完成真实两视图训练：600 张训练图、240 张保留图，RGB 16×16，卷积编码器输出 48 维 $h$，投影头输出 24 维 $z$，InfoNCE 温度 0.2，batch 60，Adam 学习率 0.002，固定种子 20260922、40 epoch。预训练不使用类别标签；标签只供冻结表示的 5NN 与线性读出使用。对照唯一指定变化是每个视图是否以 50% 概率交换红/蓝通道。","sha256":"68033e34c77ec9b226141fdb781f4d1793b69e146bd6834e9c7a1c665624bdfc","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[{"latex":"h","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"z","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"}],"previousBlock":"b-94576501fee31df2b90c087d","nextBlock":"b-3b9d62153f336511cdb4cfdc","prerequisites":[{"id":"b-94576501fee31df2b90c087d","url":"#b-94576501fee31df2b90c087d","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-3b9d62153f336511cdb4cfdc","type":"table","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-3b9d62153f336511cdb4cfdc","content":"| 表示与训练 | 形状 5NN | 颜色 5NN |\n| --- | --- | --- |\n| 随机编码器 $h$ | 72.50% | 100.00% |\n| 保留颜色增强，训练后 $h$ | 47.50% | 100.00% |\n| 随机换色增强，训练后 $h$ | 85.83% | 49.17% |\n| 随机换色增强，训练后 $z$ | 95.42% | 52.92% |","sha256":"7f4f718dcaa14fddb0c1dad9832eb9368cf758d6881a4f1887b3ca4f102fe033","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[{"latex":"h","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"h","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"h","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"z","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"}],"table":{"headers":["表示与训练","形状 5NN","颜色 5NN"],"rows":[["表示与训练","形状 5NN","颜色 5NN"],["随机编码器 hhh","72.50%","100.00%"],["保留颜色增强，训练后 hhh","47.50%","100.00%"],["随机换色增强，训练后 hhh","85.83%","49.17%"],["随机换色增强，训练后 zzz","95.42%","52.92%"]]},"previousBlock":"b-cf770c7113bb7659420d8e86","nextBlock":"b-8a580561c4736cbc4b401c78","prerequisites":[{"id":"b-94576501fee31df2b90c087d","url":"#b-94576501fee31df2b90c087d","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-8a580561c4736cbc4b401c78","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-8a580561c4736cbc4b401c78","content":"![真实两视图训练与冻结读出](/assets/display/f482e1157acae587ec308bdd.webp)","sha256":"5e7178080f9b3e931941abe1b04337d20f4b1160cbc39c4f37f0038310ef3636","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-3b9d62153f336511cdb4cfdc","nextBlock":"b-69b9bdd103fb3678eff44db9","prerequisites":[{"id":"b-94576501fee31df2b90c087d","url":"#b-94576501fee31df2b90c087d","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-69b9bdd103fb3678eff44db9","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-69b9bdd103fb3678eff44db9","content":"保留颜色时模型可利用容易的颜色区别，形状 5NN 甚至低于随机表示；换色使这种线索不可靠，形状读出提高、颜色读出接近二类机会水平。**$h$ 也会丢失颜色，$h$ 优于 $z$ 不是保证**：本次 $z$ 的形状 5NN 反而更高。同一换色 $h$ 的线性形状读出是 98.75%，再次说明“表示质量”不能脱离读出协议。这里报告的是一个固定种子的小型受控实验，不是 SimCLR 在自然图像上的通用排名。","sha256":"f61a601120cd0a20dd289ba719d67eb1b818f33fab4cf87fd90b2bd3092c4e6d","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[{"latex":"h","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"h","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"z","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"z","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"},{"latex":"h","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"}],"previousBlock":"b-8a580561c4736cbc4b401c78","nextBlock":"b-95567ab88699f9b28207a06a","prerequisites":[{"id":"b-94576501fee31df2b90c087d","url":"#b-94576501fee31df2b90c087d","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-95567ab88699f9b28207a06a","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-95567ab88699f9b28207a06a","content":"LAB 07 的小型 MoCo 使用同一图像来源、真实 FIFO 特征队列与 EMA key 编码器，训练 15 epoch。其 $h$ 形状 5NN 为 38.33%，低于随机基线 72.50%；损失由约 4.79 变到 4.27，也没有保证目标语义变得好读。它完成了训练机制，但给出了一个失败的表示结果。MoCo 与 LAB 06 的训练轮数和组织不同，不能据这些数作方法优劣排名；可以据此检查为什么视图目标、候选和下游形状任务不一致。","sha256":"5c898a84901cad07894ad357a6d3e79e5f976c45f22fc65e28c9298a525616f8","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[{"latex":"h","definitionContext":"队列解决候选数量，EMA 缓和特征坐标系漂移"}],"previousBlock":"b-69b9bdd103fb3678eff44db9","nextBlock":"b-5f3cd389a89a42ca81e14427","prerequisites":[{"id":"b-94576501fee31df2b90c087d","url":"#b-94576501fee31df2b90c087d","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-5f3cd389a89a42ca81e14427","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-5f3cd389a89a42ca81e14427","content":"[LAB 07](https://deepnote.com/project/38755e4e-23f6-4f5f-8c68-8a2e4114b1c1/notebook/0d1b8f6fbf6a476c93ffcc169f2ec1f4) 把队列/EMA 精确算例和图像两视图训练放在同一条学习链中。阅读训练输出时，先确认参数确实由损失更新，再比较相同协议下随机初始化与训练后表示；若小数据上的自监督结果没有领先，就讨论增强、数据量和读出限制，而不改变测试口径。","sha256":"256c571e4cd5bafbfd1e4cccd709b0a6104cfe82b582cc656501b4e5eb015b48","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-95567ab88699f9b28207a06a","nextBlock":"b-926610b8cdfcb4b8d1c7740d","prerequisites":[{"id":"b-94576501fee31df2b90c087d","url":"#b-94576501fee31df2b90c087d","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]},{"id":"b-926610b8cdfcb4b8d1c7740d","type":"p","scope":"document","url":"https://codingai-lec03.pages.dev/course/notebook-blocks/38813722014249e6a8ee5e14b736dca2.html#b-926610b8cdfcb4b8d1c7740d","content":"从 [CLS 04 的重建](https://deepnote.com/project/38755e4e-23f6-4f5f-8c68-8a2e4114b1c1/notebook/23b0affc4b824723927bd0938fd2bbda) 到本册，目标从恢复像素变为识别视图关系；下一册 [CLS 06](https://deepnote.com/project/38755e4e-23f6-4f5f-8c68-8a2e4114b1c1/notebook/c0645a4db6e04188ab5b119e87c53bed) 再问：没有显式负例时，为什么表示没有全部变成同一个常量？这些路线共同要求我们区分训练信号、实际优化以及表示的使用证据。","sha256":"c7be9efa1d234e046121cf806e9454466d3fa4a53b8ba61bd6876e2ae7fedb44","chapter":{"id":"course","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"unit":{"id":"notebook-blocks/38813722014249e6a8ee5e14b736dca2","title":"队列解决候选数量，EMA 缓和特征坐标系漂移"},"page":{"id":"reading-opening","title":"队列解决候选数量，EMA 缓和特征坐标系漂移","number":1},"sectionTitle":"队列解决候选数量，EMA 缓和特征坐标系漂移","currentQuestion":"队列解决候选数量，EMA 缓和特征坐标系漂移","sourceSlides":[],"knowledgeBlock":null,"formulas":[],"previousBlock":"b-5f3cd389a89a42ca81e14427","nextBlock":null,"prerequisites":[{"id":"b-94576501fee31df2b90c087d","url":"#b-94576501fee31df2b90c087d","role":"section-title"},{"id":"b-912a3dadb3a2da1a75fee943","url":"#b-912a3dadb3a2da1a75fee943","role":"problem-context"}],"relatedBlocks":[]}]}