{
  "id": "9",
  "name": "CS336 — Language Modeling from Scratch（⭐最高优先级）",
  "org": "Stanford",
  "priority": "P0",
  "license_note": "矩阵分解、张量、随机化算法；OCW 按 CC BY-NC-SA 处理",
  "seeds": [
    "https://cs336.stanford.edu/"
  ],
  "pages": [
    {
      "url": "https://cs336.stanford.edu/",
      "title": "Stanford CS336 | Language Modeling from Scratch",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/001.md",
      "chars": 14038
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_01",
      "title": "Trace - lecture_01",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/002.md",
      "chars": 147588
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_02",
      "title": "Trace - lecture_02",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/003.md",
      "chars": 25787
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_02_recording",
      "title": "Trace - lecture_02_recording",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/004.md",
      "chars": 27407
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_06",
      "title": "Trace - lecture_06",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/005.md",
      "chars": 17696
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_07",
      "title": "Trace - lecture_07",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/006.md",
      "chars": 18810
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_10",
      "title": "Trace - lecture_10",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/007.md",
      "chars": 44708
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_12",
      "title": "Trace - lecture_12",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/008.md",
      "chars": 45622
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_13",
      "title": "Trace - lecture_13",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/009.md",
      "chars": 41760
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_14",
      "title": "Trace - lecture_14",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/010.md",
      "chars": 37150
    },
    {
      "url": "https://cs336.stanford.edu/lectures/?trace=lecture_17",
      "title": "Trace - lecture_17",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/011.md",
      "chars": 29046
    },
    {
      "url": "https://cs336.stanford.edu/#schedule",
      "title": "Stanford CS336 | Language Modeling from Scratch",
      "status": 200,
      "file": "09-CS336-Language-Modeling-from-Scratch/pages/012.md",
      "chars": 14038
    }
  ],
  "files": [
    {
      "url": "https://github.com/stanford-cs336/assignment5-alignment/blob/main/cs336_spring2025_assignment5_supplement_safety_rlhf.pdf",
      "local": "",
      "bytes": 0,
      "ok": false
    },
    {
      "url": "https://github.com/stanford-cs336/assignment1-basics/blob/main/cs336_assignment1_basics.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/002.pdf",
      "bytes": 230383,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/lectures/blob/main/lecture_03.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/003.pdf",
      "bytes": 226186,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/lectures/blob/main/lecture_04.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/004.pdf",
      "bytes": 226174,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/lectures/blob/main/lecture_05.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/005.pdf",
      "bytes": 226181,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/assignment2-systems/blob/main/cs336_assignment2_systems.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/006.pdf",
      "bytes": 226329,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/lectures/blob/main/lecture_08.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/007.pdf",
      "bytes": 226176,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/lectures/blob/main/lecture_09.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/008.pdf",
      "bytes": 226186,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/assignment3-scaling/blob/main/cs336_assignment3_scaling.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/009.pdf",
      "bytes": 248719,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/lectures/blob/main/lecture_11.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/010.pdf",
      "bytes": 226181,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/assignment4-data/blob/main/cs336_assignment4_data.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/011.pdf",
      "bytes": 265787,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/lectures/blob/main/lecture_15.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/012.pdf",
      "bytes": 226177,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/lectures/blob/main/lecture_16.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/013.pdf",
      "bytes": 226181,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/assignment5-alignment/blob/main/cs336_spring2026_assignment5_alignment.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/014.pdf",
      "bytes": 226986,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2303.08774.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/015.pdf",
      "bytes": 5245564,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2002.05202.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/016.pdf",
      "bytes": 109135,
      "ok": true
    },
    {
      "url": "https://www.princeton.edu/~wbialek/rome/refs/shannon_51.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/017.pdf",
      "bytes": 1721469,
      "ok": true
    },
    {
      "url": "https://aclanthology.org/D07-1090.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/018.pdf",
      "bytes": 296720,
      "ok": true
    },
    {
      "url": "https://www.bioinf.jku.at/publications/older/2604.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/019.pdf",
      "bytes": 396938,
      "ok": true
    },
    {
      "url": "https://www.jmlr.org/papers/volume3/bengio03a/bengio03a.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/020.pdf",
      "bytes": 140095,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1409.3215.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/021.pdf",
      "bytes": 112084,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1412.6980.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/022.pdf",
      "bytes": 584641,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1409.0473.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/023.pdf",
      "bytes": 444482,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1706.03762.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/024.pdf",
      "bytes": 2215244,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1701.06538.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/025.pdf",
      "bytes": 544288,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1811.06965.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/026.pdf",
      "bytes": 539195,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1909.08053.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/027.pdf",
      "bytes": 3850425,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1910.10683.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/028.pdf",
      "bytes": 1190021,
      "ok": true
    },
    {
      "url": "https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/029.pdf",
      "bytes": 582775,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2001.08361.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/030.pdf",
      "bytes": 2493004,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2005.14165.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/031.pdf",
      "bytes": 6768044,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2204.02311.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/032.pdf",
      "bytes": 2711295,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2203.15556.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/033.pdf",
      "bytes": 6004349,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2101.00027.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/034.pdf",
      "bytes": 1528989,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2205.01068.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/035.pdf",
      "bytes": 1765159,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2302.13971.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/036.pdf",
      "bytes": 726566,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2307.09288.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/037.pdf",
      "bytes": 13661300,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2310.06825.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/038.pdf",
      "bytes": 3749788,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2401.04088.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/039.pdf",
      "bytes": 2475990,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2401.02954.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/040.pdf",
      "bytes": 7474751,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2412.19437.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/041.pdf",
      "bytes": 1887366,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2501.12948.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/042.pdf",
      "bytes": 5034998,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2501.12599.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/043.pdf",
      "bytes": 926045,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2402.00838.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/044.pdf",
      "bytes": 562224,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2402.16819.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/045.pdf",
      "bytes": 645602,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2305.07185.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/046.pdf",
      "bytes": 917445,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2104.09864.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/047.pdf",
      "bytes": 599289,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1607.06450.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/048.pdf",
      "bytes": 612446,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2002.04745.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/049.pdf",
      "bytes": 779713,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1904.10509.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/050.pdf",
      "bytes": 4436935,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2305.13245.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/051.pdf",
      "bytes": 269116,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1711.05101.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/052.pdf",
      "bytes": 6063896,
      "ok": true
    },
    {
      "url": "https://proceedings.mlr.press/v9/glorot10a/glorot10a.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/053.pdf",
      "bytes": 1647622,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1608.03983.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/054.pdf",
      "bytes": 1540360,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2404.06395.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/055.pdf",
      "bytes": 15188294,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1812.06162.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/056.pdf",
      "bytes": 4061840,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/assignment1-basics/blob/main/cs336_spring2026_assignment1_basics.pdf",
      "local": "",
      "bytes": 0,
      "ok": false
    },
    {
      "url": "https://github.com/stanford-cs336/assignment2-systems/blob/spring2025/cs336_spring2025_assignment2_systems.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/058.pdf",
      "bytes": 241436,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/assignment3-scaling/blob/master/cs336_spring2025_assignment3_scaling.pdf",
      "local": "",
      "bytes": 0,
      "ok": false
    },
    {
      "url": "https://arxiv.org/pdf/2303.15715.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/060.pdf",
      "bytes": 2002324,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/assignment4-data/blob/spring2025/cs336_spring2025_assignment4_data.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/061.pdf",
      "bytes": 229744,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1707.06347.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/062.pdf",
      "bytes": 2923532,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2203.02155.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/063.pdf",
      "bytes": 1797405,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2305.18290.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/064.pdf",
      "bytes": 1299212,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2402.03300.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/065.pdf",
      "bytes": 1844642,
      "ok": true
    },
    {
      "url": "https://github.com/stanford-cs336/assignment5-alignment/blob/spring2025/cs336_spring2025_assignment5_alignment.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/066.pdf",
      "bytes": 232443,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/1710.03740.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/067.pdf",
      "bytes": 1404641,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2209.05433.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/068.pdf",
      "bytes": 281195,
      "ok": true
    },
    {
      "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Super-Technical-Report.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/069.pdf",
      "bytes": 4940502,
      "ok": true
    },
    {
      "url": "https://www.jmlr.org/papers/volume12/duchi11a/duchi11a.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/070.pdf",
      "bytes": 307882,
      "ok": true
    },
    {
      "url": "https://www.primeline-solutions.com/media/categories/server/nach-gpu/nvidia-hgx-h200/nvidia-blackwell-b200-datasheet.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/071.pdf",
      "bytes": 952257,
      "ok": true
    },
    {
      "url": "https://github.com/NVIDIA/nccl-tests/blob/master/doc/PERFORMANCE.md",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/072.md",
      "bytes": 278642,
      "ok": true
    },
    {
      "url": "https://github.com/NVIDIA/nccl-tests/blob/master/doc/PERFORMANCE.md#allreduce",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/073.md",
      "bytes": 278647,
      "ok": true
    },
    {
      "url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/blob/main/DeepSeek_V4.pdf",
      "local": "",
      "bytes": 0,
      "ok": false
    },
    {
      "url": "https://arxiv.org/pdf/2004.05150.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/075.pdf",
      "bytes": 539211,
      "ok": true
    },
    {
      "url": "https://www.usenix.org/system/files/osdi22-yu.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/076.pdf",
      "bytes": 3906936,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2309.06180.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/077.pdf",
      "bytes": 1459631,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2009.03300.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/078.pdf",
      "bytes": 2074939,
      "ok": true
    },
    {
      "url": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/079.pdf",
      "bytes": 1184316,
      "ok": true
    },
    {
      "url": "https://arxiv.org/pdf/2112.11446.pdf",
      "local": "09-CS336-Language-Modeling-from-Scratch/files/080.pdf",
      "bytes": 3412401,
      "ok": true
    }
  ],
  "videos": [
    {
      "url": "https://www.youtube.com/watch?list=PLoROMvodv4rMqXOcazWaTUHhq-yembLCV&v=JuoVZkPBiKk",
      "ok": false,
      "files": [],
      "note": "无1080p且无720p或非公开视频，未下更低清晰度"
    },
    {
      "url": "https://www.youtube.com/watch?v=zduSFxRajkE",
      "ok": false,
      "files": [],
      "note": "无1080p且无720p或非公开视频，未下更低清晰度"
    },
    {
      "url": "https://www.youtube.com/watch?v=Ob9PPLxETYU",
      "ok": false,
      "files": [],
      "note": "无1080p且无720p或非公开视频，未下更低清晰度"
    },
    {
      "url": "https://www.youtube.com/watch?v=JuoVZkPBiKk&list=PLoROMvodv4rMqXOcazWaTUHhq-yembLCV",
      "ok": false,
      "files": [],
      "note": "无1080p且无720p或非公开视频，未下更低清晰度"
    }
  ],
  "skipped_sample": [],
  "rules": "公开讲义/作业题目/站点正文/幻灯片/公开视频；跳过登录墙、学生解答、考试答案；ETH不转存"
}