{"payload":{"pageCount":5,"repositories":[{"type":"Public","name":"gpt-neox","owner":"EleutherAI","isFork":false,"description":"An implementation of model parallel autoregressive transformers on GPUs, based on the Megatron and DeepSpeed libraries","allTopics":["transformers","language-model","gpt-3","deepspeed-library"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":23,"issueCount":55,"starsCount":6838,"forksCount":994,"license":"Apache License 2.0","participation":[10,2,0,2,0,7,3,1,1,1,3,0,19,1,4,3,1,2,3,2,0,6,3,13,2,1,4,3,0,0,2,4,1,2,5,0,5,0,1,2,0,0,0,0,0,1,2,2,2,4,14,5],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-23T05:03:22.674Z"}},{"type":"Public","name":"sae-auto-interp","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":57,"forksCount":7,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,18,25,39,29,28,59,1,9,3,0,0,3,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-21T07:59:13.741Z"}},{"type":"Public","name":"sgdensity","owner":"EleutherAI","isFork":false,"description":"Computing the implicit probability densities that SGD assigns to networks","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-21T03:43:09.768Z"}},{"type":"Public","name":"nanoGPT-mup","owner":"EleutherAI","isFork":true,"description":"The simplest, fastest repository for training/finetuning medium-sized GPTs.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":5686,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,3,0,0,0,0,3,0,0,1,0,0,0,0,0,0,0,0,0,1,3,0,0,0,0,0,0,0,0,0,0,0,2,3,3,22],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-20T23:36:14.007Z"}},{"type":"Public","name":"website","owner":"EleutherAI","isFork":false,"description":"New website for EleutherAI based on Hugo static site generator","allTopics":[],"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":2,"issueCount":0,"starsCount":4,"forksCount":6,"license":null,"participation":[0,0,9,8,9,0,2,11,3,11,0,20,21,0,0,0,0,0,2,0,0,0,8,0,0,0,25,0,5,16,0,0,0,0,18,0,0,14,1,4,4,3,1,2,12,10,0,0,0,0,0,11],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-20T23:22:05.011Z"}},{"type":"Public","name":"lm-evaluation-harness","owner":"EleutherAI","isFork":false,"description":"A framework for few-shot evaluation of language models.","allTopics":["transformer","language-model","evaluation-framework"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":91,"issueCount":279,"starsCount":6489,"forksCount":1716,"license":"MIT License","participation":[13,39,19,46,7,48,23,33,43,102,54,44,31,6,7,11,17,16,13,12,6,14,18,16,11,10,6,6,1,4,5,12,10,4,12,6,13,11,8,12,8,16,8,1,6,11,3,16,5,2,2,3],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-20T07:35:47.556Z"}},{"type":"Public","name":"w2s","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":15,"forksCount":0,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,8,10,7,4,9,4,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-19T16:07:06.979Z"}},{"type":"Public","name":"ngrams-across-time","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,10,34,1,11,13,2],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-19T06:50:05.892Z"}},{"type":"Public","name":"monkfish","owner":"EleutherAI","isFork":true,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":1,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,4,4,10,4,1,15,19,18,7,6,0,4,0,0,0,0,0,1],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-18T18:07:38.213Z"}},{"type":"Public","name":"cupbearer","owner":"EleutherAI","isFork":true,"description":"A library for mechanistic anomaly detection","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":8,"license":"MIT License","participation":[2,0,0,9,9,10,6,13,22,14,5,5,0,0,0,6,0,8,0,7,31,3,25,22,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-18T01:31:29.122Z"}},{"type":"Public","name":"features-across-time","owner":"EleutherAI","isFork":false,"description":"Understanding how features learned by neural networks evolve throughout training","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":30,"forksCount":1,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-16T23:21:59.297Z"}},{"type":"Public","name":"elk","owner":"EleutherAI","isFork":false,"description":"Keeping language models honest by directly eliciting knowledge encoded in their activations.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":10,"issueCount":14,"starsCount":182,"forksCount":33,"license":"MIT License","participation":[1,0,0,0,4,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-16T17:39:51.464Z"}},{"type":"Public","name":"auto-circuit","owner":"EleutherAI","isFork":true,"description":"A library for efficient patching and automatic circuit discovery.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":8,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-16T06:21:12.790Z"}},{"type":"Public","name":"aria-amt","owner":"EleutherAI","isFork":false,"description":"Efficient and robust implementation of seq-to-seq automatic piano transcription.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":19,"forksCount":7,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,4,2,6,3,1,0,0,2,3,4,1,1,1,2,1,2,0,0,0,1,2,2,0,0,0,3,0,3,1,1,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-11T18:07:05.525Z"}},{"type":"Public","name":"sae","owner":"EleutherAI","isFork":false,"description":"Sparse autoencoders","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":2,"starsCount":303,"forksCount":39,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,1,10,5,5,4,11,7,10,5,3,4,6,0,1,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-09T07:21:07.127Z"}},{"type":"Public","name":"tokengrams","owner":"EleutherAI","isFork":false,"description":"Efficiently computing & storing token n-grams from large corpora","allTopics":[],"primaryLanguage":{"name":"Rust","color":"#dea584"},"pullRequestCount":0,"issueCount":1,"starsCount":15,"forksCount":3,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-04T23:51:21.162Z"}},{"type":"Public","name":"ccs","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":2,"starsCount":4,"forksCount":6,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-02T19:27:43.568Z"}},{"type":"Public","name":"optax-galore","owner":"EleutherAI","isFork":false,"description":"Adds GaLore style projection wrappers to optax optimizers","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":0,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-21T19:56:27.741Z"}},{"type":"Public","name":"pythia","owner":"EleutherAI","isFork":false,"description":"The hub for EleutherAI's work on interpretability and learning dynamics","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":4,"issueCount":21,"starsCount":2221,"forksCount":161,"license":"Apache License 2.0","participation":[0,11,0,0,1,16,19,1,0,0,0,0,0,2,0,0,0,0,1,0,0,1,0,0,0,2,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,4,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-21T02:24:15.648Z"}},{"type":"Public","name":"cookbook","owner":"EleutherAI","isFork":false,"description":"Deep learning for dummies. All the practical details and useful utilities that go into working with real models.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":8,"starsCount":668,"forksCount":33,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,13,3,1,5,0,3,0,1,3,3,0,3,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,0,3,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-19T16:42:20.323Z"}},{"type":"Public","name":"equinox-llama","owner":"EleutherAI","isFork":false,"description":"Equinox implementation of llama3 and llama3.1 ","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":0,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-18T22:50:42.213Z"}},{"type":"Public","name":"steering-llama3","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":0,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39,23,5,29,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-02T21:29:22.464Z"}},{"type":"Public","name":"huggingface.js","owner":"EleutherAI","isFork":true,"description":"Utilities to use the Hugging Face Hub API","allTopics":[],"primaryLanguage":{"name":"TypeScript","color":"#3178c6"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":202,"license":"MIT License","participation":[0,9,12,0,13,4,11,12,23,23,17,14,17,0,1,2,12,7,2,8,7,22,13,23,23,13,16,13,25,11,6,18,13,27,21,9,15,9,22,12,5,1,0,2,1,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-31T02:13:58.864Z"}},{"type":"Public","name":"aria","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":38,"forksCount":11,"license":"Apache License 2.0","participation":[3,5,9,5,1,4,10,0,1,3,5,8,2,0,0,0,3,10,1,2,0,4,0,2,2,0,0,0,0,0,1,0,0,1,0,0,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-18T13:22:20.564Z"}},{"type":"Public","name":"semantic-memorization","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":6,"issueCount":0,"starsCount":44,"forksCount":5,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-13T15:25:27.448Z"}},{"type":"Public","name":"llm-score-behavior","owner":"EleutherAI","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-03T01:10:17.103Z"}},{"type":"Public","name":"github-downloader","owner":"EleutherAI","isFork":true,"description":"Script for downloading GitHub.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":0,"starsCount":87,"forksCount":41,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-01T13:09:54.196Z"}},{"type":"Public","name":"CAA","owner":"EleutherAI","isFork":true,"description":"Steering Llama 2 with Contrastive Activation Addition","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":26,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-30T21:27:12.715Z"}},{"type":"Public","name":"rnngineering","owner":"EleutherAI","isFork":false,"description":"Engineering the state of RNN language models (Mamba, RWKV, etc.)","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":31,"forksCount":2,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,4,0,3,11,7,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-25T16:13:46.749Z"}},{"type":"Public","name":"bayesian-adam","owner":"EleutherAI","isFork":false,"description":"Exactly what it says on the tin","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-24T05:26:48.375Z"}}],"repositoryCount":149,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"EleutherAI repositories"}