{"payload":{"pageCount":2,"repositories":[{"type":"Public","name":"disco","owner":"epfml","isFork":false,"description":"DISCO is a code-free and installation-free browser platform that allows any non-technical user to collaboratively train machine learning models without sharing any private data.","allTopics":["machine-learning","mobile","browser","collaborative-learning","privacy-preserving","federated-learning","decentralized-learning"],"primaryLanguage":{"name":"TypeScript","color":"#3178c6"},"pullRequestCount":4,"issueCount":53,"starsCount":142,"forksCount":25,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-13T12:45:46.054Z"}},{"type":"Public","name":"ML_course","owner":"epfml","isFork":false,"description":"EPFL Machine Learning Course, Fall 2024","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":1,"issueCount":3,"starsCount":1231,"forksCount":861,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-10T19:43:49.509Z"}},{"type":"Public","name":"prefixlm","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-06T13:52:16.046Z"}},{"type":"Public","name":"CoBo","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-05T14:31:11.812Z"}},{"type":"Public","name":"powersgd","owner":"epfml","isFork":false,"description":"Practical low-rank gradient compression for distributed optimization: https://arxiv.org/abs/1905.13727","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":1,"starsCount":140,"forksCount":32,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-03T22:16:03.476Z"}},{"type":"Public","name":"personalized-collaborative-llms","owner":"epfml","isFork":false,"description":"Exploration on-device self-supervised collaborative fine-tuning of large language models with limited local data availability, using Low-Rank Adaptation (LoRA). We introduce three distinct trust-weighted gradient aggregation schemes: weight similarity-based, prediction similarity-based and validation performance-based.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":2,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-02T11:27:44.630Z"}},{"type":"Public","name":"getting-started","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":0,"starsCount":13,"forksCount":7,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-29T13:02:24.439Z"}},{"type":"Public","name":"llm-baselines","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":2,"starsCount":68,"forksCount":19,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-21T09:41:31.574Z"}},{"type":"Public","name":"error-feedback-SGD","owner":"epfml","isFork":false,"description":"SGD with compressed gradients and error-feedback: https://arxiv.org/abs/1901.09847","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":2,"issueCount":2,"starsCount":29,"forksCount":10,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-25T10:13:44.504Z"}},{"type":"Public","name":"OptML_course","owner":"epfml","isFork":false,"description":"EPFL Course - Optimization for Machine Learning - CS-439","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":4,"starsCount":1116,"forksCount":311,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-27T19:58:00.809Z"}},{"type":"Public","name":"REQ","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":14,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-10T14:11:58.707Z"}},{"type":"Public","name":"schedules-and-scaling","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":47,"forksCount":1,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-29T19:16:07.262Z"}},{"type":"Public","name":"semester-project-personalization","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-22T13:01:01.627Z"}},{"type":"Public","name":"getting-started-lauzhack","owner":"epfml","isFork":true,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":7,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-18T15:04:22.731Z"}},{"type":"Public","name":"DenseFormer","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":73,"forksCount":8,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-16T02:13:14.014Z"}},{"type":"Public","name":"DoGE","owner":"epfml","isFork":true,"description":"Codebase for ICML submission \"DOGE: Domain Reweighting with Generalization Estimation\"","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":3,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-04T11:33:56.745Z"}},{"type":"Public","name":"landmark-attention","owner":"epfml","isFork":false,"description":"Landmark Attention: Random-Access Infinite Context Length for Transformers","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":8,"starsCount":405,"forksCount":36,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-20T08:44:04.824Z"}},{"type":"Public","name":"pam","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":14,"forksCount":3,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-09T22:26:35.643Z"}},{"type":"Public","name":"ghost-noise","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-08-18T13:33:16.215Z"}},{"type":"Public","name":"optML-pku","owner":"epfml","isFork":false,"description":"summer school materials","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":46,"forksCount":5,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-08-04T05:58:25.800Z"}},{"type":"Public","name":"collaborative-attention","owner":"epfml","isFork":false,"description":"Code for Multi-Head Attention: Collaborate Instead of Concatenate","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":5,"starsCount":148,"forksCount":22,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-06-12T21:27:03.493Z"}},{"type":"Public","name":"dynamic-sparse-flash-attention","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":2,"starsCount":129,"forksCount":6,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-06-02T12:28:57.100Z"}},{"type":"Public","name":"easy-summary","owner":"epfml","isFork":false,"description":"difficulty-guided text summarization","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":5,"forksCount":4,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-05-22T18:55:26.823Z"}},{"type":"Public","name":"relaysgd","owner":"epfml","isFork":false,"description":"Code for the paper “RelaySum for Decentralized Deep Learning on Heterogeneous Data”","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":10,"forksCount":2,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-04-21T07:54:29.839Z"}},{"type":"Public","name":"epfml-utils","owner":"epfml","isFork":false,"description":"Tools for experimentation and using run:ai. The aim is for these to be small self-contained utilities that are used by multiple people.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":0,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-16T15:31:11.641Z"}},{"type":"Public","name":"cifar","owner":"epfml","isFork":false,"description":"MLO internal cifar 10 / 100 default implementation / reference implementation. single machine, variable batch sizes, allowing maybe gradient compression. need to have clear documentation to make it easy to use, and so that we don't loose time with looking for hyperparameters. we can later keep it in sync with mlbench too, but self-contained is e…","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-02-08T18:56:19.481Z"}},{"type":"Public","name":"attention-cnn","owner":"epfml","isFork":false,"description":"Source code for \"On the Relationship between Self-Attention and Convolutional Layers\"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":6,"starsCount":1075,"forksCount":127,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-01-10T10:00:25.067Z"}},{"type":"Public","name":"federated-learning-public-code","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":3,"starsCount":154,"forksCount":47,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-12-23T10:02:16.619Z"}},{"type":"Public","name":"quasi-global-momentum","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":10,"forksCount":3,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-12-23T10:01:11.515Z"}},{"type":"Public","name":"text_to_image_generation","owner":"epfml","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":5,"forksCount":4,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-10-24T09:39:40.227Z"}}],"repositoryCount":57,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"epfml repositories"}