x-jepa (wip)
Explorations into some of the approaches advocated by Yann LeCun, and just a more wholistic architecture (JEPA) in general
Citations
@inproceedings{LeCun2022APT,
title = {A Path Towards Autonomous Machine Intelligence},
author = {Yann LeCun and Courant},
year = {2022},
url = {https://api.semanticscholar.org/CorpusID:251881108}
}
@misc{maes2026leworldmodelstableendtoendjointembedding,
title = {LeWorldModel: Stable End-to-End Joint-Embedding Predictive Architecture from Pixels},
author = {Lucas Maes and Quentin Le Lidec and Damien Scieur and Yann LeCun and Randall Balestriero},
year = {2026},
eprint = {2603.19312},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2603.19312},
}
@misc{teoh2026nextlatentpredictiontransformerslearn,
title = {Next-Latent Prediction Transformers Learn Compact World Models},
author = {Jayden Teoh and Manan Tomar and Kwangjun Ahn and Edward S. Hu and Tim Pearce and Pratyusha Sharma and Akshay Krishnamurthy and Riashat Islam and Alex Lamb and John Langford},
year = {2026},
eprint = {2511.05963},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2511.05963},
}
@inproceedings{saravanos2026learningtooptimize,
title = {Learning-to-Optimize via Deep Unfolded Flows},
author = {Augustinos D Saravanos and Oswin So and H M Sabbir Ahmad and Chuchu Fan},
booktitle = {Forty-third International Conference on Machine Learning},
year = {2026},
url = {https://openreview.net/forum?id=ZOtOq7hxJP}
}
@misc{farebrother2026compositionalplanningjumpyworld,
title = {Compositional Planning with Jumpy World Models},
author = {Jesse Farebrother and Matteo Pirotta and Andrea Tirinzoni and Marc G. Bellemare and Alessandro Lazaric and Ahmed Touati},
year = {2026},
eprint = {2602.19634},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2602.19634},
}
@misc{balestriero2025lejepaprovablescalableselfsupervised,
title = {LeJEPA: Provable and Scalable Self-Supervised Learning Without the Heuristics},
author = {Randall Balestriero and Yann LeCun},
year = {2025},
eprint = {2511.08544},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2511.08544},
}
@misc{wu2026visreg,
title = {VISReg: Variance-Invariance-Sketching Regularization for JEPA training},
author = {Haiyu Wu and Randall Balestriero and Morgan Levine},
year = {2026},
eprint = {2606.02572},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2606.02572},
}
@misc{kimiteam2026attentionresiduals,
title = {Attention Residuals},
author = {Kimi Team and Guangyu Chen and Yu Zhang and Jianlin Su and Weixin Xu and Siyuan Pan and Yaoyu Wang and Yucheng Wang and Guanduo Chen and Bohong Yin and Yutian Chen and Junjie Yan and Ming Wei and Y. Zhang and Fanqing Meng and Chao Hong and Xiaotong Xie and Shaowei Liu and Enzhe Lu and Yunpeng Tai and Yanru Chen and Xin Men and Haiqing Guo and Y. Charles and Haoyu Lu and Lin Sui and Jinguo Zhu and Zaida Zhou and Weiran He and Weixiao Huang and Xinran Xu and Yuzhi Wang and Guokun Lai and Yulun Du and Yuxin Wu and Zhilin Yang and Xinyu Zhou},
year = {2026},
eprint = {2603.15031},
archivePrefix = {arXiv},
primaryClass = {cs.CL},
url = {https://arxiv.org/abs/2603.15031},
}
@inproceedings{Feng2024WereRA,
title = {Were RNNs All We Needed?},
author = {Leo Feng and Frederick Tung and Mohamed Osama Ahmed and Yoshua Bengio and Hossein Hajimirsadegh},
year = {2024},
url = {https://api.semanticscholar.org/CorpusID:273025630}
}
@misc{liu2024singlegoalneedskills,
title = {A Single Goal is All You Need: Skills and Exploration Emerge from Contrastive RL without Rewards, Demonstrations, or Subgoals},
author = {Grace Liu and Michael Tang and Benjamin Eysenbach},
year = {2024},
eprint = {2408.05804},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2408.05804},
}
@misc{gopalakrishnan2025decouplingwhatwherepolar,
title = {Decoupling the "What" and "Where" With Polar Coordinate Positional Embeddings},
author = {Anand Gopalakrishnan and Robert Csordás and Jürgen Schmidhuber and Michael C. Mozer},
year = {2025},
eprint = {2509.10534},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2509.10534},
}
@misc{wang2026temporalstraighteninglatentplanning,
title = {Temporal Straightening for Latent Planning},
author = {Ying Wang and Oumayma Bounou and Gaoyue Zhou and Randall Balestriero and Tim G. J. Rudner and Yann LeCun and Mengye Ren},
year = {2026},
eprint = {2603.12231},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2603.12231},
}
@misc{kuhn2026levljepaendtoendvisionlanguagepretraining,
title = {LeVLJEPA: End-to-End Vision-Language Pretraining Without Negatives},
author = {Lukas Kuhn and Giuseppe Serra and Randall Balestriero and Florian Buettner},
year = {2026},
eprint = {2607.00784},
archivePrefix = {arXiv},
primaryClass = {cs.CV},
url = {https://arxiv.org/abs/2607.00784},
}
@misc{ma2024transformerworldmodelsbetter,
title = {Do Transformer World Models Give Better Policy Gradients?},
author = {Michel Ma and Tianwei Ni and Clement Gehring and Pierluca D'Oro and Pierre-Luc Bacon},
year = {2024},
eprint = {2402.05290},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2402.05290},
}
@misc{lobel2023flippingcoinsestimatepseudocounts,
title = {Flipping Coins to Estimate Pseudocounts for Exploration in Reinforcement Learning},
author = {Sam Lobel and Akhil Bagaria and George Konidaris},
year = {2023},
eprint = {2306.03186},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2306.03186},
}
@misc{tandon2025endtoendtesttimetraininglong,
title = {End-to-End Test-Time Training for Long Context},
author = {Arnuv Tandon and Karan Dalal and Xinhao Li and Daniel Koceja and Marcel Rød and Sam Buchanan and Xiaolong Wang and Jure Leskovec and Sanmi Koyejo and Tatsunori Hashimoto and Carlos Guestrin and Jed McCaleb and Yejin Choi and Yu Sun},
year = {2025},
eprint = {2512.23675},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2512.23675},
}
1 maintainer
Download files
Download the file for your platform. If you're not sure which to choose, learn more about installing packages.
Source Distribution
x_jepa-0.0.61.tar.gz
(31.6 kB
view details)
Built Distribution
Filter files by name, interpreter, ABI, and platform.
If you're not sure about the file name format, learn more about wheel file names.
Copy a direct link to the current filters
x_jepa-0.0.61-py3-none-any.whl
(33.9 kB
view details)
File details
Details for the file x_jepa-0.0.61.tar.gz.
File metadata
- Download URL: x_jepa-0.0.61.tar.gz
- Upload date:
- Size: 31.6 kB
- Tags: Source
- Uploaded using Trusted Publishing? No
- Uploaded via:
uv/0.8.17
File hashes
| Algorithm | Hash digest | |
|---|---|---|
| SHA256 |
44613fb29d9ff133ca094ce74af65562147c22a76ace6b6aa4a19b38e34f0d8d
|
|
| MD5 |
b0a1b8ad7c6f8973f16099ce70bf5209
|
|
| BLAKE2b-256 |
7a99f920259e3b2ff1ebc499db17d164dfec6aba75064c493403eb2cf8a43ea1
|
File details
Details for the file x_jepa-0.0.61-py3-none-any.whl.
File metadata
- Download URL: x_jepa-0.0.61-py3-none-any.whl
- Upload date:
- Size: 33.9 kB
- Tags: Python 3
- Uploaded using Trusted Publishing? No
- Uploaded via:
uv/0.8.17
File hashes
| Algorithm | Hash digest | |
|---|---|---|
| SHA256 |
e3ac39b33b7610776ca178b66e6b213fde59166f38f0326a66c13836f6e62500
|
|
| MD5 |
69455f19ca20df6b5b0fc1865dd17c04
|
|
| BLAKE2b-256 |
7733f1fe530f94d08a7aa1e19460ca800c44d0847635f051be320cad2681a38e
|
