Skip to main content

x-jepa (wip)

Explorations into some of the approaches advocated by Yann LeCun, and just a more wholistic architecture (JEPA) in general

Citations

@inproceedings{LeCun2022APT,
    title   = {A Path Towards Autonomous Machine Intelligence},
    author  = {Yann LeCun and Courant},
    year    = {2022},
    url     = {https://api.semanticscholar.org/CorpusID:251881108}
}
@misc{maes2026leworldmodelstableendtoendjointembedding,
    title   = {LeWorldModel: Stable End-to-End Joint-Embedding Predictive Architecture from Pixels},
    author  = {Lucas Maes and Quentin Le Lidec and Damien Scieur and Yann LeCun and Randall Balestriero},
    year    = {2026},
    eprint  = {2603.19312},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2603.19312},
}
@misc{gao2026fastleworldmodel,
    title   = {Fast LeWorldModel},
    author  = {Yuntian Gao and Xiangyu Xu},
    year    = {2026},
    eprint  = {2606.26217},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2606.26217},
}
@misc{teoh2026nextlatentpredictiontransformerslearn,
    title   = {Next-Latent Prediction Transformers Learn Compact World Models},
    author  = {Jayden Teoh and Manan Tomar and Kwangjun Ahn and Edward S. Hu and Tim Pearce and Pratyusha Sharma and Akshay Krishnamurthy and Riashat Islam and Alex Lamb and John Langford},
    year    = {2026},
    eprint  = {2511.05963},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2511.05963},
}
@inproceedings{saravanos2026learningtooptimize,
    title   = {Learning-to-Optimize via Deep Unfolded Flows},
    author  = {Augustinos D Saravanos and Oswin So and H M Sabbir Ahmad and Chuchu Fan},
    booktitle = {Forty-third International Conference on Machine Learning},
    year    = {2026},
    url     = {https://openreview.net/forum?id=ZOtOq7hxJP}
}
@misc{farebrother2026compositionalplanningjumpyworld,
    title   = {Compositional Planning with Jumpy World Models},
    author  = {Jesse Farebrother and Matteo Pirotta and Andrea Tirinzoni and Marc G. Bellemare and Alessandro Lazaric and Ahmed Touati},
    year    = {2026},
    eprint  = {2602.19634},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2602.19634},
}
@misc{giridhar2026beyondimitationselfimprovingrobot,
    title   = {Beyond Imitation: Self-Improving Robot Policies via Off-Policy Q-Planning},
    author  = {Varun Giridhar and Anant Khandelwal and Jeremy A. Collins and Ignat Georgiev and Animesh Garg},
    year    = {2026},
    eprint  = {2608.21204},
    archivePrefix = {arXiv},
    primaryClass = {cs.RO},
    url     = {https://arxiv.org/abs/2608.21204},
}
@misc{balestriero2025lejepaprovablescalableselfsupervised,
    title   = {LeJEPA: Provable and Scalable Self-Supervised Learning Without the Heuristics},
    author  = {Randall Balestriero and Yann LeCun},
    year    = {2025},
    eprint  = {2511.08544},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2511.08544},
}
@misc{wu2026visreg,
    title   = {VISReg: Variance-Invariance-Sketching Regularization for JEPA training},
    author  = {Haiyu Wu and Randall Balestriero and Morgan Levine},
    year    = {2026},
    eprint  = {2606.02572},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2606.02572},
}
@misc{kimiteam2026attentionresiduals,
    title   = {Attention Residuals},
    author  = {Kimi Team and Guangyu Chen and Yu Zhang and Jianlin Su and Weixin Xu and Siyuan Pan and Yaoyu Wang and Yucheng Wang and Guanduo Chen and Bohong Yin and Yutian Chen and Junjie Yan and Ming Wei and Y. Zhang and Fanqing Meng and Chao Hong and Xiaotong Xie and Shaowei Liu and Enzhe Lu and Yunpeng Tai and Yanru Chen and Xin Men and Haiqing Guo and Y. Charles and Haoyu Lu and Lin Sui and Jinguo Zhu and Zaida Zhou and Weiran He and Weixiao Huang and Xinran Xu and Yuzhi Wang and Guokun Lai and Yulun Du and Yuxin Wu and Zhilin Yang and Xinyu Zhou},
    year    = {2026},
    eprint  = {2603.15031},
    archivePrefix = {arXiv},
    primaryClass = {cs.CL},
    url     = {https://arxiv.org/abs/2603.15031},
}
@inproceedings{Feng2024WereRA,
    title   = {Were RNNs All We Needed?},
    author  = {Leo Feng and Frederick Tung and Mohamed Osama Ahmed and Yoshua Bengio and Hossein Hajimirsadegh},
    year    = {2024},
    url     = {https://api.semanticscholar.org/CorpusID:273025630}
}
@misc{liu2024singlegoalneedskills,
    title   = {A Single Goal is All You Need: Skills and Exploration Emerge from Contrastive RL without Rewards, Demonstrations, or Subgoals},
    author  = {Grace Liu and Michael Tang and Benjamin Eysenbach},
    year    = {2024},
    eprint  = {2408.05804},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2408.05804},
}
@misc{gopalakrishnan2025decouplingwhatwherepolar,
    title   = {Decoupling the "What" and "Where" With Polar Coordinate Positional Embeddings},
    author  = {Anand Gopalakrishnan and Robert Csordás and Jürgen Schmidhuber and Michael C. Mozer},
    year    = {2025},
    eprint  = {2509.10534},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2509.10534},
}
@misc{wang2026temporalstraighteninglatentplanning,
    title   = {Temporal Straightening for Latent Planning},
    author  = {Ying Wang and Oumayma Bounou and Gaoyue Zhou and Randall Balestriero and Tim G. J. Rudner and Yann LeCun and Mengye Ren},
    year    = {2026},
    eprint  = {2603.12231},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2603.12231},
}
@misc{kuhn2026levljepaendtoendvisionlanguagepretraining,
    title   = {LeVLJEPA: End-to-End Vision-Language Pretraining Without Negatives},
    author  = {Lukas Kuhn and Giuseppe Serra and Randall Balestriero and Florian Buettner},
    year    = {2026},
    eprint  = {2607.00784},
    archivePrefix = {arXiv},
    primaryClass = {cs.CV},
    url     = {https://arxiv.org/abs/2607.00784},
}
@misc{ma2024transformerworldmodelsbetter,
    title   = {Do Transformer World Models Give Better Policy Gradients?},
    author  = {Michel Ma and Tianwei Ni and Clement Gehring and Pierluca D'Oro and Pierre-Luc Bacon},
    year    = {2024},
    eprint  = {2402.05290},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2402.05290},
}
@misc{lobel2023flippingcoinsestimatepseudocounts,
    title   = {Flipping Coins to Estimate Pseudocounts for Exploration in Reinforcement Learning},
    author  = {Sam Lobel and Akhil Bagaria and George Konidaris},
    year    = {2023},
    eprint  = {2306.03186},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2306.03186},
}
@misc{tandon2025endtoendtesttimetraininglong,
    title   = {End-to-End Test-Time Training for Long Context},
    author  = {Arnuv Tandon and Karan Dalal and Xinhao Li and Daniel Koceja and Marcel Rød and Sam Buchanan and Xiaolong Wang and Jure Leskovec and Sanmi Koyejo and Tatsunori Hashimoto and Carlos Guestrin and Jed McCaleb and Yejin Choi and Yu Sun},
    year    = {2025},
    eprint  = {2512.23675},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2512.23675},
}
@misc{liu2023metricresidualnetworkssample,
    title   = {Metric Residual Networks for Sample Efficient Goal-Conditioned Reinforcement Learning},
    author  = {Bo Liu and Yihao Feng and Qiang Liu and Peter Stone},
    year    = {2023},
    eprint  = {2208.08133},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2208.08133},
}
@article{kaddour2026target,
    title   = {Target Policy Optimization},
    author  = {Kaddour, Jean},
    journal = {arXiv preprint arXiv:2604.06159},
    year    = {2026}
}
@article{Eysenbach2018DiversityIA,
    title   = {Diversity is All You Need: Learning Skills without a Reward Function},
    author  = {Benjamin Eysenbach and Abhishek Gupta and Julian Ibarz and Sergey Levine},
    journal = {ArXiv},
    year    = {2018},
    volume  = {abs/1802.06070},
    url     = {https://arxiv.org/abs/1802.06070}
}
@misc{jiang2022generalintelligencerequiresrethinking,
    title   = {General Intelligence Requires Rethinking Exploration},
    author  = {Minqi Jiang and Tim Rocktäschel and Edward Grefenstette},
    year    = {2022},
    eprint  = {2211.07819},
    archivePrefix = {arXiv},
    primaryClass = {cs.AI},
    url     = {https://arxiv.org/abs/2211.07819},
}
@misc{greenberg2022efficientriskaversereinforcementlearning,
    title   = {Efficient Risk-Averse Reinforcement Learning},
    author  = {Ido Greenberg and Yinlam Chow and Mohammad Ghavamzadeh and Shie Mannor},
    year    = {2022},
    eprint  = {2205.05138},
    archivePrefix = {arXiv},
    primaryClass = {cs.LG},
    url     = {https://arxiv.org/abs/2205.05138},
}
@article{zhao2025knowledge,
    author  = {Zhao, Rui and Fan, Yuze and Li, Yun and Zhang, Dong and Gao, Fei and Gao, Zhenhai and Yang, Zhengcai},
    title   = {Knowledge Distillation-Enhanced Behavior Transformer for Decision-Making of Autonomous Driving},
    journal = {Sensors},
    year    = {2025},
    volume  = {25},
    number  = {1},
    pages   = {191},
    doi     = {10.3390/s25010191},
    url     = {https://www.mdpi.com/1424-8220/25/1/191}
}

Metadata

Release files for x-jepa 0.0.108

For a detailed explanation of source distributions (sdists) and built distributions (wheels), please see the package formats documentation.

Source distribution (sdist)

Source distribution for x-jepa 0.0.108
File Size Uploaded
x_jepa-0.0.108.tar.gz 60.4 kB Details

Built distribution (wheel)

Table of built distributions (wheels) for x-jepa 0.0.108
File Interpreter ABI Platform
x_jepa-0.0.108-py3-none-any.whl Python 3 none any Details

Total release size: 124.5 kB

Release files / x_jepa-0.0.108.tar.gz

Download URL x_jepa-0.0.108.tar.gz
Size 60.4 kB
Tags Source
SHA-256 checksum
How to use checksums
7320cf078dee9db8c18bb394cd3612bc5a6afe1e36bfe2cc21db94ba8d956fc3
BLAKE2b-256 checksum
How to use checksums
e8a83a4b675a285228e8fb6ead9ec38786ab991c99f4a91159f362c192081413
Upload date
Uploaded using Trusted Publishing?
What is trusted publishing?
No
Uploaded via uv/0.8.17

Release files / x_jepa-0.0.108-py3-none-any.whl

Download URL x_jepa-0.0.108-py3-none-any.whl
Size 64.1 kB
Tags Python 3
SHA-256 checksum
How to use checksums
f83b29ebfd046a2213911862d342ad59258f5f904481154d95c027cf7c291d49
BLAKE2b-256 checksum
How to use checksums
71e1c21c1ec2dcf3d882d09574b0212dd1259348729aa2695f8a22cc7aaca61c
Upload date
Uploaded using Trusted Publishing?
What is trusted publishing?
No
Uploaded via uv/0.8.17

Release history Release notifications | RSS feed

This release

0.0.108 This release

2 release files

0.0.99

2 release files

0.0.97

2 release files

0.0.96

2 release files

0.0.94

2 release files

0.0.93

2 release files

0.0.92

2 release files

0.0.91

2 release files

0.0.90

2 release files

0.0.81

1 release file

0.0.80

2 release files

0.0.79

2 release files

0.0.78

2 release files

0.0.77

2 release files

0.0.76

2 release files

0.0.75

2 release files

0.0.74

2 release files

0.0.73

2 release files

0.0.72

2 release files

0.0.71

2 release files

0.0.70

2 release files

0.0.67

2 release files

0.0.65

2 release files

0.0.64

2 release files

0.0.62

2 release files

0.0.61

2 release files

0.0.60

2 release files

0.0.59

2 release files

0.0.58

2 release files

0.0.56

2 release files

0.0.55

2 release files

0.0.54

2 release files

0.0.53

2 release files

0.0.52

2 release files

0.0.51

2 release files

0.0.50

2 release files

0.0.49

2 release files

0.0.48

2 release files

0.0.47

2 release files

0.0.46

2 release files

0.0.45

2 release files

0.0.44

2 release files

0.0.43

2 release files

0.0.42

2 release files

0.0.41

2 release files

0.0.40

2 release files

0.0.39

2 release files

0.0.38

2 release files

0.0.37

2 release files

0.0.36

2 release files

0.0.35

2 release files

0.0.34

2 release files

0.0.33

2 release files

0.0.32

2 release files

0.0.31

2 release files

0.0.30

2 release files

0.0.29

2 release files

0.0.28

2 release files

0.0.27

2 release files

0.0.26

2 release files

0.0.25

2 release files

0.0.24

2 release files

0.0.23

2 release files

0.0.21

2 release files

0.0.20

2 release files

0.0.19

1 release file

0.0.18

2 release files

0.0.17

2 release files

0.0.16

2 release files

0.0.15

2 release files

0.0.14

2 release files

0.0.12

2 release files

0.0.10

2 release files

0.0.8

2 release files

0.0.7

2 release files

0.0.6

2 release files

0.0.5

2 release files

0.0.4

2 release files

0.0.3

2 release files

0.0.2

2 release files

0.0.1

2 release files

Anthropic, PBC Visionary sponsor Bloomberg Visionary sponsor Hudson River Trading Visionary sponsor Meta Visionary sponsor NVIDIA Visionary sponsor Microsoft Sustainability sponsor Depot Continuous Integration AWS Cloud computing and Security Sponsor Datadog Monitoring Fastly CDN Google Download Analytics Sentry Error logging StatusPage Status page