LTX-Video: Realtime Video Latent Diffusion
Paper • 2501.00103 • Published • 51
columns listlengths 10 12 | data listlengths 16 48 |
|---|---|
[
"record",
"t",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse",
"feature",
"kl",
"wavelet",
"loss"
] | [
[
106443,
1,
6.1678547859191895,
0.6415577530860901,
6.225358963012695,
10.139567375183105,
0.04866323992609978,
43.015769958496094,
0.4695792496204376,
0.04349313676357269,
0,
23.69258689880371
],
[
68198,
1,
4.231873512268066,
0.6455016136169434,... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.41946250200271606,
17.381078720092773,
7.718223571777344,
0.6562134623527527,
7.54939079284668,
1.4412038326263428,
0.01604572869837284,
48.11929702758789
],
[
106443,
0.5,
0.1310504674911499,
14.47061538696289,
6.316710948944092,
... |
[
"record",
"t",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse",
"feature",
"kl",
"wavelet",
"loss"
] | [
[
106443,
1,
7.125241756439209,
0.6641152501106262,
6.968072414398193,
2.929471254348755,
0.008258652873337269,
46.233890533447266,
0.062113553285598755,
0.9575563073158264,
0,
17.757369995117188
],
[
68198,
1,
2.1334683895111084,
0.638510465621948... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.4296579360961914,
16.546470642089844,
7.391232013702393,
0.6564454436302185,
7.221408843994141,
1.267770767211914,
0.00961377378553152,
47.08895492553711
],
[
106443,
0.5,
0.12500663101673126,
14.11422348022461,
6.146522045135498,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.4497954249382019,
17.607275009155273,
7.895273685455322,
0.6591105461120605,
7.731295108795166,
1.306825041770935,
0.014770835638046265,
48.6680793762207
],
[
106443,
0.5,
0.12237346172332764,
14.324357986450195,
6.253530979156494,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.40988194942474365,
17.600677490234375,
7.698074817657471,
0.6559056639671326,
7.535257339477539,
1.6957484483718872,
0.015691552311182022,
48.05644989013672
],
[
106443,
0.5,
0.11556065082550049,
14.508817672729492,
6.339258193969727,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.48297959566116333,
17.2834415435791,
7.779397487640381,
0.657870352268219,
7.616640090942383,
1.2202268838882446,
0.009306635707616806,
48.30961990356445
],
[
106443,
0.5,
0.11198292672634125,
14.278562545776367,
6.228243350982666,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.4662018418312073,
17.233503341674805,
7.816316604614258,
0.6589952111244202,
7.6562089920043945,
1.091099500656128,
0.010884054005146027,
48.42411422729492
],
[
106443,
0.5,
0.11054152250289917,
14.444243431091309,
6.322586536407471,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.40853768587112427,
18.502151489257812,
8.415595054626465,
0.6505946516990662,
8.249523162841797,
1.1771973371505737,
0.009242252446711063,
50.24618148803711
],
[
106443,
0.5,
0.10970867425203323,
14.517518997192383,
6.352667331695557,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.3991386294364929,
17.78753662109375,
8.072957992553711,
0.6549341082572937,
7.9105610847473145,
1.1402562856674194,
0.008826281875371933,
49.212677001953125
],
[
106443,
0.5,
0.1064462661743164,
14.558194160461426,
6.373878002166748,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.3622931241989136,
17.064022064208984,
7.676991939544678,
0.6572197675704956,
7.513437271118164,
1.207505226135254,
0.008868461474776268,
47.990596771240234
],
[
106443,
0.5,
0.10773676633834839,
14.340224266052246,
6.285215854644775,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.3795762062072754,
18.071632385253906,
8.064452171325684,
0.6531009078025818,
7.906008720397949,
1.4364397525787354,
0.011631223373115063,
49.186737060546875
],
[
106443,
0.5,
0.10378509759902954,
14.27288818359375,
6.232239246368408,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.4281601905822754,
16.251005172729492,
7.08937406539917,
0.6573396325111389,
6.943145275115967,
1.5498011112213135,
0.011344273574650288,
46.117374420166016
],
[
106443,
0.5,
0.10097897052764893,
14.421858787536621,
6.320169925689697,
... |
[
"record",
"t",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse",
"feature",
"kl",
"wavelet",
"loss"
] | [
[
106443,
1,
8.74622917175293,
0.6410157084465027,
8.589137077331543,
1.5576519966125488,
0.006842128466814756,
51.22371292114258,
0.06157002970576286,
1.139523983001709,
0,
19.60256004333496
],
[
68198,
1,
2.129408121109009,
0.6422196626663208,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.3998197615146637,
17.669538497924805,
7.962246894836426,
0.6484829783439636,
7.788113117218018,
1.2612332105636597,
0.009463182650506496,
48.874061584472656
],
[
106443,
0.5,
0.10577117651700974,
14.35028076171875,
6.27107572555542,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.32859697937965393,
17.6846923828125,
7.882925510406494,
0.655682384967804,
7.715231418609619,
1.416831135749817,
0.01402140874415636,
48.6300048828125
],
[
106443,
0.5,
0.09889570623636246,
14.56246566772461,
6.365882396697998,
0.6... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.38108423352241516,
17.706443786621094,
7.9274210929870605,
0.650336503982544,
7.762059211730957,
1.3547663688659668,
0.011859755963087082,
48.767059326171875
],
[
106443,
0.5,
0.10112130641937256,
14.54328727722168,
6.371339321136475,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.3901002109050751,
17.185422897338867,
7.692219257354736,
0.6493701934814453,
7.52849817276001,
1.3040789365768433,
0.011256481520831585,
48.038169860839844
],
[
106443,
0.5,
0.09900668263435364,
14.351641654968262,
6.282407283782959,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.3914163410663605,
17.257835388183594,
7.72603702545166,
0.6542794108390808,
7.559703350067139,
1.3073172569274902,
0.010498379357159138,
48.14365005493164
],
[
106443,
0.5,
0.09956734627485275,
14.597501754760742,
6.401910781860352,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.375235915184021,
17.87222671508789,
8.064648628234863,
0.6498011350631714,
7.89333438873291,
1.2527192831039429,
0.011722988449037075,
49.187339782714844
],
[
106443,
0.5,
0.1026645377278328,
14.555301666259766,
6.383920669555664,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.37329739332199097,
17.723310470581055,
8.019431114196777,
0.6599701642990112,
7.8452863693237305,
1.1873329877853394,
0.01128937304019928,
49.04925537109375
],
[
106443,
0.5,
0.0959964320063591,
14.539409637451172,
6.377871990203857,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.35410892963409424,
17.5533504486084,
7.859845161437988,
0.6498976945877075,
7.700105667114258,
1.3323692083358765,
0.011132726445794106,
48.55876159667969
],
[
106443,
0.5,
0.09346479922533035,
14.357367515563965,
6.282033443450928,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.343483567237854,
18.03137969970703,
8.06406021118164,
0.6514021754264832,
7.897427082061768,
1.407737135887146,
0.010752184316515923,
49.185543060302734
],
[
106443,
0.5,
0.0911911278963089,
14.31634521484375,
6.256369590759277,
0.... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.3365744948387146,
17.736446380615234,
7.993032455444336,
0.6607782244682312,
7.818212985992432,
1.251937985420227,
0.012484944425523281,
48.96846008300781
],
[
106443,
0.5,
0.09013646841049194,
14.37093448638916,
6.290976524353027,
... |
[
"record",
"t",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse",
"feature",
"kl",
"wavelet",
"loss"
] | [
[
106443,
1,
7.82018518447876,
0.638853132724762,
7.661481857299805,
1.6526572704315186,
0.008294541388750076,
48.436100006103516,
0.050294116139411926,
1.5143654346466064,
0,
17.831918716430664
],
[
68198,
1,
3.058701753616333,
0.6429768800735474,... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.3757142424583435,
18.236743927001953,
8.206111907958984,
0.647908091545105,
8.040250778198242,
1.330626368522644,
0.011845633387565613,
49.61687088012695
],
[
106443,
0.5,
0.09038832783699036,
14.439542770385742,
6.325997352600098,
... |
[
"record",
"t",
"loss",
"geometry_loss",
"translation",
"rotation",
"atom",
"distance",
"bond",
"ca_rmse"
] | [
[
106443,
0.1,
0.35689324140548706,
17.89045524597168,
8.085885047912598,
0.6504775285720825,
7.911649703979492,
1.2332828044891357,
0.009161061607301235,
49.25205993652344
],
[
106443,
0.5,
0.09280690550804138,
14.486368179321289,
6.341523170471191,
... |
End of preview. Expand in Data Studio
FrameFlow × LTX: joint_vae
Research experiment adapting LTX-Video, especially Figure 4, to representations from vanilla FrameFlow. This is a protein adaptation, not a reproduction of the video model.
Training completed 419,933 optimizer updates: 2.000 VAE training hours and 12.000 latent-flow training hours. The codec is frozen and its latents calibrated on training examples before flow training.
Contents
All interval/final checkpoints with SHA-256 files; complete config; source snapshots and dependency locks;
dataset/teacher provenance; per-example batch records; training and fixed-validation metrics;
generated backbone mmCIF/NPZ files; final training plots and architecture diagram; local W&B run records.
The frozen published initialization is under initialization/ for reproducibility.
Training data are referenced by dataset revision/hash rather than duplicated.
Interpretation
Data: the corrected dense population of raftbioworks/train_A100_multimer_816, with the same PDB-entry holdout as the preceding FrameFlow experiments. This split is not homology-disjoint and may overlap the teacher's original pretraining population. Whole assemblies are used without length crops. Geometry and canonical-frame reconstruction are diagnostic metrics, not evidence of foldability. Generated ALA sequences are placeholders. No sequence design, refolding or wet-lab validation is claimed. The four conditions have equal duration targets but different throughput and token counts; use the recorded steps, examples, hardware, and training time when comparing them.
Attribution and license
Published FrameFlow weights are CC BY 4.0 (https://zenodo.org/records/12776473). FrameFlow code is MIT; shared FrameDiff/OpenFold components retain their upstream licenses. See source snapshots and project documentation for the exact protein mappings and ablation switches. The LTX paper PDF and private credentials/caches are not redistributed.
- Downloads last month
- 568