add: model checkpoints

.gitattributes

@@ -33,3 +33,29 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_edit_paper_interps_fig_100.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_edit_subfigures_fig_100/gen_0_0.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_edit_subfigures_fig_100/gen_0_1.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_edit_subfigures_fig_100/gen_1_0.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_edit_subfigures_fig_100/gen_2_0.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_edit_subfigures_fig_100/gen_4_0.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_edit_subfigures_fig_100/gen_4_1.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_paper_texts_fig_100.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_0_0.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_0_3.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_1_2.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_1_3.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_2_1.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_2_2.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_2_3.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_3_0.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_3_1.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_3_2.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_3_3.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_4_0.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_4_2.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_4_3.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_5_0.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_5_1.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_5_2.gif filter=lfs diff=lfs merge=lfs -text
+exps/smogx/clip_text_subfigures_fig_100/gen_5_3.gif filter=lfs diff=lfs merge=lfs -text

exps/smogx/checkpoint_0010.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8502dd6de2b482fc231f5023312ed57b8d00211e2ce10151032abb7936c500a5
+size 195017400

exps/smogx/checkpoint_0020.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945bb3656d4abe0b7002cd7c08cdd3fde69e88fadd08a01277daa63d4a99fdca
+size 195017400

exps/smogx/checkpoint_0030.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dbcc62cb5cb2427c0556028f9467c6b850fc6746bcd24a3970cd1dd10ca10e
+size 195017400

exps/smogx/checkpoint_0040.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115b1dec0069b206b42ef9dbd371905ee92116582839a93e6f675393f4fc31ba
+size 195017400

exps/smogx/checkpoint_0050.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed7cda0c66399d6cf1c446aae889a89521e0dc6118e89213c9f378e2dd82d29
+size 195017400

exps/smogx/checkpoint_0060.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e360acdce55e64f46d2b2b4aa447a9b5b57d201ca285fde4299041f2111079ae
+size 195017400

exps/smogx/checkpoint_0070.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b37e30e2d753f623d7dfba65535b218c91181d28151ed442a72d4256b7cf28a
+size 195017400

exps/smogx/checkpoint_0080.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8b10bd41c9f259df21663fadc6a1180915a66794e29d47d4cafc1a269ee6ed
+size 195017400

exps/smogx/checkpoint_0090.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd760e1a2d29f59328db7e872ad748bfbfd90efa4b9d40601ac45ae586c542
+size 195017400

exps/smogx/checkpoint_0100.pth.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e87848996d9afbda8a761f017ca2e1a62d867f2478373741f4f2de61e08af2a
+size 195017400

exps/smogx/evaluation_results/results.json

@@ -0,0 +1,440 @@
+{
+  "runs": {
+    "R@1": [
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.00041580043034628034,
+      0.0016632017213851213,
+      0.001247401349246502,
+      0.0020790020935237408,
+      0.0016632017213851213,
+      0.00041580043034628034,
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.0016632017213851213,
+      0.0008316008606925607,
+      0.0016632017213851213,
+      0.001247401349246502,
+      0.001247401349246502,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.002494802698493004,
+      0.0016632017213851213,
+      0.001247401349246502,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.00041580043034628034,
+      0.001247401349246502,
+      0.0008316008606925607,
+      0.0020790020935237408,
+      0.0,
+      0.0016632017213851213,
+      0.00041580043034628034,
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.00041580043034628034,
+      0.0016632017213851213,
+      0.0008316008606925607,
+      0.001247401349246502,
+      0.001247401349246502,
+      0.0008316008606925607,
+      0.001247401349246502,
+      0.001247401349246502,
+      0.0008316008606925607,
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.00041580043034628034,
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.0020790020935237408,
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.0016632017213851213,
+      0.001247401349246502,
+      0.0016632017213851213,
+      0.0016632017213851213,
+      0.0016632017213851213,
+      0.00041580043034628034,
+      0.001247401349246502,
+      0.001247401349246502,
+      0.0008316008606925607,
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.002494802698493004,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.0016632017213851213,
+      0.00041580043034628034,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.0,
+      0.001247401349246502,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.001247401349246502,
+      0.001247401349246502,
+      0.0008316008606925607,
+      0.0008316008606925607,
+      0.001247401349246502,
+      0.00041580043034628034,
+      0.0008316008606925607,
+      0.00041580043034628034
+    ],
+    "R@5": [
+      0.006237006280571222,
+      0.0058212061412632465,
+      0.006237006280571222,
+      0.008316008374094963,
+      0.007484407629817724,
+      0.008731809444725513,
+      0.0070686074905097485,
+      0.006652806885540485,
+      0.006652806885540485,
+      0.0054054055362939835,
+      0.008316008374094963,
+      0.0070686074905097485,
+      0.008316008374094963,
+      0.007900208234786987,
+      0.004989605396986008,
+      0.0054054055362939835,
+      0.0058212061412632465,
+      0.008731809444725513,
+      0.007484407629817724,
+      0.0070686074905097485,
+      0.0070686074905097485,
+      0.0054054055362939835,
+      0.007484407629817724,
+      0.008731809444725513,
+      0.006237006280571222,
+      0.008316008374094963,
+      0.0070686074905097485,
+      0.0054054055362939835,
+      0.006652806885540485,
+      0.006652806885540485,
+      0.006652806885540485,
+      0.007900208234786987,
+      0.0070686074905097485,
+      0.007484407629817724,
+      0.0070686074905097485,
+      0.009563409723341465,
+      0.007900208234786987,
+      0.007484407629817724,
+      0.006237006280571222,
+      0.004989605396986008,
+      0.004989605396986008,
+      0.007900208234786987,
+      0.004573804792016745,
+      0.0070686074905097485,
+      0.0058212061412632465,
+      0.0070686074905097485,
+      0.0070686074905097485,
+      0.006652806885540485,
+      0.00914760958403349,
+      0.008316008374094963,
+      0.008731809444725513,
+      0.006652806885540485,
+      0.0070686074905097485,
+      0.0058212061412632465,
+      0.006652806885540485,
+      0.008316008374094963,
+      0.007484407629817724,
+      0.0070686074905097485,
+      0.0070686074905097485,
+      0.0054054055362939835,
+      0.0070686074905097485,
+      0.007900208234786987,
+      0.008316008374094963,
+      0.00914760958403349,
+      0.007900208234786987,
+      0.006652806885540485,
+      0.008316008374094963,
+      0.004989605396986008,
+      0.0058212061412632465,
+      0.0058212061412632465,
+      0.008731809444725513,
+      0.007484407629817724,
+      0.006237006280571222,
+      0.007484407629817724,
+      0.007900208234786987,
+      0.007484407629817724,
+      0.0054054055362939835,
+      0.007484407629817724,
+      0.007900208234786987,
+      0.007484407629817724,
+      0.0070686074905097485,
+      0.004573804792016745,
+      0.008316008374094963,
+      0.0070686074905097485,
+      0.007484407629817724,
+      0.006652806885540485,
+      0.006652806885540485,
+      0.0054054055362939835,
+      0.0054054055362939835,
+      0.007484407629817724,
+      0.008316008374094963,
+      0.007900208234786987,
+      0.006652806885540485,
+      0.0070686074905097485,
+      0.007484407629817724,
+      0.007484407629817724,
+      0.008316008374094963,
+      0.007484407629817724,
+      0.006237006280571222,
+      0.006237006280571222
+    ],
+    "MMD": [
+      0.020378494635224342,
+      0.020350545644760132,
+      0.020480608567595482,
+      0.02052656002342701,
+      0.020241690799593925,
+      0.020559558644890785,
+      0.020128460600972176,
+      0.020196979865431786,
+      0.02011796459555626,
+      0.019955942407250404,
+      0.020464640110731125,
+      0.020221106708049774,
+      0.020172342658042908,
+      0.02043721452355385,
+      0.02029978111386299,
+      0.02022760547697544,
+      0.02030792087316513,
+      0.020685777068138123,
+      0.02029474452137947,
+      0.020472923293709755,
+      0.02032012864947319,
+      0.020413462072610855,
+      0.020268792286515236,
+      0.020290696993470192,
+      0.020254790782928467,
+      0.020157989114522934,
+      0.020386265590786934,
+      0.02040638029575348,
+      0.02027466893196106,
+      0.02034890465438366,
+      0.020392755046486855,
+      0.020251495763659477,
+      0.020414091646671295,
+      0.02046809531748295,
+      0.02053871378302574,
+      0.020304027944803238,
+      0.020137127488851547,
+      0.020298423245549202,
+      0.020235680043697357,
+      0.020368404686450958,
+      0.02033897489309311,
+      0.020380273461341858,
+      0.02015785686671734,
+      0.02046818658709526,
+      0.02043686807155609,
+      0.020217731595039368,
+      0.020322833210229874,
+      0.020196257159113884,
+      0.020437465980648994,
+      0.02036823332309723,
+      0.020197279751300812,
+      0.020537029951810837,
+      0.02034548670053482,
+      0.020490622147917747,
+      0.020119842141866684,
+      0.020172275602817535,
+      0.020402707159519196,
+      0.020322946831583977,
+      0.02049417607486248,
+      0.02036859653890133,
+      0.02038065902888775,
+      0.020422037690877914,
+      0.020454512909054756,
+      0.020211556926369667,
+      0.02030063048005104,
+      0.020438119769096375,
+      0.020350327715277672,
+      0.020306458696722984,
+      0.020317574962973595,
+      0.020389016717672348,
+      0.020710792392492294,
+      0.020288635045289993,
+      0.020489998161792755,
+      0.02073110267519951,
+      0.020239749923348427,
+      0.020473839715123177,
+      0.02025572396814823,
+      0.020101914182305336,
+      0.020221209153532982,
+      0.02010057494044304,
+      0.020322438329458237,
+      0.02050030417740345,
+      0.020221980288624763,
+      0.02048327587544918,
+      0.02037552185356617,
+      0.020150616765022278,
+      0.020439155399799347,
+      0.020297028124332428,
+      0.020144792273640633,
+      0.02025265246629715,
+      0.020398864522576332,
+      0.020499957725405693,
+      0.020214561372995377,
+      0.02019435167312622,
+      0.02017807960510254,
+      0.020436245948076248,
+      0.020336732268333435,
+      0.020364148542284966,
+      0.020198054611682892,
+      0.020107729360461235
+    ],
+    "FCD": [
+      0.5087036515184722,
+      0.5087511943730632,
+      0.5088843459821311,
+      0.5088207076466299,
+      0.5088825332320894,
+      0.5091730436264081,
+      0.5089240973359013,
+      0.5091682720762248,
+      0.5087160036734227,
+      0.5083011781663428,
+      0.5086530568705445,
+      0.5084340197243415,
+      0.5091693145900595,
+      0.5091352118574207,
+      0.508673411405143,
+      0.5089456525688381,
+      0.5083315660368917,
+      0.5091139964464485,
+      0.5086967237322217,
+      0.5088956095158057,
+      0.5089652117193121,
+      0.5084862903886403,
+      0.5091052672892297,
+      0.5085381233614086,
+      0.5090604169489819,
+      0.5086551532045928,
+      0.5088458219545439,
+      0.5085416673178171,
+      0.5089336588220228,
+      0.5087207603124044,
+      0.5090467928078479,
+      0.5088822021053759,
+      0.5087179399295593,
+      0.5088359826519105,
+      0.5085047331770141,
+      0.508797795267963,
+      0.5090030388039846,
+      0.5081711195795178,
+      0.5091507089986679,
+      0.5090083998637691,
+      0.5088437256044399,
+      0.5087069533158792,
+      0.5091305232813286,
+      0.5083681718750465,
+      0.5085853235663538,
+      0.5090378354102981,
+      0.5088625609712674,
+      0.5087080148034557,
+      0.5086545578740752,
+      0.5084520125411133,
+      0.5093224200238419,
+      0.5086232748127485,
+      0.5088720030046383,
+      0.5083570993276123,
+      0.5083924944397964,
+      0.5080961955545253,
+      0.5091441712707283,
+      0.5088575195882593,
+      0.5088751438235286,
+      0.5088107921174764,
+      0.5085176377869045,
+      0.5092252422998024,
+      0.5086792560498716,
+      0.508444487816818,
+      0.5091505370682999,
+      0.5090731459229488,
+      0.5087226682347978,
+      0.5086146424469528,
+      0.5090206787288117,
+      0.5086744384499682,
+      0.5088826075709432,
+      0.5090339725627359,
+      0.5086878186342765,
+      0.5086732730930554,
+      0.5083988859117102,
+      0.5088211543503617,
+      0.5086716511921427,
+      0.5084073704957516,
+      0.5090333117144705,
+      0.5087322906562346,
+      0.5082532657072362,
+      0.508928678755745,
+      0.5091205360741009,
+      0.5088911058817462,
+      0.5086299422077912,
+      0.5087762417035151,
+      0.508717220207388,
+      0.5085937703678242,
+      0.5088388558653312,
+      0.5090860651294853,
+      0.5088504201542706,
+      0.508870350649147,
+      0.508359467773855,
+      0.5084238048651561,
+      0.5081305338164825,
+      0.5088036165959363,
+      0.5090094806041463,
+      0.5087300583160198,
+      0.5088518421080731,
+      0.508852520403392
+    ]
+  },
+  "summary": {
+    "R@1_mean": 0.0009771310264477507,
+    "R@1_std": 0.0005172497296260433,
+    "R@1_ci95_low": 0.000873980409323195,
+    "R@1_ci95_high": 0.0010802816435723063,
+    "R@5_mean": 0.0070478173065930605,
+    "R@5_std": 0.0011085195678641952,
+    "R@5_ci95_low": 0.006826754885540651,
+    "R@5_ci95_high": 0.00726887972764547,
+    "MMD_mean": 0.020331283267587423,
+    "MMD_std": 0.00013928653567409373,
+    "MMD_ci95_low": 0.020303506564596566,
+    "MMD_ci95_high": 0.02035905997057828,
+    "FCD_mean": 0.5087722831626289,
+    "FCD_std": 0.0002643320491184542,
+    "FCD_ci95_low": 0.5087195697199132,
+    "FCD_ci95_high": 0.5088249966053446
+  },
+  "config": {
+    "checkpoint": "./exps/smogx/checkpoint_0100.pth.tar",
+    "sample_size": -1,
+    "batch_size": 32,
+    "project": "smog",
+    "run_name": "smog-metrics",
+    "device": "cuda",
+    "n_runs": 100,
+    "seed": 42
+  }
+}

exps/smogx/events.out.tfevents.1748778160.torchproject.7444.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db64976dbc72ec1e508eea525ae93ef236b7d1e72ccdc5c929d3aa157bc1f36
+size 42540

exps/smogx/opt.yaml

@@ -0,0 +1,61 @@
+activation: gelu
+archiname: transformer
+batch_size: 20
+clip_image_losses:
+- cosine
+clip_lambda_ce: 1.0
+clip_lambda_cosine: 1.0
+clip_lambda_mse: 1.0
+clip_lambdas:
+  image:
+    cosine: 1.0
+  text:
+    cosine: 1.0
+clip_layers: 12
+clip_text_losses:
+- cosine
+clip_training: ''
+cuda: true
+datapath: ./data/amass_db/amass_30fps_db.pt
+dataset: amass
+debug: false
+device: 0
+expname: exps
+folder: ./exps/smogx
+glob: true
+glob_rot:
+- 3.141592653589793
+- 0
+- 0
+jointstype: vertices
+lambda_rc: 100.0
+lambda_rcxyz: 100.0
+lambda_vel: 100.0
+lambda_velxyz: 1.0
+lambdas:
+  rc: 100.0
+  rcxyz: 100.0
+  vel: 100.0
+latent_dim: 512
+losses:
+- rc
+- rcxyz
+- vel
+lr: 0.0001
+max_len: -1
+min_len: -1
+modelname: motionclip_transformer_rc_rcxyz_vel
+modeltype: motionclip
+num_epochs: 100
+num_frames: 60
+num_layers: 8
+num_seq_max: -1
+only_60_classes: false
+pose_rep: rot6d
+sampling: conseq
+sampling_step: 1
+snapshot: 10
+translation: true
+use_action_cat_as_text_labels: false
+use_only_15_classes: false
+vertstrans: false