2924 lines
304 KiB
Plaintext
2924 lines
304 KiB
Plaintext
=========================================
|
|
Start evaluate 0th fold
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c9714f0b8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_9_20.73.pth.tar'
|
|
embedding time: 11.252692222595215
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24568910400072733
|
|
calculate similarity time: 33.557138442993164
|
|
r1i:12.610619469026549 r5i:30.75221238938053 r10i:41.150442477876105 medri:15.0 meanri:68.46460176991151
|
|
r1t:10.663716814159292 r5t:36.769911504424776 r10t:54.64601769911504 medrt:9.0 meanrt:33.63761061946903
|
|
sum:31.09882005899705
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a6f7f0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_20_20.61.pth.tar'
|
|
embedding time: 11.26457166671753
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24542547265688577
|
|
calculate similarity time: 33.49574303627014
|
|
r1i:14.601769911504425 r5i:29.20353982300885 r10i:41.8141592920354 medri:16.0 meanri:86.67256637168141
|
|
r1t:10.619469026548673 r5t:33.49557522123894 r10t:47.21238938053097 medrt:12.0 meanrt:44.89601769911504
|
|
sum:29.491150442477874
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a95630>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_7_19.43.pth.tar'
|
|
embedding time: 11.603219032287598
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24554920858807033
|
|
calculate similarity time: 34.08011293411255
|
|
r1i:11.061946902654867 r5i:26.548672566371682 r10i:42.0353982300885 medri:15.0 meanri:74.82300884955752
|
|
r1t:10.398230088495575 r5t:36.283185840707965 r10t:55.13274336283186 medrt:9.0 meanrt:32.90840707964602
|
|
sum:30.24336283185841
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c823bee48>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/GAC_best.pth.tar'
|
|
embedding time: 11.093914270401001
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24596421586142647
|
|
calculate similarity time: 33.670939207077026
|
|
r1i:13.716814159292035 r5i:29.646017699115045 r10i:39.823008849557525 medri:16.0 meanri:71.4358407079646
|
|
r1t:10.132743362831858 r5t:35.08849557522124 r10t:50.663716814159294 medrt:10.0 meanrt:36.66902654867257
|
|
sum:29.845132743362836
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a76fd0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_17_20.16.pth.tar'
|
|
embedding time: 11.092107772827148
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24562601248423258
|
|
calculate similarity time: 33.53475904464722
|
|
r1i:13.053097345132743 r5i:29.646017699115045 r10i:40.92920353982301 medri:16.0 meanri:88.46681415929204
|
|
r1t:9.247787610619469 r5t:33.4070796460177 r10t:49.29203539823009 medrt:11.0 meanrt:43.239823008849555
|
|
sum:29.262536873156346
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c823f6438>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_12_20.89.pth.tar'
|
|
embedding time: 11.23233151435852
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24580996566348606
|
|
calculate similarity time: 33.503098011016846
|
|
r1i:13.716814159292035 r5i:29.646017699115045 r10i:39.823008849557525 medri:16.0 meanri:71.4358407079646
|
|
r1t:10.132743362831858 r5t:35.08849557522124 r10t:50.663716814159294 medrt:10.0 meanrt:36.66902654867257
|
|
sum:29.845132743362836
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82433160>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_2_15.93.pth.tar'
|
|
embedding time: 11.794418811798096
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24603411886427137
|
|
calculate similarity time: 34.446621894836426
|
|
r1i:6.6371681415929205 r5i:21.238938053097346 r10i:35.84070796460177 medri:19.0 meanri:61.519911504424776
|
|
r1t:7.654867256637168 r5t:30.530973451327434 r10t:53.05309734513274 medrt:10.0 meanrt:30.037610619469028
|
|
sum:25.825958702064895
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79ab3710>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_6_18.77.pth.tar'
|
|
embedding time: 11.659505367279053
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2465571661790212
|
|
calculate similarity time: 34.41747784614563
|
|
r1i:11.504424778761061 r5i:28.31858407079646 r10i:41.150442477876105 medri:15.0 meanri:72.4424778761062
|
|
r1t:9.823008849557523 r5t:37.123893805309734 r10t:54.823008849557525 medrt:9.0 meanrt:32.86106194690265
|
|
sum:30.457227138643074
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b8482c400>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_21_20.43.pth.tar'
|
|
embedding time: 11.133271932601929
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2460517552163866
|
|
calculate similarity time: 33.779138803482056
|
|
r1i:15.70796460176991 r5i:29.646017699115045 r10i:41.150442477876105 medri:17.0 meanri:91.00221238938053
|
|
r1t:11.238938053097344 r5t:32.56637168141593 r10t:46.68141592920354 medrt:12.0 meanrt:47.01106194690266
|
|
sum:29.49852507374631
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79ad1588>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_3_17.44.pth.tar'
|
|
embedding time: 11.501456260681152
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24667094813452828
|
|
calculate similarity time: 34.320732831954956
|
|
r1i:9.955752212389381 r5i:24.115044247787612 r10i:38.716814159292035 medri:17.0 meanri:65.4358407079646
|
|
r1t:8.31858407079646 r5t:33.230088495575224 r10t:54.51327433628319 medrt:9.0 meanrt:30.707964601769913
|
|
sum:28.141592920353986
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b58860>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_10_19.84.pth.tar'
|
|
embedding time: 12.06740403175354
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24738165073924595
|
|
calculate similarity time: 34.73940086364746
|
|
r1i:13.053097345132743 r5i:29.86725663716814 r10i:41.5929203539823 medri:16.0 meanri:75.37610619469027
|
|
r1t:10.442477876106194 r5t:35.13274336283186 r10t:52.69911504424779 medrt:9.0 meanrt:35.86327433628318
|
|
sum:30.4646017699115
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c96d97828>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_8_19.34.pth.tar'
|
|
embedding time: 11.17044186592102
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24622438020176357
|
|
calculate similarity time: 33.8362991809845
|
|
r1i:11.946902654867257 r5i:28.761061946902654 r10i:40.70796460176991 medri:16.0 meanri:68.09955752212389
|
|
r1t:10.663716814159292 r5t:35.39823008849557 r10t:52.21238938053097 medrt:9.0 meanrt:34.37566371681416
|
|
sum:29.94837758112094
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a0c320>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_19_20.12.pth.tar'
|
|
embedding time: 11.649940490722656
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24602475100093418
|
|
calculate similarity time: 34.14705991744995
|
|
r1i:13.274336283185841 r5i:29.646017699115045 r10i:41.3716814159292 medri:15.0 meanri:84.75442477876106
|
|
r1t:10.309734513274336 r5t:33.89380530973451 r10t:47.83185840707964 medrt:11.0 meanrt:44.32743362831859
|
|
sum:29.387905604719762
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82433668>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_13_20.00.pth.tar'
|
|
embedding time: 11.118784666061401
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2453533113002777
|
|
calculate similarity time: 33.27388787269592
|
|
r1i:13.938053097345133 r5i:29.646017699115045 r10i:40.92920353982301 medri:16.0 meanri:81.19690265486726
|
|
r1t:9.336283185840708 r5t:35.796460176991154 r10t:50.88495575221239 medrt:10.0 meanrt:40.0504424778761
|
|
sum:30.08849557522124
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c823beac8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_5_18.72.pth.tar'
|
|
embedding time: 12.040292501449585
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24631213810708788
|
|
calculate similarity time: 34.47506046295166
|
|
r1i:9.955752212389381 r5i:26.106194690265486 r10i:39.38053097345133 medri:17.0 meanri:69.05973451327434
|
|
r1t:8.893805309734514 r5t:33.80530973451327 r10t:55.75221238938053 medrt:9.0 meanrt:31.34424778761062
|
|
sum:28.98230088495575
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82417828>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_0_11.92.pth.tar'
|
|
embedding time: 11.719006299972534
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24621068769031101
|
|
calculate similarity time: 34.16489338874817
|
|
r1i:4.424778761061947 r5i:16.5929203539823 r10i:25.221238938053098 medri:32.0 meanri:92.80530973451327
|
|
r1t:5.752212389380531 r5t:23.451327433628318 r10t:41.283185840707965 medrt:14.0 meanrt:37.35353982300885
|
|
sum:19.454277286135692
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79ac5438>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_22_20.54.pth.tar'
|
|
embedding time: 11.832701683044434
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24531980024443734
|
|
calculate similarity time: 34.00739097595215
|
|
r1i:14.601769911504425 r5i:30.309734513274336 r10i:39.823008849557525 medri:18.0 meanri:91.32300884955752
|
|
r1t:11.061946902654867 r5t:33.31858407079646 r10t:46.283185840707965 medrt:12.0 meanrt:47.59026548672566
|
|
sum:29.2330383480826
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82759898>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_4_18.23.pth.tar'
|
|
embedding time: 10.896423101425171
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24627774953842163
|
|
calculate similarity time: 33.61798167228699
|
|
r1i:11.283185840707965 r5i:25.221238938053098 r10i:37.610619469026545 medri:17.0 meanri:66.52654867256638
|
|
r1t:9.380530973451327 r5t:33.6283185840708 r10t:54.51327433628319 medrt:10.0 meanrt:30.56061946902655
|
|
sum:28.606194690265486
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b84824d30>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/0/ckpt_GAC_1_13.90.pth.tar'
|
|
embedding time: 11.169143438339233
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24573692679405212
|
|
calculate similarity time: 33.68226933479309
|
|
r1i:4.867256637168142 r5i:17.699115044247787 r10i:27.212389380530972 medri:24.0 meanri:96.63495575221239
|
|
r1t:7.212389380530974 r5t:27.876106194690266 r10t:48.53982300884956 medrt:11.0 meanrt:34.65619469026549
|
|
sum:22.234513274336283
|
|
------
|
|
|
|
Complete evaluate 0th fold
|
|
=========================================
|
|
Start evaluate 1th fold
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b848249b0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_12_18.93.pth.tar'
|
|
embedding time: 11.010383605957031
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24690615799691942
|
|
calculate similarity time: 33.376425981521606
|
|
r1i:16.5929203539823 r5i:32.07964601769911 r10i:44.690265486725664 medri:14.0 meanri:91.06637168141593
|
|
r1t:11.548672566371682 r5t:37.69911504424779 r10t:53.05309734513274 medrt:9.0 meanrt:41.44778761061947
|
|
sum:32.610619469026545
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b8484ec50>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/GAC_best.pth.tar'
|
|
embedding time: 11.308591842651367
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24643389052814907
|
|
calculate similarity time: 33.80795454978943
|
|
r1i:13.274336283185841 r5i:29.646017699115045 r10i:43.36283185840708 medri:14.0 meanri:73.29203539823008
|
|
r1t:10.132743362831858 r5t:38.14159292035398 r10t:57.56637168141593 medrt:8.0 meanrt:34.193805309734515
|
|
sum:32.02064896755162
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b5b080>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_9_19.19.pth.tar'
|
|
embedding time: 11.19412612915039
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2455945677227444
|
|
calculate similarity time: 33.84786367416382
|
|
r1i:13.938053097345133 r5i:29.646017699115045 r10i:41.5929203539823 medri:16.0 meanri:77.8716814159292
|
|
r1t:10.752212389380531 r5t:36.94690265486726 r10t:54.02654867256637 medrt:9.0 meanrt:38.02920353982301
|
|
sum:31.1504424778761
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82409630>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_11_19.21.pth.tar'
|
|
embedding time: 11.309512853622437
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2466744283835093
|
|
calculate similarity time: 33.53177499771118
|
|
r1i:15.044247787610619 r5i:32.52212389380531 r10i:42.256637168141594 medri:15.0 meanri:87.66150442477876
|
|
r1t:11.017699115044248 r5t:37.92035398230089 r10t:53.76106194690266 medrt:9.0 meanrt:40.32831858407079
|
|
sum:32.08702064896755
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a43198>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_6_19.41.pth.tar'
|
|
embedding time: 11.205808162689209
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24628901481628418
|
|
calculate similarity time: 33.7135169506073
|
|
r1i:13.274336283185841 r5i:29.646017699115045 r10i:43.36283185840708 medri:14.0 meanri:73.29203539823008
|
|
r1t:10.132743362831858 r5t:38.14159292035398 r10t:57.56637168141593 medrt:8.0 meanrt:34.193805309734515
|
|
sum:32.02064896755162
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a0cb38>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_3_16.04.pth.tar'
|
|
embedding time: 11.735751152038574
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24562801917394003
|
|
calculate similarity time: 34.03493809700012
|
|
r1i:9.955752212389381 r5i:26.991150442477878 r10i:40.26548672566372 medri:15.0 meanri:73.36283185840708
|
|
r1t:8.982300884955752 r5t:34.51327433628319 r10t:55.0 medrt:9.0 meanrt:31.646902654867258
|
|
sum:29.284660766961654
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79adc048>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_5_18.41.pth.tar'
|
|
embedding time: 10.584232330322266
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24597158034642538
|
|
calculate similarity time: 33.00045657157898
|
|
r1i:13.716814159292035 r5i:30.97345132743363 r10i:43.584070796460175 medri:15.0 meanri:72.72566371681415
|
|
r1t:10.84070796460177 r5t:38.008849557522126 r10t:55.92920353982301 medrt:9.0 meanrt:32.10884955752212
|
|
sum:32.17551622418879
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b58e10>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_7_18.94.pth.tar'
|
|
embedding time: 10.684589385986328
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24641229708989462
|
|
calculate similarity time: 32.87703561782837
|
|
r1i:11.283185840707965 r5i:29.424778761061948 r10i:42.256637168141594 medri:15.0 meanri:78.07964601769912
|
|
r1t:12.300884955752212 r5t:36.72566371681416 r10t:55.61946902654867 medrt:8.0 meanrt:35.923451327433625
|
|
sum:31.268436578171094
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82759dd8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_10_19.06.pth.tar'
|
|
embedding time: 11.70686936378479
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2460710042052799
|
|
calculate similarity time: 34.18279504776001
|
|
r1i:13.495575221238939 r5i:29.20353982300885 r10i:42.256637168141594 medri:16.0 meanri:85.56194690265487
|
|
r1t:10.530973451327434 r5t:36.150442477876105 r10t:52.876106194690266 medrt:9.0 meanrt:39.728761061946905
|
|
sum:30.75221238938053
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a05e48>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_4_17.90.pth.tar'
|
|
embedding time: 11.774477243423462
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24597778585222033
|
|
calculate similarity time: 34.072075843811035
|
|
r1i:10.84070796460177 r5i:28.097345132743364 r10i:40.26548672566372 medri:16.0 meanri:77.73672566371681
|
|
r1t:9.734513274336283 r5t:36.10619469026549 r10t:54.60176991150443 medrt:9.0 meanrt:32.818141592920355
|
|
sum:29.941002949852507
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b5012f550>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_0_12.05.pth.tar'
|
|
embedding time: 11.475049495697021
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2462989522351159
|
|
calculate similarity time: 34.1117467880249
|
|
r1i:5.9734513274336285 r5i:17.920353982300885 r10i:29.424778761061948 medri:27.0 meanri:89.85619469026548
|
|
r1t:5.398230088495575 r5t:25.13274336283186 r10t:41.991150442477874 medrt:13.0 meanrt:38.06371681415929
|
|
sum:20.973451327433626
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79ab3278>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_1_14.64.pth.tar'
|
|
embedding time: 12.037292003631592
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24637582898139954
|
|
calculate similarity time: 34.70475101470947
|
|
r1i:7.522123893805309 r5i:19.469026548672566 r10i:32.743362831858406 medri:21.0 meanri:79.29424778761062
|
|
r1t:7.300884955752212 r5t:27.831858407079647 r10t:47.52212389380531 medrt:11.0 meanrt:33.9358407079646
|
|
sum:23.73156342182891
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c823be4a8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/1/ckpt_GAC_2_15.62.pth.tar'
|
|
embedding time: 11.88205075263977
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24642026093271044
|
|
calculate similarity time: 34.24713754653931
|
|
r1i:11.504424778761061 r5i:25.442477876106196 r10i:37.610619469026545 medri:17.0 meanri:76.23893805309734
|
|
r1t:8.451327433628318 r5t:32.743362831858406 r10t:52.52212389380531 medrt:10.0 meanrt:33.030973451327434
|
|
sum:28.045722713864304
|
|
------
|
|
|
|
Complete evaluate 1th fold
|
|
=========================================
|
|
Start evaluate 2th fold
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a14f98>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_18_18.50.pth.tar'
|
|
embedding time: 10.977681636810303
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24499912725554573
|
|
calculate similarity time: 33.047852516174316
|
|
r1i:11.061946902654867 r5i:26.991150442477878 r10i:41.3716814159292 medri:16.0 meanri:87.77212389380531
|
|
r1t:9.867256637168142 r5t:32.56637168141593 r10t:48.36283185840708 medrt:11.0 meanrt:41.30176991150442
|
|
sum:28.370206489675514
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b5b358>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_7_18.47.pth.tar'
|
|
embedding time: 10.414191007614136
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24527741140789455
|
|
calculate similarity time: 32.83362627029419
|
|
r1i:11.283185840707965 r5i:26.327433628318584 r10i:38.05309734513274 medri:16.0 meanri:67.15265486725664
|
|
r1t:9.29203539823009 r5t:35.04424778761062 r10t:53.27433628318584 medrt:9.0 meanrt:30.978318584070795
|
|
sum:28.87905604719764
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a591d0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/GAC_best.pth.tar'
|
|
embedding time: 11.84266972541809
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24656326240963405
|
|
calculate similarity time: 34.27838897705078
|
|
r1i:11.061946902654867 r5i:28.761061946902654 r10i:42.0353982300885 medri:16.0 meanri:68.98451327433628
|
|
r1t:9.690265486725664 r5t:36.8141592920354 r10t:55.35398230088496 medrt:9.0 meanrt:32.864159292035396
|
|
sum:30.61946902654867
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79adc160>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_13_18.40.pth.tar'
|
|
embedding time: 11.676116228103638
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24607398443751866
|
|
calculate similarity time: 34.3142192363739
|
|
r1i:11.504424778761061 r5i:28.097345132743364 r10i:40.48672566371681 medri:17.0 meanri:83.59513274336283
|
|
r1t:10.752212389380531 r5t:33.45132743362832 r10t:50.2212389380531 medrt:10.0 meanrt:38.674778761061944
|
|
sum:29.085545722713864
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a67828>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_3_17.01.pth.tar'
|
|
embedding time: 11.181832075119019
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24605314268006218
|
|
calculate similarity time: 33.55638670921326
|
|
r1i:10.84070796460177 r5i:26.76991150442478 r10i:39.60176991150443 medri:17.0 meanri:69.52654867256638
|
|
r1t:7.787610619469026 r5t:32.78761061946903 r10t:52.83185840707964 medrt:9.0 meanrt:29.967699115044248
|
|
sum:28.436578171091444
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c824178d0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_10_17.97.pth.tar'
|
|
embedding time: 12.088322639465332
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24575666586558023
|
|
calculate similarity time: 34.57786846160889
|
|
r1i:12.168141592920353 r5i:29.646017699115045 r10i:41.150442477876105 medri:16.0 meanri:81.94690265486726
|
|
r1t:10.132743362831858 r5t:36.23893805309734 r10t:53.31858407079646 medrt:9.0 meanrt:36.40973451327434
|
|
sum:30.442477876106196
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b5012fcf8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_12_18.03.pth.tar'
|
|
embedding time: 11.417558431625366
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24760032693545023
|
|
calculate similarity time: 34.126266956329346
|
|
r1i:10.176991150442477 r5i:28.539823008849556 r10i:39.38053097345133 medri:16.0 meanri:82.94911504424779
|
|
r1t:10.0 r5t:33.008849557522126 r10t:49.29203539823009 medrt:11.0 meanrt:38.60752212389381
|
|
sum:28.399705014749262
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b06e80>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_5_17.76.pth.tar'
|
|
embedding time: 11.791758060455322
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.246966818968455
|
|
calculate similarity time: 34.44730019569397
|
|
r1i:12.168141592920353 r5i:27.212389380530972 r10i:40.92920353982301 medri:16.0 meanri:62.73672566371681
|
|
r1t:9.91150442477876 r5t:36.46017699115044 r10t:54.02654867256637 medrt:9.0 meanrt:28.511061946902654
|
|
sum:30.117994100294982
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b84824748>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_17_18.37.pth.tar'
|
|
embedding time: 11.251601934432983
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24629181954595777
|
|
calculate similarity time: 33.81466007232666
|
|
r1i:11.504424778761061 r5i:28.98230088495575 r10i:39.38053097345133 medri:17.0 meanri:89.8783185840708
|
|
r1t:11.017699115044248 r5t:33.097345132743364 r10t:48.097345132743364 medrt:11.0 meanrt:41.835398230088494
|
|
sum:28.67994100294985
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b58668>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_4_17.34.pth.tar'
|
|
embedding time: 11.401207208633423
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2471551928255293
|
|
calculate similarity time: 33.81797242164612
|
|
r1i:9.734513274336283 r5i:25.884955752212388 r10i:41.150442477876105 medri:15.0 meanri:59.453539823008846
|
|
r1t:9.469026548672566 r5t:34.51327433628319 r10t:53.230088495575224 medrt:9.0 meanrt:28.721681415929204
|
|
sum:28.997050147492626
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b5016ddd8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_0_14.22.pth.tar'
|
|
embedding time: 11.171427249908447
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24655995104047987
|
|
calculate similarity time: 33.650596618652344
|
|
r1i:6.8584070796460175 r5i:19.24778761061947 r10i:30.530973451327434 medri:25.0 meanri:75.60619469026548
|
|
r1t:6.415929203539823 r5t:25.663716814159294 r10t:44.07079646017699 medrt:13.0 meanrt:34.84690265486726
|
|
sum:22.13126843657817
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a59eb8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_2_16.80.pth.tar'
|
|
embedding time: 11.804889440536499
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24551123711797926
|
|
calculate similarity time: 34.26929044723511
|
|
r1i:9.070796460176991 r5i:22.787610619469028 r10i:37.16814159292036 medri:18.0 meanri:60.7787610619469
|
|
r1t:7.964601769911504 r5t:32.9646017699115 r10t:54.336283185840706 medrt:9.0 meanrt:27.993362831858406
|
|
sum:27.382005899705018
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b5012fdd8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_6_18.33.pth.tar'
|
|
embedding time: 11.027250289916992
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24490674999025133
|
|
calculate similarity time: 32.94993019104004
|
|
r1i:10.84070796460177 r5i:28.539823008849556 r10i:41.150442477876105 medri:15.0 meanri:79.40044247787611
|
|
r1t:9.336283185840708 r5t:33.584070796460175 r10t:52.743362831858406 medrt:10.0 meanrt:32.59336283185841
|
|
sum:29.365781710914458
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79aa5b70>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_1_15.26.pth.tar'
|
|
embedding time: 11.358748435974121
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24689484967125785
|
|
calculate similarity time: 33.77287268638611
|
|
r1i:7.743362831858407 r5i:23.23008849557522 r10i:35.84070796460177 medri:19.0 meanri:62.47345132743363
|
|
r1t:8.053097345132743 r5t:30.61946902654867 r10t:50.26548672566372 medrt:10.0 meanrt:29.236725663716815
|
|
sum:25.958702064896755
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b500fde10>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_16_18.52.pth.tar'
|
|
embedding time: 11.042746782302856
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24569919374254015
|
|
calculate similarity time: 33.70432424545288
|
|
r1i:10.619469026548673 r5i:28.539823008849556 r10i:38.49557522123894 medri:17.0 meanri:89.39380530973452
|
|
r1t:9.646017699115044 r5t:32.0353982300885 r10t:48.097345132743364 medrt:11.0 meanrt:41.11504424778761
|
|
sum:27.905604719764014
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b5016d470>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_24_18.14.pth.tar'
|
|
embedding time: 11.526957511901855
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24673477477497524
|
|
calculate similarity time: 34.06988716125488
|
|
r1i:9.734513274336283 r5i:28.761061946902654 r10i:41.3716814159292 medri:16.0 meanri:101.36061946902655
|
|
r1t:9.11504424778761 r5t:31.194690265486727 r10t:45.442477876106196 medrt:13.0 meanrt:47.58185840707964
|
|
sum:27.603244837758112
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b5013f278>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_19_18.24.pth.tar'
|
|
embedding time: 11.470277070999146
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.246924532784356
|
|
calculate similarity time: 34.247483253479004
|
|
r1i:10.619469026548673 r5i:28.98230088495575 r10i:41.150442477876105 medri:16.0 meanri:89.58628318584071
|
|
r1t:9.601769911504425 r5t:33.49557522123894 r10t:47.07964601769911 medrt:12.0 meanrt:43.82743362831859
|
|
sum:28.488200589970504
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a6ff98>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_11_18.89.pth.tar'
|
|
embedding time: 12.18557071685791
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.246277693245146
|
|
calculate similarity time: 34.46608781814575
|
|
r1i:12.168141592920353 r5i:27.43362831858407 r10i:40.92920353982301 medri:16.0 meanri:82.21017699115045
|
|
r1t:11.150442477876107 r5t:34.24778761061947 r10t:52.56637168141593 medrt:9.0 meanrt:37.272566371681414
|
|
sum:29.749262536873157
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b50107e10>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_22_18.30.pth.tar'
|
|
embedding time: 11.315169334411621
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2463846272892422
|
|
calculate similarity time: 33.83949637413025
|
|
r1i:10.398230088495575 r5i:29.86725663716814 r10i:42.47787610619469 medri:17.0 meanri:99.51548672566372
|
|
r1t:9.070796460176991 r5t:31.68141592920354 r10t:45.26548672566372 medrt:13.0 meanrt:46.961946902654866
|
|
sum:28.12684365781711
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79aa59b0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_25_18.01.pth.tar'
|
|
embedding time: 11.61440920829773
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24638613396220738
|
|
calculate similarity time: 34.243446350097656
|
|
r1i:9.29203539823009 r5i:27.654867256637168 r10i:39.823008849557525 medri:16.0 meanri:101.0575221238938
|
|
r1t:8.539823008849558 r5t:32.34513274336283 r10t:44.557522123893804 medrt:14.0 meanrt:47.454867256637165
|
|
sum:27.035398230088493
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a145c0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_8_18.94.pth.tar'
|
|
embedding time: 11.473976135253906
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24418086806933084
|
|
calculate similarity time: 33.49186658859253
|
|
r1i:11.061946902654867 r5i:28.761061946902654 r10i:42.0353982300885 medri:16.0 meanri:68.98451327433628
|
|
r1t:9.690265486725664 r5t:36.8141592920354 r10t:55.35398230088496 medrt:9.0 meanrt:32.864159292035396
|
|
sum:30.61946902654867
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a0c240>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/2/ckpt_GAC_21_18.76.pth.tar'
|
|
embedding time: 11.479315996170044
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2458820574813419
|
|
calculate similarity time: 34.1868371963501
|
|
r1i:10.84070796460177 r5i:29.20353982300885 r10i:40.92920353982301 medri:16.0 meanri:96.07964601769912
|
|
r1t:9.646017699115044 r5t:33.14159292035398 r10t:46.50442477876106 medrt:13.0 meanrt:45.698672566371684
|
|
sum:28.377581120943955
|
|
------
|
|
|
|
Complete evaluate 2th fold
|
|
=========================================
|
|
Start evaluate 3th fold
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a76898>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_4_17.66.pth.tar'
|
|
embedding time: 11.589930534362793
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24552953243255615
|
|
calculate similarity time: 33.86751103401184
|
|
r1i:8.4070796460177 r5i:23.893805309734514 r10i:37.16814159292036 medri:18.0 meanri:83.05973451327434
|
|
r1t:7.699115044247788 r5t:31.150442477876105 r10t:51.23893805309734 medrt:10.0 meanrt:32.92256637168141
|
|
sum:26.592920353982304
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b06828>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_12_21.07.pth.tar'
|
|
embedding time: 11.438968658447266
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24620633986261156
|
|
calculate similarity time: 33.70513033866882
|
|
r1i:8.849557522123893 r5i:26.991150442477878 r10i:40.04424778761062 medri:17.0 meanri:90.70132743362832
|
|
r1t:9.424778761061948 r5t:33.49557522123894 r10t:50.663716814159294 medrt:10.0 meanrt:40.71725663716814
|
|
sum:28.244837758112094
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b848246a0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_2_16.85.pth.tar'
|
|
embedding time: 11.397680282592773
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24564486410882738
|
|
calculate similarity time: 33.70541000366211
|
|
r1i:7.964601769911504 r5i:21.68141592920354 r10i:33.6283185840708 medri:18.0 meanri:70.10619469026548
|
|
r1t:8.4070796460177 r5t:32.07964601769911 r10t:52.21238938053097 medrt:10.0 meanrt:30.79070796460177
|
|
sum:25.995575221238937
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a6fa90>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_5_19.21.pth.tar'
|
|
embedding time: 11.007050037384033
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24637164009941948
|
|
calculate similarity time: 33.60945248603821
|
|
r1i:11.061946902654867 r5i:28.31858407079646 r10i:40.26548672566372 medri:16.0 meanri:80.33849557522124
|
|
r1t:8.628318584070797 r5t:35.13274336283186 r10t:54.690265486725664 medrt:9.0 meanrt:33.185398230088495
|
|
sum:29.68289085545723
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b06a58>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_10_20.16.pth.tar'
|
|
embedding time: 11.788373231887817
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24582608540852866
|
|
calculate similarity time: 34.14121747016907
|
|
r1i:10.84070796460177 r5i:26.548672566371682 r10i:38.05309734513274 medri:19.0 meanri:92.43805309734513
|
|
r1t:9.026548672566372 r5t:32.92035398230089 r10t:49.91150442477876 medrt:11.0 meanrt:39.434070796460176
|
|
sum:27.883480825958703
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a76438>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/GAC_best.pth.tar'
|
|
embedding time: 11.564779996871948
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24588959415753683
|
|
calculate similarity time: 33.61199402809143
|
|
r1i:8.849557522123893 r5i:26.991150442477878 r10i:40.04424778761062 medri:17.0 meanri:90.70132743362832
|
|
r1t:9.424778761061948 r5t:33.49557522123894 r10t:50.663716814159294 medrt:10.0 meanrt:40.71725663716814
|
|
sum:28.244837758112094
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a95c18>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_1_14.37.pth.tar'
|
|
embedding time: 11.142874479293823
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24614086084895664
|
|
calculate similarity time: 33.68533205986023
|
|
r1i:5.752212389380531 r5i:17.920353982300885 r10i:31.194690265486727 medri:22.0 meanri:76.53982300884955
|
|
r1t:5.9734513274336285 r5t:29.24778761061947 r10t:49.95575221238938 medrt:11.0 meanrt:31.277433628318583
|
|
sum:23.340707964601773
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79aa52b0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_3_18.33.pth.tar'
|
|
embedding time: 11.854421615600586
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2455869648191664
|
|
calculate similarity time: 34.098562479019165
|
|
r1i:11.283185840707965 r5i:27.43362831858407 r10i:40.26548672566372 medri:15.0 meanri:65.06194690265487
|
|
r1t:9.29203539823009 r5t:34.60176991150443 r10t:55.575221238938056 medrt:9.0 meanrt:27.909734513274337
|
|
sum:29.741887905604717
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b06eb8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_9_19.86.pth.tar'
|
|
embedding time: 10.909385681152344
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2454364067978329
|
|
calculate similarity time: 33.26748299598694
|
|
r1i:10.619469026548673 r5i:25.663716814159294 r10i:38.27433628318584 medri:17.0 meanri:83.46017699115045
|
|
r1t:8.274336283185841 r5t:34.823008849557525 r10t:52.30088495575221 medrt:10.0 meanrt:37.03716814159292
|
|
sum:28.3259587020649
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a52390>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_21_20.12.pth.tar'
|
|
embedding time: 11.497390031814575
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24566406342718336
|
|
calculate similarity time: 33.7822425365448
|
|
r1i:10.84070796460177 r5i:29.424778761061948 r10i:39.38053097345133 medri:21.0 meanri:102.18141592920354
|
|
r1t:9.557522123893806 r5t:32.16814159292036 r10t:47.07964601769911 medrt:12.0 meanrt:48.908849557522124
|
|
sum:28.075221238938056
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b584a8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_14_20.27.pth.tar'
|
|
embedding time: 10.914066791534424
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24561423725552028
|
|
calculate similarity time: 33.28473925590515
|
|
r1i:12.389380530973451 r5i:26.327433628318584 r10i:35.84070796460177 medri:19.0 meanri:91.23451327433628
|
|
r1t:10.530973451327434 r5t:34.203539823008846 r10t:49.86725663716814 medrt:11.0 meanrt:41.515044247787614
|
|
sum:28.193215339233035
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a6ff28>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_8_20.15.pth.tar'
|
|
embedding time: 11.474135875701904
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24675115611818102
|
|
calculate similarity time: 34.091299057006836
|
|
r1i:10.619469026548673 r5i:27.43362831858407 r10i:41.150442477876105 medri:16.0 meanri:85.57743362831859
|
|
r1t:9.823008849557523 r5t:36.72566371681416 r10t:53.716814159292035 medrt:9.0 meanrt:36.596017699115045
|
|
sum:29.911504424778766
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b50154ac8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_11_19.82.pth.tar'
|
|
embedding time: 10.767947435379028
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24632478422588772
|
|
calculate similarity time: 33.364784717559814
|
|
r1i:10.84070796460177 r5i:26.76991150442478 r10i:38.716814159292035 medri:18.0 meanri:98.06194690265487
|
|
r1t:10.486725663716815 r5t:34.60176991150443 r10t:50.84070796460177 medrt:10.0 meanrt:41.50973451327434
|
|
sum:28.709439528023598
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b8484e198>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_6_19.62.pth.tar'
|
|
embedding time: 11.918205261230469
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2462703718079461
|
|
calculate similarity time: 34.24415421485901
|
|
r1i:8.628318584070797 r5i:29.20353982300885 r10i:41.8141592920354 medri:14.0 meanri:82.78539823008849
|
|
r1t:8.938053097345133 r5t:36.3716814159292 r10t:55.92920353982301 medrt:9.0 meanrt:33.40663716814159
|
|
sum:30.147492625368727
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b84824198>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_7_19.14.pth.tar'
|
|
embedding time: 11.800913095474243
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2464182840453254
|
|
calculate similarity time: 33.99995303153992
|
|
r1i:8.185840707964601 r5i:25.884955752212388 r10i:37.610619469026545 medri:17.0 meanri:79.04646017699115
|
|
r1t:11.017699115044248 r5t:34.690265486725664 r10t:53.67256637168141 medrt:9.0 meanrt:35.580530973451324
|
|
sum:28.510324483775808
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b198d0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_16_20.21.pth.tar'
|
|
embedding time: 11.446707010269165
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24665909343295628
|
|
calculate similarity time: 34.16941595077515
|
|
r1i:11.725663716814159 r5i:30.97345132743363 r10i:39.823008849557525 medri:17.0 meanri:96.10398230088495
|
|
r1t:10.398230088495575 r5t:34.15929203539823 r10t:48.584070796460175 medrt:11.0 meanrt:43.330530973451324
|
|
sum:29.277286135693213
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a050f0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_13_20.29.pth.tar'
|
|
embedding time: 11.45566701889038
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24625269903077018
|
|
calculate similarity time: 33.88212060928345
|
|
r1i:11.504424778761061 r5i:27.212389380530972 r10i:39.15929203539823 medri:18.0 meanri:90.46238938053098
|
|
r1t:10.132743362831858 r5t:33.982300884955755 r10t:49.823008849557525 medrt:11.0 meanrt:42.49203539823009
|
|
sum:28.635693215339234
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79ac5710>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/3/ckpt_GAC_0_12.56.pth.tar'
|
|
embedding time: 11.975867748260498
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24485083089934456
|
|
calculate similarity time: 34.00535440444946
|
|
r1i:6.8584070796460175 r5i:19.690265486725664 r10i:29.86725663716814 medri:29.0 meanri:90.10398230088495
|
|
r1t:7.831858407079646 r5t:27.168141592920353 r10t:44.86725663716814 medrt:13.0 meanrt:34.9646017699115
|
|
sum:22.71386430678466
|
|
------
|
|
|
|
Complete evaluate 3th fold
|
|
=========================================
|
|
Start evaluate 4th fold
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b8484e6d8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_31_18.33.pth.tar'
|
|
embedding time: 11.828269958496094
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24473375744289821
|
|
calculate similarity time: 34.200387477874756
|
|
r1i:13.495575221238939 r5i:28.539823008849556 r10i:42.256637168141594 medri:16.0 meanri:106.25
|
|
r1t:10.84070796460177 r5t:33.45132743362832 r10t:46.85840707964602 medrt:12.0 meanrt:49.686725663716814
|
|
sum:29.240412979351035
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a95f60>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_26_18.60.pth.tar'
|
|
embedding time: 11.477222919464111
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24600815773010254
|
|
calculate similarity time: 34.246479511260986
|
|
r1i:13.938053097345133 r5i:29.646017699115045 r10i:42.69911504424779 medri:14.0 meanri:103.04424778761062
|
|
r1t:11.061946902654867 r5t:34.29203539823009 r10t:47.92035398230089 medrt:12.0 meanrt:48.83230088495575
|
|
sum:29.926253687315636
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a760f0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_18_18.90.pth.tar'
|
|
embedding time: 11.65563416481018
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24596410327487522
|
|
calculate similarity time: 33.9497549533844
|
|
r1i:11.061946902654867 r5i:28.98230088495575 r10i:41.8141592920354 medri:15.0 meanri:104.32522123893806
|
|
r1t:9.513274336283185 r5t:34.690265486725664 r10t:50.309734513274336 medrt:10.0 meanrt:45.30442477876106
|
|
sum:29.395280235988206
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b50153f60>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_23_19.22.pth.tar'
|
|
embedding time: 11.328153371810913
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24569068352381387
|
|
calculate similarity time: 33.802412271499634
|
|
r1i:14.15929203539823 r5i:30.75221238938053 r10i:44.24778761061947 medri:15.0 meanri:104.57743362831859
|
|
r1t:10.663716814159292 r5t:33.716814159292035 r10t:48.1858407079646 medrt:11.0 meanrt:47.66681415929204
|
|
sum:30.287610619469024
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b50112978>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_24_18.88.pth.tar'
|
|
embedding time: 11.264768600463867
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2468524310323927
|
|
calculate similarity time: 33.451547622680664
|
|
r1i:14.15929203539823 r5i:32.30088495575221 r10i:44.24778761061947 medri:14.0 meanri:107.820796460177
|
|
r1t:11.902654867256636 r5t:35.176991150442475 r10t:48.76106194690266 medrt:11.0 meanrt:48.150442477876105
|
|
sum:31.091445427728615
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82712a20>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_22_18.53.pth.tar'
|
|
embedding time: 11.071510076522827
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24567595455381605
|
|
calculate similarity time: 33.16848945617676
|
|
r1i:13.716814159292035 r5i:30.088495575221238 r10i:42.47787610619469 medri:15.0 meanri:100.45796460176992
|
|
r1t:11.238938053097344 r5t:34.86725663716814 r10t:49.203539823008846 medrt:11.0 meanrt:46.7429203539823
|
|
sum:30.26548672566371
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a76630>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/GAC_best.pth.tar'
|
|
embedding time: 11.004359006881714
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24624045358763802
|
|
calculate similarity time: 33.333117961883545
|
|
r1i:10.176991150442477 r5i:26.76991150442478 r10i:40.04424778761062 medri:16.0 meanri:72.27876106194691
|
|
r1t:8.938053097345133 r5t:37.256637168141594 r10t:57.34513274336283 medrt:8.0 meanrt:33.43716814159292
|
|
sum:30.08849557522124
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b8484eb70>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_17_19.16.pth.tar'
|
|
embedding time: 11.117178678512573
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.245440231429206
|
|
calculate similarity time: 33.55804753303528
|
|
r1i:13.938053097345133 r5i:30.530973451327434 r10i:43.80530973451327 medri:13.0 meanri:89.16592920353982
|
|
r1t:11.150442477876107 r5t:37.65486725663717 r10t:52.92035398230089 medrt:10.0 meanrt:43.66504424778761
|
|
sum:31.666666666666668
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b5b400>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_10_19.03.pth.tar'
|
|
embedding time: 11.431093692779541
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2463095353709327
|
|
calculate similarity time: 34.06403875350952
|
|
r1i:12.610619469026549 r5i:31.194690265486727 r10i:41.150442477876105 medri:15.0 meanri:81.53539823008849
|
|
r1t:11.327433628318584 r5t:37.47787610619469 r10t:53.67256637168141 medrt:9.0 meanrt:36.85575221238938
|
|
sum:31.238938053097346
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82417400>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_7_19.04.pth.tar'
|
|
embedding time: 11.620506048202515
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24602489670117697
|
|
calculate similarity time: 33.95667314529419
|
|
r1i:12.168141592920353 r5i:31.194690265486727 r10i:43.584070796460175 medri:13.0 meanri:82.34513274336283
|
|
r1t:10.132743362831858 r5t:36.3716814159292 r10t:55.75221238938053 medrt:8.0 meanrt:36.60530973451328
|
|
sum:31.533923303834808
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a6f7b8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_6_19.29.pth.tar'
|
|
embedding time: 11.218346118927002
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24571910831663343
|
|
calculate similarity time: 33.59657669067383
|
|
r1i:10.176991150442477 r5i:26.76991150442478 r10i:40.04424778761062 medri:16.0 meanri:72.27876106194691
|
|
r1t:8.938053097345133 r5t:37.256637168141594 r10t:57.34513274336283 medrt:8.0 meanrt:33.43716814159292
|
|
sum:30.08849557522124
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79ac5198>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_4_17.64.pth.tar'
|
|
embedding time: 11.49830436706543
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24538885553677878
|
|
calculate similarity time: 34.04692244529724
|
|
r1i:9.070796460176991 r5i:26.548672566371682 r10i:40.26548672566372 medri:15.0 meanri:75.79867256637168
|
|
r1t:8.628318584070797 r5t:34.91150442477876 r10t:55.75221238938053 medrt:9.0 meanrt:32.73407079646017
|
|
sum:29.196165191740416
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c823be400>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_3_16.06.pth.tar'
|
|
embedding time: 11.087510347366333
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2468299170335134
|
|
calculate similarity time: 33.606499433517456
|
|
r1i:9.29203539823009 r5i:20.79646017699115 r10i:35.176991150442475 medri:20.0 meanri:73.41814159292035
|
|
r1t:7.920353982300885 r5t:33.4070796460177 r10t:53.05309734513274 medrt:9.0 meanrt:32.91283185840708
|
|
sum:26.60766961651917
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b58940>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_25_18.55.pth.tar'
|
|
embedding time: 12.062503814697266
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2471669481860267
|
|
calculate similarity time: 34.98794722557068
|
|
r1i:13.716814159292035 r5i:32.07964601769911 r10i:42.92035398230089 medri:16.0 meanri:102.83407079646018
|
|
r1t:11.946902654867257 r5t:32.123893805309734 r10t:46.85840707964602 medrt:12.0 meanrt:47.996902654867256
|
|
sum:29.941002949852507
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b5beb8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_8_18.68.pth.tar'
|
|
embedding time: 11.655117273330688
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2471085853046841
|
|
calculate similarity time: 34.095181941986084
|
|
r1i:11.725663716814159 r5i:28.761061946902654 r10i:43.36283185840708 medri:15.0 meanri:81.0066371681416
|
|
r1t:11.194690265486726 r5t:35.575221238938056 r10t:54.7787610619469 medrt:9.0 meanrt:36.543805309734516
|
|
sum:30.899705014749262
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82417f60>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_9_18.90.pth.tar'
|
|
embedding time: 10.995185852050781
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24712776806619433
|
|
calculate similarity time: 33.82342791557312
|
|
r1i:9.29203539823009 r5i:28.539823008849556 r10i:42.69911504424779 medri:14.0 meanri:79.22123893805309
|
|
r1t:9.867256637168142 r5t:35.575221238938056 r10t:54.11504424778761 medrt:9.0 meanrt:37.690265486725664
|
|
sum:30.014749262536878
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c799d36a0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_5_19.14.pth.tar'
|
|
embedding time: 11.462231636047363
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24628163708580864
|
|
calculate similarity time: 33.893718957901
|
|
r1i:9.513274336283185 r5i:30.309734513274336 r10i:43.36283185840708 medri:14.0 meanri:69.26991150442478
|
|
r1t:8.893805309734514 r5t:37.21238938053097 r10t:55.75221238938053 medrt:9.0 meanrt:31.407964601769912
|
|
sum:30.840707964601766
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b50107550>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_15_18.87.pth.tar'
|
|
embedding time: 11.17964768409729
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24613853957917955
|
|
calculate similarity time: 33.770687103271484
|
|
r1i:12.610619469026549 r5i:29.424778761061948 r10i:42.92035398230089 medri:14.0 meanri:90.61725663716814
|
|
r1t:10.663716814159292 r5t:35.2212389380531 r10t:51.50442477876106 medrt:10.0 meanrt:41.61371681415929
|
|
sum:30.390855457227143
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a147f0>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_2_15.35.pth.tar'
|
|
embedding time: 11.523622751235962
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24697678950097826
|
|
calculate similarity time: 34.241708755493164
|
|
r1i:7.300884955752212 r5i:25.0 r10i:39.60176991150443 medri:17.0 meanri:64.43141592920354
|
|
r1t:7.389380530973451 r5t:32.610619469026545 r10t:51.8141592920354 medrt:10.0 meanrt:29.903982300884955
|
|
sum:27.28613569321534
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a3ca58>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_1_14.52.pth.tar'
|
|
embedding time: 10.509282112121582
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24475672841072083
|
|
calculate similarity time: 32.488121032714844
|
|
r1i:7.300884955752212 r5i:21.902654867256636 r10i:34.51327433628319 medri:21.0 meanri:75.83628318584071
|
|
r1t:8.053097345132743 r5t:30.04424778761062 r10t:50.75221238938053 medrt:10.0 meanrt:30.4787610619469
|
|
sum:25.427728613569318
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b501544a8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_20_18.66.pth.tar'
|
|
embedding time: 10.97925090789795
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24605486459202236
|
|
calculate similarity time: 33.410080432891846
|
|
r1i:13.053097345132743 r5i:28.761061946902654 r10i:41.8141592920354 medri:16.0 meanri:103.27654867256638
|
|
r1t:10.88495575221239 r5t:34.336283185840706 r10t:50.575221238938056 medrt:10.0 meanrt:46.01946902654867
|
|
sum:29.90412979351032
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79b58780>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_0_12.47.pth.tar'
|
|
embedding time: 11.009025573730469
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24683564570215014
|
|
calculate similarity time: 33.48717164993286
|
|
r1i:7.522123893805309 r5i:19.690265486725664 r10i:30.088495575221238 medri:26.0 meanri:96.63938053097345
|
|
r1t:7.168141592920354 r5t:26.194690265486727 r10t:42.876106194690266 medrt:13.0 meanrt:36.683185840707964
|
|
sum:22.256637168141594
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c79a0c390>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_11_18.91.pth.tar'
|
|
embedding time: 10.839399099349976
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2460381355550554
|
|
calculate similarity time: 33.14529585838318
|
|
r1i:10.84070796460177 r5i:30.309734513274336 r10i:41.8141592920354 medri:13.0 meanri:77.31637168141593
|
|
r1t:9.955752212389381 r5t:36.017699115044245 r10t:52.56637168141593 medrt:9.0 meanrt:38.9712389380531
|
|
sum:30.250737463126843
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b50132160>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_21_18.41.pth.tar'
|
|
embedding time: 10.89035177230835
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2459263669119941
|
|
calculate similarity time: 33.113194704055786
|
|
r1i:13.495575221238939 r5i:31.858407079646017 r10i:42.69911504424779 medri:14.0 meanri:102.3716814159292
|
|
r1t:10.663716814159292 r5t:33.93805309734513 r10t:48.230088495575224 medrt:11.0 meanrt:46.31238938053097
|
|
sum:30.147492625368738
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b848245f8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_16_18.84.pth.tar'
|
|
embedding time: 11.068364381790161
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.2465109195974138
|
|
calculate similarity time: 33.626113414764404
|
|
r1i:9.734513274336283 r5i:30.530973451327434 r10i:39.38053097345133 medri:16.0 meanri:92.22566371681415
|
|
r1t:10.442477876106194 r5t:34.07079646017699 r10t:48.80530973451327 medrt:11.0 meanrt:44.66194690265487
|
|
sum:28.827433628318584
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6c82409a20>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_13_18.34.pth.tar'
|
|
embedding time: 10.707496643066406
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24591901898384094
|
|
calculate similarity time: 33.02324986457825
|
|
r1i:13.495575221238939 r5i:29.646017699115045 r10i:40.48672566371681 medri:16.0 meanri:93.61504424778761
|
|
r1t:10.265486725663717 r5t:35.2212389380531 r10t:51.54867256637168 medrt:10.0 meanrt:41.468141592920354
|
|
sum:30.110619469026545
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b5013f5f8>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_12_19.10.pth.tar'
|
|
embedding time: 11.341509819030762
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24611495600806343
|
|
calculate similarity time: 33.75118327140808
|
|
r1i:12.831858407079647 r5i:29.646017699115045 r10i:40.70796460176991 medri:16.0 meanri:72.82522123893806
|
|
r1t:10.309734513274336 r5t:35.2212389380531 r10t:53.230088495575224 medrt:9.0 meanrt:36.706194690265484
|
|
sum:30.324483775811206
|
|
------
|
|
|
|
<model.pyramid_vig.pvig_ti_224_gelu.<locals>.OptInit object at 0x7f6b8484e588>
|
|
Words: 1511/1543 found in vocabulary; 32 words missing
|
|
Model has 20487416 parameters
|
|
=> loading checkpoint 'checkpoint/RSITMD_GAC_decay0.5_m0.2_without_m4m5/4/ckpt_GAC_19_18.84.pth.tar'
|
|
embedding time: 11.127628803253174
|
|
======================
|
|
im_start: 0
|
|
im_end: 128
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (0,0)
|
|
>> shard_distance batch (0,1)
|
|
>> shard_distance batch (0,2)
|
|
>> shard_distance batch (0,3)
|
|
>> shard_distance batch (0,4)
|
|
>> shard_distance batch (0,5)
|
|
>> shard_distance batch (0,6)
|
|
>> shard_distance batch (0,7)
|
|
>> shard_distance batch (0,8)
|
|
>> shard_distance batch (0,9)
|
|
>> shard_distance batch (0,10)
|
|
>> shard_distance batch (0,11)
|
|
>> shard_distance batch (0,12)
|
|
>> shard_distance batch (0,13)
|
|
>> shard_distance batch (0,14)
|
|
>> shard_distance batch (0,15)
|
|
>> shard_distance batch (0,16)
|
|
>> shard_distance batch (0,17)======================
|
|
im_start: 128
|
|
im_end: 256
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (1,0)
|
|
>> shard_distance batch (1,1)
|
|
>> shard_distance batch (1,2)
|
|
>> shard_distance batch (1,3)
|
|
>> shard_distance batch (1,4)
|
|
>> shard_distance batch (1,5)
|
|
>> shard_distance batch (1,6)
|
|
>> shard_distance batch (1,7)
|
|
>> shard_distance batch (1,8)
|
|
>> shard_distance batch (1,9)
|
|
>> shard_distance batch (1,10)
|
|
>> shard_distance batch (1,11)
|
|
>> shard_distance batch (1,12)
|
|
>> shard_distance batch (1,13)
|
|
>> shard_distance batch (1,14)
|
|
>> shard_distance batch (1,15)
|
|
>> shard_distance batch (1,16)
|
|
>> shard_distance batch (1,17)======================
|
|
im_start: 256
|
|
im_end: 384
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (2,0)
|
|
>> shard_distance batch (2,1)
|
|
>> shard_distance batch (2,2)
|
|
>> shard_distance batch (2,3)
|
|
>> shard_distance batch (2,4)
|
|
>> shard_distance batch (2,5)
|
|
>> shard_distance batch (2,6)
|
|
>> shard_distance batch (2,7)
|
|
>> shard_distance batch (2,8)
|
|
>> shard_distance batch (2,9)
|
|
>> shard_distance batch (2,10)
|
|
>> shard_distance batch (2,11)
|
|
>> shard_distance batch (2,12)
|
|
>> shard_distance batch (2,13)
|
|
>> shard_distance batch (2,14)
|
|
>> shard_distance batch (2,15)
|
|
>> shard_distance batch (2,16)
|
|
>> shard_distance batch (2,17)======================
|
|
im_start: 384
|
|
im_end: 452
|
|
the len of captions: 2260
|
|
|
|
>> shard_distance batch (3,0)
|
|
>> shard_distance batch (3,1)
|
|
>> shard_distance batch (3,2)
|
|
>> shard_distance batch (3,3)
|
|
>> shard_distance batch (3,4)
|
|
>> shard_distance batch (3,5)
|
|
>> shard_distance batch (3,6)
|
|
>> shard_distance batch (3,7)
|
|
>> shard_distance batch (3,8)
|
|
>> shard_distance batch (3,9)
|
|
>> shard_distance batch (3,10)
|
|
>> shard_distance batch (3,11)
|
|
>> shard_distance batch (3,12)
|
|
>> shard_distance batch (3,13)
|
|
>> shard_distance batch (3,14)
|
|
>> shard_distance batch (3,15)
|
|
>> shard_distance batch (3,16)
|
|
>> shard_distance batch (3,17)
|
|
infer time: 0.24575955669085184
|
|
calculate similarity time: 33.48664140701294
|
|
r1i:12.389380530973451 r5i:30.97345132743363 r10i:43.584070796460175 medri:15.0 meanri:93.55309734513274
|
|
r1t:10.973451327433628 r5t:36.283185840707965 r10t:51.415929203539825 medrt:10.0 meanrt:43.15840707964602
|
|
sum:30.936578171091444
|
|
------
|
|
|
|
Complete evaluate 4th fold
|
|
===================== Ave Score (5-fold verify) =================
|
|
r1i:11.050884955752215
|
|
r5i:27.438053097345136
|
|
r10i:39.69469026548673
|
|
r1t:9.603539823008848
|
|
r5t:33.94911504424778
|
|
r10t:51.2650442477876
|
|
mr:28.833554572271375
|