update get dangerous pairs

This commit is contained in:
SonNHH 2020-03-31 19:04:50 +07:00
parent b0dca1d45e
commit 0c30c34096
4 changed files with 382 additions and 17 deletions

331
best_thresh_3k.txt Normal file
View File

@ -0,0 +1,331 @@
2999
Split test/train: 1.0 / 9.0 ====================================
thresh: 0.5 ratio: 0.9966555183946488 ( 298 / 299 )
thresh: 0.52 ratio: 0.9966555183946488 ( 298 / 299 )
thresh: 0.54 ratio: 0.9966555183946488 ( 298 / 299 )
thresh: 0.56 ratio: 0.9966555183946488 ( 298 / 299 )
thresh: 0.58 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.6 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.62 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.64 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.66 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.68 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.7 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.72 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.74 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.76 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.78 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.8 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.82 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.84 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.86 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.88 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.9 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.92 ratio: 0.9933110367892977 ( 297 / 299 )
thresh: 0.94 ratio: 0.9899665551839465 ( 296 / 299 )
thresh: 0.96 ratio: 0.9765886287625418 ( 292 / 299 )
thresh: 0.98 ratio: 0.9732441471571907 ( 291 / 299 )
thresh: 1.0 ratio: 0.9665551839464883 ( 289 / 299 )
thresh: 1.02 ratio: 0.9565217391304348 ( 286 / 299 )
thresh: 1.04 ratio: 0.9531772575250836 ( 285 / 299 )
thresh: 1.06 ratio: 0.919732441471572 ( 275 / 299 )
thresh: 1.08 ratio: 0.8862876254180602 ( 265 / 299 )
BEST THRESH: 0.56 with ratio 0.9966555183946488
Split test/train: 1.5 / 8.5 ====================================
thresh: 0.5 ratio: 0.9977728285077951 ( 448 / 449 )
thresh: 0.52 ratio: 0.9977728285077951 ( 448 / 449 )
thresh: 0.54 ratio: 0.9977728285077951 ( 448 / 449 )
thresh: 0.56 ratio: 0.9977728285077951 ( 448 / 449 )
thresh: 0.58 ratio: 0.9955456570155902 ( 447 / 449 )
thresh: 0.6 ratio: 0.9955456570155902 ( 447 / 449 )
thresh: 0.62 ratio: 0.9955456570155902 ( 447 / 449 )
thresh: 0.64 ratio: 0.9955456570155902 ( 447 / 449 )
thresh: 0.66 ratio: 0.9955456570155902 ( 447 / 449 )
thresh: 0.68 ratio: 0.9955456570155902 ( 447 / 449 )
thresh: 0.7 ratio: 0.9955456570155902 ( 447 / 449 )
thresh: 0.72 ratio: 0.9955456570155902 ( 447 / 449 )
thresh: 0.74 ratio: 0.9955456570155902 ( 447 / 449 )
thresh: 0.76 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.78 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.8 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.82 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.84 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.86 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.88 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.9 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.92 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.94 ratio: 0.9933184855233853 ( 446 / 449 )
thresh: 0.96 ratio: 0.9799554565701559 ( 440 / 449 )
thresh: 0.98 ratio: 0.9755011135857461 ( 438 / 449 )
thresh: 1.0 ratio: 0.9710467706013363 ( 436 / 449 )
thresh: 1.02 ratio: 0.955456570155902 ( 429 / 449 )
thresh: 1.04 ratio: 0.9510022271714922 ( 427 / 449 )
thresh: 1.06 ratio: 0.9242761692650334 ( 415 / 449 )
thresh: 1.08 ratio: 0.8775055679287305 ( 394 / 449 )
BEST THRESH: 0.56 with ratio 0.9977728285077951
Split test/train: 2.0 / 8.0 ====================================
thresh: 0.5 ratio: 0.998330550918197 ( 598 / 599 )
thresh: 0.52 ratio: 0.998330550918197 ( 598 / 599 )
thresh: 0.54 ratio: 0.998330550918197 ( 598 / 599 )
thresh: 0.56 ratio: 0.996661101836394 ( 597 / 599 )
thresh: 0.58 ratio: 0.994991652754591 ( 596 / 599 )
thresh: 0.6 ratio: 0.994991652754591 ( 596 / 599 )
thresh: 0.62 ratio: 0.994991652754591 ( 596 / 599 )
thresh: 0.64 ratio: 0.994991652754591 ( 596 / 599 )
thresh: 0.66 ratio: 0.994991652754591 ( 596 / 599 )
thresh: 0.68 ratio: 0.994991652754591 ( 596 / 599 )
thresh: 0.7 ratio: 0.994991652754591 ( 596 / 599 )
thresh: 0.72 ratio: 0.994991652754591 ( 596 / 599 )
thresh: 0.74 ratio: 0.994991652754591 ( 596 / 599 )
thresh: 0.76 ratio: 0.993322203672788 ( 595 / 599 )
thresh: 0.78 ratio: 0.993322203672788 ( 595 / 599 )
thresh: 0.8 ratio: 0.993322203672788 ( 595 / 599 )
thresh: 0.82 ratio: 0.993322203672788 ( 595 / 599 )
thresh: 0.84 ratio: 0.993322203672788 ( 595 / 599 )
thresh: 0.86 ratio: 0.993322203672788 ( 595 / 599 )
thresh: 0.88 ratio: 0.993322203672788 ( 595 / 599 )
thresh: 0.9 ratio: 0.993322203672788 ( 595 / 599 )
thresh: 0.92 ratio: 0.993322203672788 ( 595 / 599 )
thresh: 0.94 ratio: 0.991652754590985 ( 594 / 599 )
thresh: 0.96 ratio: 0.9816360601001669 ( 588 / 599 )
thresh: 0.98 ratio: 0.9782971619365609 ( 586 / 599 )
thresh: 1.0 ratio: 0.9749582637729549 ( 584 / 599 )
thresh: 1.02 ratio: 0.9649415692821369 ( 578 / 599 )
thresh: 1.04 ratio: 0.9565943238731218 ( 573 / 599 )
thresh: 1.06 ratio: 0.9332220367278798 ( 559 / 599 )
thresh: 1.08 ratio: 0.8881469115191987 ( 532 / 599 )
BEST THRESH: 0.54 with ratio 0.998330550918197
Split test/train: 2.5 / 7.5 ====================================
thresh: 0.5 ratio: 0.9986648865153538 ( 748 / 749 )
thresh: 0.52 ratio: 0.9986648865153538 ( 748 / 749 )
thresh: 0.54 ratio: 0.9986648865153538 ( 748 / 749 )
thresh: 0.56 ratio: 0.9973297730307076 ( 747 / 749 )
thresh: 0.58 ratio: 0.9959946595460614 ( 746 / 749 )
thresh: 0.6 ratio: 0.9959946595460614 ( 746 / 749 )
thresh: 0.62 ratio: 0.9959946595460614 ( 746 / 749 )
thresh: 0.64 ratio: 0.9959946595460614 ( 746 / 749 )
thresh: 0.66 ratio: 0.9959946595460614 ( 746 / 749 )
thresh: 0.68 ratio: 0.9959946595460614 ( 746 / 749 )
thresh: 0.7 ratio: 0.9959946595460614 ( 746 / 749 )
thresh: 0.72 ratio: 0.9959946595460614 ( 746 / 749 )
thresh: 0.74 ratio: 0.9959946595460614 ( 746 / 749 )
thresh: 0.76 ratio: 0.9946595460614153 ( 745 / 749 )
thresh: 0.78 ratio: 0.9946595460614153 ( 745 / 749 )
thresh: 0.8 ratio: 0.9946595460614153 ( 745 / 749 )
thresh: 0.82 ratio: 0.9946595460614153 ( 745 / 749 )
thresh: 0.84 ratio: 0.9946595460614153 ( 745 / 749 )
thresh: 0.86 ratio: 0.9946595460614153 ( 745 / 749 )
thresh: 0.88 ratio: 0.9946595460614153 ( 745 / 749 )
thresh: 0.9 ratio: 0.9946595460614153 ( 745 / 749 )
thresh: 0.92 ratio: 0.9946595460614153 ( 745 / 749 )
thresh: 0.94 ratio: 0.9933244325767691 ( 744 / 749 )
thresh: 0.96 ratio: 0.9853137516688919 ( 738 / 749 )
thresh: 0.98 ratio: 0.9826435246995995 ( 736 / 749 )
thresh: 1.0 ratio: 0.9799732977303071 ( 734 / 749 )
thresh: 1.02 ratio: 0.9706275033377837 ( 727 / 749 )
thresh: 1.04 ratio: 0.9639519359145527 ( 722 / 749 )
thresh: 1.06 ratio: 0.9399198931909212 ( 704 / 749 )
thresh: 1.08 ratio: 0.8931909212283045 ( 669 / 749 )
BEST THRESH: 0.54 with ratio 0.9986648865153538
Split test/train: 3.0 / 7.0 ====================================
thresh: 0.5 ratio: 0.9988876529477196 ( 898 / 899 )
thresh: 0.52 ratio: 0.9988876529477196 ( 898 / 899 )
thresh: 0.54 ratio: 0.9988876529477196 ( 898 / 899 )
thresh: 0.56 ratio: 0.9977753058954394 ( 897 / 899 )
thresh: 0.58 ratio: 0.996662958843159 ( 896 / 899 )
thresh: 0.6 ratio: 0.996662958843159 ( 896 / 899 )
thresh: 0.62 ratio: 0.996662958843159 ( 896 / 899 )
thresh: 0.64 ratio: 0.996662958843159 ( 896 / 899 )
thresh: 0.66 ratio: 0.996662958843159 ( 896 / 899 )
thresh: 0.68 ratio: 0.996662958843159 ( 896 / 899 )
thresh: 0.7 ratio: 0.996662958843159 ( 896 / 899 )
thresh: 0.72 ratio: 0.9955506117908788 ( 895 / 899 )
thresh: 0.74 ratio: 0.9955506117908788 ( 895 / 899 )
thresh: 0.76 ratio: 0.9944382647385984 ( 894 / 899 )
thresh: 0.78 ratio: 0.9944382647385984 ( 894 / 899 )
thresh: 0.8 ratio: 0.9944382647385984 ( 894 / 899 )
thresh: 0.82 ratio: 0.9944382647385984 ( 894 / 899 )
thresh: 0.84 ratio: 0.9944382647385984 ( 894 / 899 )
thresh: 0.86 ratio: 0.9933259176863182 ( 893 / 899 )
thresh: 0.88 ratio: 0.9933259176863182 ( 893 / 899 )
thresh: 0.9 ratio: 0.9933259176863182 ( 893 / 899 )
thresh: 0.92 ratio: 0.9933259176863182 ( 893 / 899 )
thresh: 0.94 ratio: 0.9933259176863182 ( 893 / 899 )
thresh: 0.96 ratio: 0.985539488320356 ( 886 / 899 )
thresh: 0.98 ratio: 0.982202447163515 ( 883 / 899 )
thresh: 1.0 ratio: 0.9799777530589544 ( 881 / 899 )
thresh: 1.02 ratio: 0.9733036707452726 ( 875 / 899 )
thresh: 1.04 ratio: 0.9666295884315906 ( 869 / 899 )
thresh: 1.06 ratio: 0.9443826473859844 ( 849 / 899 )
thresh: 1.08 ratio: 0.8987764182424917 ( 808 / 899 )
BEST THRESH: 0.54 with ratio 0.9988876529477196
Split test/train: 3.5 / 6.5 ====================================
thresh: 0.5 ratio: 0.998093422306959 ( 1047 / 1049 )
thresh: 0.52 ratio: 0.998093422306959 ( 1047 / 1049 )
thresh: 0.54 ratio: 0.998093422306959 ( 1047 / 1049 )
thresh: 0.56 ratio: 0.9971401334604385 ( 1046 / 1049 )
thresh: 0.58 ratio: 0.996186844613918 ( 1045 / 1049 )
thresh: 0.6 ratio: 0.996186844613918 ( 1045 / 1049 )
thresh: 0.62 ratio: 0.996186844613918 ( 1045 / 1049 )
thresh: 0.64 ratio: 0.996186844613918 ( 1045 / 1049 )
thresh: 0.66 ratio: 0.996186844613918 ( 1045 / 1049 )
thresh: 0.68 ratio: 0.996186844613918 ( 1045 / 1049 )
thresh: 0.7 ratio: 0.996186844613918 ( 1045 / 1049 )
thresh: 0.72 ratio: 0.9952335557673975 ( 1044 / 1049 )
thresh: 0.74 ratio: 0.9952335557673975 ( 1044 / 1049 )
thresh: 0.76 ratio: 0.994280266920877 ( 1043 / 1049 )
thresh: 0.78 ratio: 0.994280266920877 ( 1043 / 1049 )
thresh: 0.8 ratio: 0.994280266920877 ( 1043 / 1049 )
thresh: 0.82 ratio: 0.994280266920877 ( 1043 / 1049 )
thresh: 0.84 ratio: 0.994280266920877 ( 1043 / 1049 )
thresh: 0.86 ratio: 0.9933269780743565 ( 1042 / 1049 )
thresh: 0.88 ratio: 0.9933269780743565 ( 1042 / 1049 )
thresh: 0.9 ratio: 0.9933269780743565 ( 1042 / 1049 )
thresh: 0.92 ratio: 0.9933269780743565 ( 1042 / 1049 )
thresh: 0.94 ratio: 0.9933269780743565 ( 1042 / 1049 )
thresh: 0.96 ratio: 0.9866539561487131 ( 1035 / 1049 )
thresh: 0.98 ratio: 0.9847473784556721 ( 1033 / 1049 )
thresh: 1.0 ratio: 0.9809342230695901 ( 1029 / 1049 )
thresh: 1.02 ratio: 0.9761677788369876 ( 1024 / 1049 )
thresh: 1.04 ratio: 0.9666348903717826 ( 1014 / 1049 )
thresh: 1.06 ratio: 0.9456625357483317 ( 992 / 1049 )
thresh: 1.08 ratio: 0.8970448045757865 ( 941 / 1049 )
BEST THRESH: 0.54 with ratio 0.998093422306959
Split test/train: 4.0 / 6.0 ====================================
thresh: 0.5 ratio: 0.9983319432860718 ( 1197 / 1199 )
thresh: 0.52 ratio: 0.9983319432860718 ( 1197 / 1199 )
thresh: 0.54 ratio: 0.9983319432860718 ( 1197 / 1199 )
thresh: 0.56 ratio: 0.9974979149291076 ( 1196 / 1199 )
thresh: 0.58 ratio: 0.9966638865721434 ( 1195 / 1199 )
thresh: 0.6 ratio: 0.9966638865721434 ( 1195 / 1199 )
thresh: 0.62 ratio: 0.9966638865721434 ( 1195 / 1199 )
thresh: 0.64 ratio: 0.9966638865721434 ( 1195 / 1199 )
thresh: 0.66 ratio: 0.9966638865721434 ( 1195 / 1199 )
thresh: 0.68 ratio: 0.9966638865721434 ( 1195 / 1199 )
thresh: 0.7 ratio: 0.9966638865721434 ( 1195 / 1199 )
thresh: 0.72 ratio: 0.9958298582151793 ( 1194 / 1199 )
thresh: 0.74 ratio: 0.9958298582151793 ( 1194 / 1199 )
thresh: 0.76 ratio: 0.9949958298582152 ( 1193 / 1199 )
thresh: 0.78 ratio: 0.9949958298582152 ( 1193 / 1199 )
thresh: 0.8 ratio: 0.9949958298582152 ( 1193 / 1199 )
thresh: 0.82 ratio: 0.9949958298582152 ( 1193 / 1199 )
thresh: 0.84 ratio: 0.9949958298582152 ( 1193 / 1199 )
thresh: 0.86 ratio: 0.994161801501251 ( 1192 / 1199 )
thresh: 0.88 ratio: 0.994161801501251 ( 1192 / 1199 )
thresh: 0.9 ratio: 0.994161801501251 ( 1192 / 1199 )
thresh: 0.92 ratio: 0.994161801501251 ( 1192 / 1199 )
thresh: 0.94 ratio: 0.994161801501251 ( 1192 / 1199 )
thresh: 0.96 ratio: 0.9891576313594662 ( 1186 / 1199 )
thresh: 0.98 ratio: 0.9858215179316097 ( 1182 / 1199 )
thresh: 1.0 ratio: 0.981651376146789 ( 1177 / 1199 )
thresh: 1.02 ratio: 0.9766472060050042 ( 1171 / 1199 )
thresh: 1.04 ratio: 0.9683069224353628 ( 1161 / 1199 )
thresh: 1.06 ratio: 0.9466221851542952 ( 1135 / 1199 )
thresh: 1.08 ratio: 0.902418682235196 ( 1082 / 1199 )
BEST THRESH: 0.54 with ratio 0.9983319432860718
Split test/train: 4.5 / 5.5 ====================================
thresh: 0.5 ratio: 0.9992587101556709 ( 1348 / 1349 )
thresh: 0.52 ratio: 0.9992587101556709 ( 1348 / 1349 )
thresh: 0.54 ratio: 0.9992587101556709 ( 1348 / 1349 )
thresh: 0.56 ratio: 0.9985174203113417 ( 1347 / 1349 )
thresh: 0.58 ratio: 0.9985174203113417 ( 1347 / 1349 )
thresh: 0.6 ratio: 0.9985174203113417 ( 1347 / 1349 )
thresh: 0.62 ratio: 0.9985174203113417 ( 1347 / 1349 )
thresh: 0.64 ratio: 0.9985174203113417 ( 1347 / 1349 )
thresh: 0.66 ratio: 0.9985174203113417 ( 1347 / 1349 )
thresh: 0.68 ratio: 0.9985174203113417 ( 1347 / 1349 )
thresh: 0.7 ratio: 0.9985174203113417 ( 1347 / 1349 )
thresh: 0.72 ratio: 0.9977761304670126 ( 1346 / 1349 )
thresh: 0.74 ratio: 0.9977761304670126 ( 1346 / 1349 )
thresh: 0.76 ratio: 0.9970348406226834 ( 1345 / 1349 )
thresh: 0.78 ratio: 0.9970348406226834 ( 1345 / 1349 )
thresh: 0.8 ratio: 0.9970348406226834 ( 1345 / 1349 )
thresh: 0.82 ratio: 0.9970348406226834 ( 1345 / 1349 )
thresh: 0.84 ratio: 0.9970348406226834 ( 1345 / 1349 )
thresh: 0.86 ratio: 0.9962935507783544 ( 1344 / 1349 )
thresh: 0.88 ratio: 0.9962935507783544 ( 1344 / 1349 )
thresh: 0.9 ratio: 0.9962935507783544 ( 1344 / 1349 )
thresh: 0.92 ratio: 0.9962935507783544 ( 1344 / 1349 )
thresh: 0.94 ratio: 0.9962935507783544 ( 1344 / 1349 )
thresh: 0.96 ratio: 0.9925871015567087 ( 1339 / 1349 )
thresh: 0.98 ratio: 0.9896219421793921 ( 1335 / 1349 )
thresh: 1.0 ratio: 0.9851742031134173 ( 1329 / 1349 )
thresh: 1.02 ratio: 0.9792438843587843 ( 1321 / 1349 )
thresh: 1.04 ratio: 0.9710896960711638 ( 1310 / 1349 )
thresh: 1.06 ratio: 0.9503335804299481 ( 1282 / 1349 )
thresh: 1.08 ratio: 0.9095626389918459 ( 1227 / 1349 )
BEST THRESH: 0.54 with ratio 0.9992587101556709
Split test/train: 5.0 / 5.0 ====================================
thresh: 0.5 ratio: 0.9993328885923949 ( 1498 / 1499 )
thresh: 0.52 ratio: 0.9993328885923949 ( 1498 / 1499 )
thresh: 0.54 ratio: 0.9993328885923949 ( 1498 / 1499 )
thresh: 0.56 ratio: 0.9986657771847899 ( 1497 / 1499 )
thresh: 0.58 ratio: 0.9986657771847899 ( 1497 / 1499 )
thresh: 0.6 ratio: 0.9986657771847899 ( 1497 / 1499 )
thresh: 0.62 ratio: 0.9986657771847899 ( 1497 / 1499 )
thresh: 0.64 ratio: 0.9986657771847899 ( 1497 / 1499 )
thresh: 0.66 ratio: 0.9986657771847899 ( 1497 / 1499 )
thresh: 0.68 ratio: 0.9986657771847899 ( 1497 / 1499 )
thresh: 0.7 ratio: 0.9986657771847899 ( 1497 / 1499 )
thresh: 0.72 ratio: 0.9979986657771848 ( 1496 / 1499 )
thresh: 0.74 ratio: 0.9979986657771848 ( 1496 / 1499 )
thresh: 0.76 ratio: 0.9973315543695798 ( 1495 / 1499 )
thresh: 0.78 ratio: 0.9973315543695798 ( 1495 / 1499 )
thresh: 0.8 ratio: 0.9973315543695798 ( 1495 / 1499 )
thresh: 0.82 ratio: 0.9973315543695798 ( 1495 / 1499 )
thresh: 0.84 ratio: 0.9973315543695798 ( 1495 / 1499 )
thresh: 0.86 ratio: 0.9966644429619747 ( 1494 / 1499 )
thresh: 0.88 ratio: 0.9966644429619747 ( 1494 / 1499 )
thresh: 0.9 ratio: 0.9966644429619747 ( 1494 / 1499 )
thresh: 0.92 ratio: 0.9966644429619747 ( 1494 / 1499 )
thresh: 0.94 ratio: 0.9966644429619747 ( 1494 / 1499 )
thresh: 0.96 ratio: 0.9933288859239493 ( 1489 / 1499 )
thresh: 0.98 ratio: 0.9906604402935291 ( 1485 / 1499 )
thresh: 1.0 ratio: 0.9866577718478986 ( 1479 / 1499 )
thresh: 1.02 ratio: 0.981320880587058 ( 1471 / 1499 )
thresh: 1.04 ratio: 0.9719813208805871 ( 1457 / 1499 )
thresh: 1.06 ratio: 0.9539693128752502 ( 1430 / 1499 )
thresh: 1.08 ratio: 0.9199466310873916 ( 1379 / 1499 )
BEST THRESH: 0.54 with ratio 0.9993328885923949
Split test/train: 5.5 / 4.5 ====================================
thresh: 0.5 ratio: 0.9993935718617344 ( 1648 / 1649 )
thresh: 0.52 ratio: 0.9993935718617344 ( 1648 / 1649 )
thresh: 0.54 ratio: 0.9993935718617344 ( 1648 / 1649 )
thresh: 0.56 ratio: 0.9987871437234688 ( 1647 / 1649 )
thresh: 0.58 ratio: 0.9987871437234688 ( 1647 / 1649 )
thresh: 0.6 ratio: 0.9987871437234688 ( 1647 / 1649 )
thresh: 0.62 ratio: 0.9987871437234688 ( 1647 / 1649 )
thresh: 0.64 ratio: 0.9987871437234688 ( 1647 / 1649 )
thresh: 0.66 ratio: 0.9987871437234688 ( 1647 / 1649 )
thresh: 0.68 ratio: 0.9987871437234688 ( 1647 / 1649 )
thresh: 0.7 ratio: 0.9987871437234688 ( 1647 / 1649 )
thresh: 0.72 ratio: 0.9981807155852032 ( 1646 / 1649 )
thresh: 0.74 ratio: 0.9981807155852032 ( 1646 / 1649 )
thresh: 0.76 ratio: 0.9975742874469375 ( 1645 / 1649 )
thresh: 0.78 ratio: 0.9975742874469375 ( 1645 / 1649 )
thresh: 0.8 ratio: 0.9975742874469375 ( 1645 / 1649 )
thresh: 0.82 ratio: 0.9975742874469375 ( 1645 / 1649 )
thresh: 0.84 ratio: 0.9975742874469375 ( 1645 / 1649 )
thresh: 0.86 ratio: 0.9969678593086719 ( 1644 / 1649 )
thresh: 0.88 ratio: 0.9969678593086719 ( 1644 / 1649 )
thresh: 0.9 ratio: 0.9969678593086719 ( 1644 / 1649 )
thresh: 0.92 ratio: 0.9963614311704063 ( 1643 / 1649 )
thresh: 0.94 ratio: 0.9963614311704063 ( 1643 / 1649 )
thresh: 0.96 ratio: 0.9939357186173439 ( 1639 / 1649 )
thresh: 0.98 ratio: 0.9909035779260158 ( 1634 / 1649 )
thresh: 1.0 ratio: 0.9872650090964221 ( 1628 / 1649 )
thresh: 1.02 ratio: 0.9830200121285627 ( 1621 / 1649 )
thresh: 1.04 ratio: 0.9733171619163129 ( 1605 / 1649 )
thresh: 1.06 ratio: 0.9557307459066101 ( 1576 / 1649 )
thresh: 1.08 ratio: 0.9211643420254699 ( 1519 / 1649 )
BEST THRESH: 0.54 with ratio 0.9993935718617344

12
dangerous_pairs_3k.txt Normal file
View File

@ -0,0 +1,12 @@
2999
Dangerous pairs: 71-11 (ID: 472 ) - 2-11 (ID: 609 ) (Dist: 0.415890584532 )
Dangerous pairs: lfso (ID: 544 ) - lfso (ID: 846 ) (Dist: 0.149832931817 )
Dangerous pairs: Eva_Amurri_0001 (ID: 565 ) - Emmy_Rossum_0001 (ID: 2437 ) (Dist: 0.214285733302 )
Dangerous pairs: Eduardo_Duhalde_0004 (ID: 594 ) - Carlos_Ruckauf_0001 (ID: 2623 ) (Dist: 0.555118467781 )
Dangerous pairs: Noer_Moeis_0001 (ID: 723 ) - Noer_Muis_0001 (ID: 1906 ) (Dist: 0.548306510108 )
Dangerous pairs: Andrew_Caldecott_0001 (ID: 739 ) - Andrew_Gilligan_0001 (ID: 889 ) (Dist: 0.278332053031 )
Dangerous pairs: Claire_Hentzen_0001 (ID: 1068 ) - Morgan_Hentzen_0001 (ID: 1771 ) (Dist: 0.703987264577 )
Dangerous pairs: Ricky_Ray_0001 (ID: 1279 ) - Bart_Hendricks_0001 (ID: 2675 ) (Dist: 0.0 )
Dangerous pairs: Chyung_Dai-chul_0001 (ID: 1637 ) - Dai_Chul_Chyung_0001 (ID: 2847 ) (Dist: 0.756800585238 )
Dangerous pairs: Carlos_Beltran_0001 (ID: 1667 ) - Raul_Ibanez_0001 (ID: 2577 ) (Dist: 0.0 )
Dangerous pairs: Sung_Hong_Choi_0001 (ID: 2020 ) - Choi_Sung-hong_0005 (ID: 2928 ) (Dist: 0.571706268264 )

1
features_3k.json Normal file

File diff suppressed because one or more lines are too long

31
test.py
View File

@ -2,13 +2,30 @@ import json
import random
import numpy as np
data = []
raw_data = []
with open("features_1k.json") as file_json:
data = json.load(file_json)
print(len(data))
with open("features_3k.json") as file_json:
raw_data = json.load(file_json)
print(len(raw_data))
# random.shuffle(data)
data = raw_data.copy()
def get_dangerous_pairs(thresh):
for i in range(len(raw_data) - 1):
test = np.array(raw_data[i]["feature"])
# test = test.reshape(test, (1, test.shape[0]))
for j in range(i+1, len(raw_data)):
train = np.array(raw_data[j]["feature"])
dist = np.sqrt(np.sum(np.square(test-train)))
if dist < thresh:
print("Dangerous pairs:",
raw_data[i]["name"], '(ID: ',raw_data[i]["id"],')',
'-',
raw_data[j]["name"], '(ID: ',raw_data[j]["id"],')',
'(Dist: ',dist,')')
# train = train.reshape(train, (1, train.shape[0]))
random.shuffle(data)
def calculate_ratio(split_ratio, thresh_hold):
# split_ratio = 0.2
# thresh_hold = 0.7
@ -39,6 +56,7 @@ def calculate_ratio(split_ratio, thresh_hold):
print('\tthresh:', thresh_hold, '\tratio:', t1/t2, '(', t1, '/', t2 ,')')
return t1/t2
def find_best_threshold():
for j in range(10, 60, 5):
split = j / 100
print('\nSplit test/train:', split*10, '/', 10-split*10, '====================================')
@ -51,3 +69,6 @@ for j in range(10, 60, 5):
best_ratio = ratio
best_thresh =thresh
print('\tBEST THRESH: ', best_thresh, 'with ratio ', best_ratio)
get_dangerous_pairs(0.8)
find_best_threshold()