INFO:root:loading articles
INFO:root:loaded 21431 articles (ignoring 0 empty articles and 0 articles with no MSC)
INFO:root:len(art2msc)=5040
INFO:root:64 breaks
INFO:root:loading cossim matrix
DEBUG:root:55 articles in category ('01',)
INFO:root:avg similarity within 01: 0.131831
INFO:root:stddev similarity within 01: 0.138123
DEBUG:root:creating msc=01 luminescence matrix
DEBUG:root:saving msc=01 similarity luminescence matrix to TFIDF_sim_lum100_01.png
INFO:root:saving to TFIDF_sim_lum100_01.png
DEBUG:root:4 articles in category ('02',)
INFO:root:avg similarity within 02: 0.472006
INFO:root:stddev similarity within 02: 0.336962
DEBUG:root:creating msc=02 luminescence matrix
DEBUG:root:saving msc=02 similarity luminescence matrix to TFIDF_sim_lum100_02.png
INFO:root:saving to TFIDF_sim_lum100_02.png
DEBUG:root:54 articles in category ('03',)
INFO:root:avg similarity within 03: 0.080108
INFO:root:stddev similarity within 03: 0.164034
DEBUG:root:creating msc=03 luminescence matrix
DEBUG:root:saving msc=03 similarity luminescence matrix to TFIDF_sim_lum100_03.png
INFO:root:saving to TFIDF_sim_lum100_03.png
DEBUG:root:10 articles in category ('04',)
INFO:root:avg similarity within 04: 0.165841
INFO:root:stddev similarity within 04: 0.286606
DEBUG:root:creating msc=04 luminescence matrix
DEBUG:root:saving msc=04 similarity luminescence matrix to TFIDF_sim_lum100_04.png
INFO:root:saving to TFIDF_sim_lum100_04.png
DEBUG:root:131 articles in category ('05',)
INFO:root:avg similarity within 05: 0.147573
INFO:root:stddev similarity within 05: 0.138811
DEBUG:root:creating msc=05 luminescence matrix
DEBUG:root:saving msc=05 similarity luminescence matrix to TFIDF_sim_lum100_05.png
INFO:root:saving to TFIDF_sim_lum100_05.png
DEBUG:root:147 articles in category ('06',)
INFO:root:avg similarity within 06: 0.146075
INFO:root:stddev similarity within 06: 0.125643
DEBUG:root:creating msc=06 luminescence matrix
DEBUG:root:saving msc=06 similarity luminescence matrix to TFIDF_sim_lum100_06.png
INFO:root:saving to TFIDF_sim_lum100_06.png
DEBUG:root:53 articles in category ('08',)
INFO:root:avg similarity within 08: 0.136194
INFO:root:stddev similarity within 08: 0.166052
DEBUG:root:creating msc=08 luminescence matrix
DEBUG:root:saving msc=08 similarity luminescence matrix to TFIDF_sim_lum100_08.png
INFO:root:saving to TFIDF_sim_lum100_08.png
DEBUG:root:2 articles in category ('09',)
INFO:root:avg similarity within 09: 0.549487
INFO:root:stddev similarity within 09: 0.450513
DEBUG:root:creating msc=09 luminescence matrix
DEBUG:root:saving msc=09 similarity luminescence matrix to TFIDF_sim_lum100_09.png
INFO:root:saving to TFIDF_sim_lum100_09.png
DEBUG:root:12 articles in category ('10',)
INFO:root:avg similarity within 10: 0.150600
INFO:root:stddev similarity within 10: 0.266872
DEBUG:root:creating msc=10 luminescence matrix
DEBUG:root:saving msc=10 similarity luminescence matrix to TFIDF_sim_lum100_10.png
INFO:root:saving to TFIDF_sim_lum100_10.png
DEBUG:root:406 articles in category ('11',)
INFO:root:avg similarity within 11: 0.067908
INFO:root:stddev similarity within 11: 0.068690
DEBUG:root:creating msc=11 luminescence matrix
DEBUG:root:saving msc=11 similarity luminescence matrix to TFIDF_sim_lum100_11.png
INFO:root:saving to TFIDF_sim_lum100_11.png
DEBUG:root:12 articles in category ('12',)
INFO:root:avg similarity within 12: 0.199593
INFO:root:stddev similarity within 12: 0.278160
DEBUG:root:creating msc=12 luminescence matrix
DEBUG:root:saving msc=12 similarity luminescence matrix to TFIDF_sim_lum100_12.png
INFO:root:saving to TFIDF_sim_lum100_12.png
DEBUG:root:44 articles in category ('13',)
INFO:root:avg similarity within 13: 0.157516
INFO:root:stddev similarity within 13: 0.171507
DEBUG:root:creating msc=13 luminescence matrix
DEBUG:root:saving msc=13 similarity luminescence matrix to TFIDF_sim_lum100_13.png
INFO:root:saving to TFIDF_sim_lum100_13.png
DEBUG:root:327 articles in category ('14',)
INFO:root:avg similarity within 14: 0.089046
INFO:root:stddev similarity within 14: 0.075436
DEBUG:root:creating msc=14 luminescence matrix
DEBUG:root:saving msc=14 similarity luminescence matrix to TFIDF_sim_lum100_14.png
INFO:root:saving to TFIDF_sim_lum100_14.png
DEBUG:root:43 articles in category ('15',)
INFO:root:avg similarity within 15: 0.150590
INFO:root:stddev similarity within 15: 0.156709
DEBUG:root:creating msc=15 luminescence matrix
DEBUG:root:saving msc=15 similarity luminescence matrix to TFIDF_sim_lum100_15.png
INFO:root:saving to TFIDF_sim_lum100_15.png
DEBUG:root:67 articles in category ('16',)
INFO:root:avg similarity within 16: 0.142644
INFO:root:stddev similarity within 16: 0.148456
DEBUG:root:creating msc=16 luminescence matrix
DEBUG:root:saving msc=16 similarity luminescence matrix to TFIDF_sim_lum100_16.png
INFO:root:saving to TFIDF_sim_lum100_16.png
DEBUG:root:31 articles in category ('17',)
INFO:root:avg similarity within 17: 0.122464
INFO:root:stddev similarity within 17: 0.177633
DEBUG:root:creating msc=17 luminescence matrix
DEBUG:root:saving msc=17 similarity luminescence matrix to TFIDF_sim_lum100_17.png
INFO:root:saving to TFIDF_sim_lum100_17.png
DEBUG:root:16 articles in category ('18',)
INFO:root:avg similarity within 18: 0.192920
INFO:root:stddev similarity within 18: 0.219548
DEBUG:root:creating msc=18 luminescence matrix
DEBUG:root:saving msc=18 similarity luminescence matrix to TFIDF_sim_lum100_18.png
INFO:root:saving to TFIDF_sim_lum100_18.png
DEBUG:root:326 articles in category ('20',)
INFO:root:avg similarity within 20: 0.082549
INFO:root:stddev similarity within 20: 0.097636
DEBUG:root:creating msc=20 luminescence matrix
DEBUG:root:saving msc=20 similarity luminescence matrix to TFIDF_sim_lum100_20.png
INFO:root:saving to TFIDF_sim_lum100_20.png
DEBUG:root:62 articles in category ('22',)
INFO:root:avg similarity within 22: 0.097985
INFO:root:stddev similarity within 22: 0.144238
DEBUG:root:creating msc=22 luminescence matrix
DEBUG:root:saving msc=22 similarity luminescence matrix to TFIDF_sim_lum100_22.png
INFO:root:saving to TFIDF_sim_lum100_22.png
DEBUG:root:29 articles in category ('26',)
INFO:root:avg similarity within 26: 0.131960
INFO:root:stddev similarity within 26: 0.186125
DEBUG:root:creating msc=26 luminescence matrix
DEBUG:root:saving msc=26 similarity luminescence matrix to TFIDF_sim_lum100_26.png
INFO:root:saving to TFIDF_sim_lum100_26.png
DEBUG:root:3 articles in category ('27',)
INFO:root:avg similarity within 27: 0.532145
INFO:root:stddev similarity within 27: 0.414746
DEBUG:root:creating msc=27 luminescence matrix
DEBUG:root:saving msc=27 similarity luminescence matrix to TFIDF_sim_lum100_27.png
INFO:root:saving to TFIDF_sim_lum100_27.png
DEBUG:root:37 articles in category ('28',)
INFO:root:avg similarity within 28: 0.105635
INFO:root:stddev similarity within 28: 0.176391
DEBUG:root:creating msc=28 luminescence matrix
DEBUG:root:saving msc=28 similarity luminescence matrix to TFIDF_sim_lum100_28.png
INFO:root:saving to TFIDF_sim_lum100_28.png
DEBUG:root:27 articles in category ('30',)
INFO:root:avg similarity within 30: 0.105537
INFO:root:stddev similarity within 30: 0.196386
DEBUG:root:creating msc=30 luminescence matrix
DEBUG:root:saving msc=30 similarity luminescence matrix to TFIDF_sim_lum100_30.png
INFO:root:saving to TFIDF_sim_lum100_30.png
DEBUG:root:26 articles in category ('31',)
INFO:root:avg similarity within 31: 0.144715
INFO:root:stddev similarity within 31: 0.202859
DEBUG:root:creating msc=31 luminescence matrix
DEBUG:root:saving msc=31 similarity luminescence matrix to TFIDF_sim_lum100_31.png
INFO:root:saving to TFIDF_sim_lum100_31.png
DEBUG:root:94 articles in category ('32',)
INFO:root:avg similarity within 32: 0.127498
INFO:root:stddev similarity within 32: 0.116457
DEBUG:root:creating msc=32 luminescence matrix
DEBUG:root:saving msc=32 similarity luminescence matrix to TFIDF_sim_lum100_32.png
INFO:root:saving to TFIDF_sim_lum100_32.png
DEBUG:root:23 articles in category ('33',)
INFO:root:avg similarity within 33: 0.126040
INFO:root:stddev similarity within 33: 0.207496
DEBUG:root:creating msc=33 luminescence matrix
DEBUG:root:saving msc=33 similarity luminescence matrix to TFIDF_sim_lum100_33.png
INFO:root:saving to TFIDF_sim_lum100_33.png
DEBUG:root:240 articles in category ('34',)
INFO:root:avg similarity within 34: 0.085304
INFO:root:stddev similarity within 34: 0.096769
DEBUG:root:creating msc=34 luminescence matrix
DEBUG:root:saving msc=34 similarity luminescence matrix to TFIDF_sim_lum100_34.png
INFO:root:saving to TFIDF_sim_lum100_34.png
DEBUG:root:524 articles in category ('35',)
INFO:root:avg similarity within 35: 0.076861
INFO:root:stddev similarity within 35: 0.064141
DEBUG:root:creating msc=35 luminescence matrix
DEBUG:root:saving msc=35 similarity luminescence matrix to TFIDF_sim_lum100_35.png
INFO:root:saving to TFIDF_sim_lum100_35.png
DEBUG:root:52 articles in category ('37',)
INFO:root:avg similarity within 37: 0.099350
INFO:root:stddev similarity within 37: 0.142332
DEBUG:root:creating msc=37 luminescence matrix
DEBUG:root:saving msc=37 similarity luminescence matrix to TFIDF_sim_lum100_37.png
INFO:root:saving to TFIDF_sim_lum100_37.png
DEBUG:root:11 articles in category ('39',)
INFO:root:avg similarity within 39: 0.169080
INFO:root:stddev similarity within 39: 0.288989
DEBUG:root:creating msc=39 luminescence matrix
DEBUG:root:saving msc=39 similarity luminescence matrix to TFIDF_sim_lum100_39.png
INFO:root:saving to TFIDF_sim_lum100_39.png
DEBUG:root:8 articles in category ('40',)
INFO:root:avg similarity within 40: 0.215846
INFO:root:stddev similarity within 40: 0.308619
DEBUG:root:creating msc=40 luminescence matrix
DEBUG:root:saving msc=40 similarity luminescence matrix to TFIDF_sim_lum100_40.png
INFO:root:saving to TFIDF_sim_lum100_40.png
DEBUG:root:13 articles in category ('41',)
INFO:root:avg similarity within 41: 0.132942
INFO:root:stddev similarity within 41: 0.255966
DEBUG:root:creating msc=41 luminescence matrix
DEBUG:root:saving msc=41 similarity luminescence matrix to TFIDF_sim_lum100_41.png
INFO:root:saving to TFIDF_sim_lum100_41.png
DEBUG:root:9 articles in category ('42',)
INFO:root:avg similarity within 42: 0.158281
INFO:root:stddev similarity within 42: 0.301406
DEBUG:root:creating msc=42 luminescence matrix
DEBUG:root:saving msc=42 similarity luminescence matrix to TFIDF_sim_lum100_42.png
INFO:root:saving to TFIDF_sim_lum100_42.png
DEBUG:root:12 articles in category ('43',)
INFO:root:avg similarity within 43: 0.145545
INFO:root:stddev similarity within 43: 0.262399
DEBUG:root:creating msc=43 luminescence matrix
DEBUG:root:saving msc=43 similarity luminescence matrix to TFIDF_sim_lum100_43.png
INFO:root:saving to TFIDF_sim_lum100_43.png
DEBUG:root:3 articles in category ('44',)
INFO:root:avg similarity within 44: 0.374765
INFO:root:stddev similarity within 44: 0.442709
DEBUG:root:creating msc=44 luminescence matrix
DEBUG:root:saving msc=44 similarity luminescence matrix to TFIDF_sim_lum100_44.png
INFO:root:saving to TFIDF_sim_lum100_44.png
DEBUG:root:23 articles in category ('45',)
INFO:root:avg similarity within 45: 0.143848
INFO:root:stddev similarity within 45: 0.198403
DEBUG:root:creating msc=45 luminescence matrix
DEBUG:root:saving msc=45 similarity luminescence matrix to TFIDF_sim_lum100_45.png
INFO:root:saving to TFIDF_sim_lum100_45.png
DEBUG:root:179 articles in category ('46',)
INFO:root:avg similarity within 46: 0.060317
INFO:root:stddev similarity within 46: 0.089426
DEBUG:root:creating msc=46 luminescence matrix
DEBUG:root:saving msc=46 similarity luminescence matrix to TFIDF_sim_lum100_46.png
INFO:root:saving to TFIDF_sim_lum100_46.png
DEBUG:root:70 articles in category ('47',)
INFO:root:avg similarity within 47: 0.088565
INFO:root:stddev similarity within 47: 0.127334
DEBUG:root:creating msc=47 luminescence matrix
DEBUG:root:saving msc=47 similarity luminescence matrix to TFIDF_sim_lum100_47.png
INFO:root:saving to TFIDF_sim_lum100_47.png
DEBUG:root:2 articles in category ('48',)
INFO:root:avg similarity within 48: 0.698238
INFO:root:stddev similarity within 48: 0.301762
DEBUG:root:creating msc=48 luminescence matrix
DEBUG:root:saving msc=48 similarity luminescence matrix to TFIDF_sim_lum100_48.png
INFO:root:saving to TFIDF_sim_lum100_48.png
DEBUG:root:77 articles in category ('49',)
INFO:root:avg similarity within 49: 0.096424
INFO:root:stddev similarity within 49: 0.126268
DEBUG:root:creating msc=49 luminescence matrix
DEBUG:root:saving msc=49 similarity luminescence matrix to TFIDF_sim_lum100_49.png
INFO:root:saving to TFIDF_sim_lum100_49.png
DEBUG:root:7 articles in category ('50',)
INFO:root:avg similarity within 50: 0.269266
INFO:root:stddev similarity within 50: 0.320908
DEBUG:root:creating msc=50 luminescence matrix
DEBUG:root:saving msc=50 similarity luminescence matrix to TFIDF_sim_lum100_50.png
INFO:root:saving to TFIDF_sim_lum100_50.png
DEBUG:root:14 articles in category ('51',)
INFO:root:avg similarity within 51: 0.125256
INFO:root:stddev similarity within 51: 0.249510
DEBUG:root:creating msc=51 luminescence matrix
DEBUG:root:saving msc=51 similarity luminescence matrix to TFIDF_sim_lum100_51.png
INFO:root:saving to TFIDF_sim_lum100_51.png
DEBUG:root:13 articles in category ('52',)
INFO:root:avg similarity within 52: 0.160657
INFO:root:stddev similarity within 52: 0.272083
DEBUG:root:creating msc=52 luminescence matrix
DEBUG:root:saving msc=52 similarity luminescence matrix to TFIDF_sim_lum100_52.png
INFO:root:saving to TFIDF_sim_lum100_52.png
DEBUG:root:174 articles in category ('53',)
INFO:root:avg similarity within 53: 0.074282
INFO:root:stddev similarity within 53: 0.096798
DEBUG:root:creating msc=53 luminescence matrix
DEBUG:root:saving msc=53 similarity luminescence matrix to TFIDF_sim_lum100_53.png
INFO:root:saving to TFIDF_sim_lum100_53.png
DEBUG:root:138 articles in category ('54',)
INFO:root:avg similarity within 54: 0.077873
INFO:root:stddev similarity within 54: 0.105934
DEBUG:root:creating msc=54 luminescence matrix
DEBUG:root:saving msc=54 similarity luminescence matrix to TFIDF_sim_lum100_54.png
INFO:root:saving to TFIDF_sim_lum100_54.png
DEBUG:root:23 articles in category ('55',)
INFO:root:avg similarity within 55: 0.180907
INFO:root:stddev similarity within 55: 0.200814
DEBUG:root:creating msc=55 luminescence matrix
DEBUG:root:saving msc=55 similarity luminescence matrix to TFIDF_sim_lum100_55.png
INFO:root:saving to TFIDF_sim_lum100_55.png
DEBUG:root:1 articles in category ('56',)
INFO:root:avg similarity within 56: 1.000000
INFO:root:stddev similarity within 56: 0.000000
DEBUG:root:creating msc=56 luminescence matrix
DEBUG:root:saving msc=56 similarity luminescence matrix to TFIDF_sim_lum100_56.png
INFO:root:saving to TFIDF_sim_lum100_56.png
DEBUG:root:32 articles in category ('57',)
INFO:root:avg similarity within 57: 0.087955
INFO:root:stddev similarity within 57: 0.173792
DEBUG:root:creating msc=57 luminescence matrix
DEBUG:root:saving msc=57 similarity luminescence matrix to TFIDF_sim_lum100_57.png
INFO:root:saving to TFIDF_sim_lum100_57.png
DEBUG:root:53 articles in category ('58',)
INFO:root:avg similarity within 58: 0.078570
INFO:root:stddev similarity within 58: 0.140969
DEBUG:root:creating msc=58 luminescence matrix
DEBUG:root:saving msc=58 similarity luminescence matrix to TFIDF_sim_lum100_58.png
INFO:root:saving to TFIDF_sim_lum100_58.png
DEBUG:root:627 articles in category ('60',)
INFO:root:avg similarity within 60: 0.070554
INFO:root:stddev similarity within 60: 0.071013
DEBUG:root:creating msc=60 luminescence matrix
DEBUG:root:saving msc=60 similarity luminescence matrix to TFIDF_sim_lum100_60.png
INFO:root:saving to TFIDF_sim_lum100_60.png
DEBUG:root:134 articles in category ('62',)
INFO:root:avg similarity within 62: 0.083074
INFO:root:stddev similarity within 62: 0.102733
DEBUG:root:creating msc=62 luminescence matrix
DEBUG:root:saving msc=62 similarity luminescence matrix to TFIDF_sim_lum100_62.png
INFO:root:saving to TFIDF_sim_lum100_62.png
DEBUG:root:233 articles in category ('65',)
INFO:root:avg similarity within 65: 0.079629
INFO:root:stddev similarity within 65: 0.081311
DEBUG:root:creating msc=65 luminescence matrix
DEBUG:root:saving msc=65 similarity luminescence matrix to TFIDF_sim_lum100_65.png
INFO:root:saving to TFIDF_sim_lum100_65.png
DEBUG:root:28 articles in category ('68',)
INFO:root:avg similarity within 68: 0.088399
INFO:root:stddev similarity within 68: 0.194321
DEBUG:root:creating msc=68 luminescence matrix
DEBUG:root:saving msc=68 similarity luminescence matrix to TFIDF_sim_lum100_68.png
INFO:root:saving to TFIDF_sim_lum100_68.png
DEBUG:root:20 articles in category ('70',)
INFO:root:avg similarity within 70: 0.117817
INFO:root:stddev similarity within 70: 0.214816
DEBUG:root:creating msc=70 luminescence matrix
DEBUG:root:saving msc=70 similarity luminescence matrix to TFIDF_sim_lum100_70.png
INFO:root:saving to TFIDF_sim_lum100_70.png
DEBUG:root:8 articles in category ('73',)
INFO:root:avg similarity within 73: 0.305908
INFO:root:stddev similarity within 73: 0.294622
DEBUG:root:creating msc=73 luminescence matrix
DEBUG:root:saving msc=73 similarity luminescence matrix to TFIDF_sim_lum100_73.png
INFO:root:saving to TFIDF_sim_lum100_73.png
DEBUG:root:108 articles in category ('74',)
INFO:root:avg similarity within 74: 0.120180
INFO:root:stddev similarity within 74: 0.116016
DEBUG:root:creating msc=74 luminescence matrix
DEBUG:root:saving msc=74 similarity luminescence matrix to TFIDF_sim_lum100_74.png
INFO:root:saving to TFIDF_sim_lum100_74.png
DEBUG:root:63 articles in category ('76',)
INFO:root:avg similarity within 76: 0.097286
INFO:root:stddev similarity within 76: 0.137476
DEBUG:root:creating msc=76 luminescence matrix
DEBUG:root:saving msc=76 similarity luminescence matrix to TFIDF_sim_lum100_76.png
INFO:root:saving to TFIDF_sim_lum100_76.png
DEBUG:root:9 articles in category ('81',)
INFO:root:avg similarity within 81: 0.173013
INFO:root:stddev similarity within 81: 0.311560
DEBUG:root:creating msc=81 luminescence matrix
DEBUG:root:saving msc=81 similarity luminescence matrix to TFIDF_sim_lum100_81.png
INFO:root:saving to TFIDF_sim_lum100_81.png
DEBUG:root:1 articles in category ('82',)
INFO:root:avg similarity within 82: 1.000000
INFO:root:stddev similarity within 82: 0.000000
DEBUG:root:creating msc=82 luminescence matrix
DEBUG:root:saving msc=82 similarity luminescence matrix to TFIDF_sim_lum100_82.png
INFO:root:saving to TFIDF_sim_lum100_82.png
DEBUG:root:37 articles in category ('90',)
INFO:root:avg similarity within 90: 0.098877
INFO:root:stddev similarity within 90: 0.166438
DEBUG:root:creating msc=90 luminescence matrix
DEBUG:root:saving msc=90 similarity luminescence matrix to TFIDF_sim_lum100_90.png
INFO:root:saving to TFIDF_sim_lum100_90.png
DEBUG:root:14 articles in category ('91',)
INFO:root:avg similarity within 91: 0.106674
INFO:root:stddev similarity within 91: 0.252939
DEBUG:root:creating msc=91 luminescence matrix
DEBUG:root:saving msc=91 similarity luminescence matrix to TFIDF_sim_lum100_91.png
INFO:root:saving to TFIDF_sim_lum100_91.png
DEBUG:root:2 articles in category ('92',)
INFO:root:avg similarity within 92: 0.539065
INFO:root:stddev similarity within 92: 0.460935
DEBUG:root:creating msc=92 luminescence matrix
DEBUG:root:saving msc=92 similarity luminescence matrix to TFIDF_sim_lum100_92.png
INFO:root:saving to TFIDF_sim_lum100_92.png
DEBUG:root:12 articles in category ('93',)
INFO:root:avg similarity within 93: 0.179730
INFO:root:stddev similarity within 93: 0.269316
DEBUG:root:creating msc=93 luminescence matrix
DEBUG:root:saving msc=93 similarity luminescence matrix to TFIDF_sim_lum100_93.png
INFO:root:saving to TFIDF_sim_lum100_93.png
DEBUG:root:24 articles in category ('94',)
INFO:root:avg similarity within 94: 0.122382
INFO:root:stddev similarity within 94: 0.218955
DEBUG:root:creating msc=94 luminescence matrix
DEBUG:root:saving msc=94 similarity luminescence matrix to TFIDF_sim_lum100_94.png
INFO:root:saving to TFIDF_sim_lum100_94.png