Skip to content

Commit

Permalink
Updating statistical results for the execution time metric
Browse files Browse the repository at this point in the history
  • Loading branch information
Tassio Vale committed Aug 20, 2018
1 parent 11aee13 commit d763bc5
Show file tree
Hide file tree
Showing 7 changed files with 420 additions and 261 deletions.
2 changes: 1 addition & 1 deletion preprocessing/project_analysis.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -169,7 +169,7 @@ def run(self):
# print('Feature: ' + str(feature_name) + '\tDocument: ' + str(document))

performance = time.time() - performance
print('Project: ' + self.project + ' Performance: ' + str(performance))
print('Performance: ' + str(performance))

# print('\n\n==============================')
# print('Feature and synonyms: ' + str(feature_synonyms))
Expand Down
30 changes: 15 additions & 15 deletions trace_recovery/results/results_correlation.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,23 +10,23 @@ Strong relationship:
fmeasure-recall (all samples)

[1] "Pearson correlation - SVM"
files loc features recall precision fmeasure performance
files 1.0000000 0.9640436 -0.434139661 -0.8058811 -0.80981891 -0.83071552 0.609288878
loc 0.9640436 1.0000000 -0.390195405 -0.7704006 -0.78016317 -0.79636545 0.486672755
features -0.4341397 -0.3901954 1.000000000 0.1133729 0.07164183 0.09424173 0.005999416
recall -0.8058811 -0.7704006 0.113372860 1.0000000 0.88448144 0.96196584 -0.553320474
precision -0.8098189 -0.7801632 0.071641829 0.8844814 1.00000000 0.97816765 -0.623865193
fmeasure -0.8307155 -0.7963654 0.094241729 0.9619658 0.97816765 1.00000000 -0.611113731
performance 0.6092889 0.4866728 0.005999416 -0.5533205 -0.62386519 -0.61111373 1.000000000
files loc features recall precision fmeasure performance
files 1.0000000 0.9640436 -0.43413966 -0.8058811 -0.80981891 -0.83071552 0.6773727
loc 0.9640436 1.0000000 -0.39019541 -0.7704006 -0.78016317 -0.79636545 0.5060120
features -0.4341397 -0.3901954 1.00000000 0.1133729 0.07164183 0.09424173 -0.1496210
recall -0.8058811 -0.7704006 0.11337286 1.0000000 0.88448144 0.96196584 -0.6341737
precision -0.8098189 -0.7801632 0.07164183 0.8844814 1.00000000 0.97816765 -0.6132472
fmeasure -0.8307155 -0.7963654 0.09424173 0.9619658 0.97816765 1.00000000 -0.6423171
performance 0.6773727 0.5060120 -0.14962102 -0.6341737 -0.61324717 -0.64231707 1.0000000



[1] "Pearson correlation - AutoML"
files loc features recall precision fmeasure performance
files 1.0000000 0.9640436 -0.43413966 -0.8009780 -0.22195126 -0.66775087 0.49394698
loc 0.9640436 1.0000000 -0.39019541 -0.8115004 -0.29414746 -0.69942900 0.38888574
features -0.4341397 -0.3901954 1.00000000 0.2054216 -0.25264699 0.06238276 0.06060881
recall -0.8009780 -0.8115004 0.20542159 1.0000000 0.64516972 0.96134114 -0.21357217
precision -0.2219513 -0.2941475 -0.25264699 0.6451697 1.00000000 0.82815469 0.05108427
fmeasure -0.6677509 -0.6994290 0.06238276 0.9613411 0.82815469 1.00000000 -0.14468009
performance 0.4939470 0.3888857 0.06060881 -0.2135722 0.05108427 -0.14468009 1.00000000
files 1.0000000 0.9640436 -0.43413966 -0.8009780 -0.22195126 -0.66775087 0.67737286
loc 0.9640436 1.0000000 -0.39019541 -0.8115004 -0.29414746 -0.69942900 0.50601219
features -0.4341397 -0.3901954 1.00000000 0.2054216 -0.25264699 0.06238276 -0.14962084
recall -0.8009780 -0.8115004 0.20542159 1.0000000 0.64516972 0.96134114 -0.41912559
precision -0.2219513 -0.2941475 -0.25264699 0.6451697 1.00000000 0.82815469 0.02644065
fmeasure -0.6677509 -0.6994290 0.06238276 0.9613411 0.82815469 1.00000000 -0.30020852
performance 0.6773729 0.5060122 -0.14962084 -0.4191256 0.02644065 -0.30020852 1.00000000
56 changes: 28 additions & 28 deletions trace_recovery/results/results_output.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -59,33 +59,33 @@ openvpn-2.4.3,c,206,79189,466,preprocessor,EB,0.5104895104895105,0.2731135026589
openvpn-2.4.3,c,206,79189,466,preprocessor,CV,0.43400447427293065,0.03159058654628498,0.05889433569965433,2961.839851140976
openvpn-2.4.3,c,206,79189,466,preprocessor,NN,0.49544072948328266,0.15245524907166766,0.23316255174816278,4151.543552875519
openvpn-2.4.3,c,206,79189,466,preprocessor,BM25,0.9397321428571429,0.11303170553784155,0.20179174468768638,2958.706792116165
sylpheed-3.5.1,c,303,119488,296,preprocessor,t2v-SGD,0.9647058823529412,0.8441176470588234,0.9003921568627451,0.05137920379638672
subversion-1.9.5,c,809,156778,280,preprocessor,t2v-SGD,0.9179487179487179,0.6473321123321123,0.7592473773484955,0.11095905303955078
vim-7.4,c,177,304992,1050,preprocessor,t2v-SGD,0.8050724637681159,0.7291304347826086,0.7652219091663313,0.08775091171264648
irssi-1.0.3,c,319,55138,159,preprocessor,t2v-SGD,0.8666666666666667,0.7833333333333333,0.8228956228956229,0.01603078842163086
libxml2-2.9.3,c,159,242524,2171,preprocessor,t2v-SGD,0.7841726618705036,0.6294364508393286,0.6983357035479383,0.15195393562316895
sylpheed-3.5.1,c,303,119488,296,preprocessor,t2v-SGD,0.9647058823529412,0.8441176470588234,0.9003921568627451,6926.107855129242
subversion-1.9.5,c,809,156778,280,preprocessor,t2v-SGD,0.9179487179487179,0.6473321123321123,0.7592473773484955,44388.41841207504
vim-7.4,c,177,304992,1050,preprocessor,t2v-SGD,0.8050724637681159,0.7291304347826086,0.7652219091663313,28138.653143959045
irssi-1.0.3,c,319,55138,159,preprocessor,t2v-SGD,0.8666666666666667,0.7833333333333333,0.8228956228956229,2077.450537929535
libxml2-2.9.3,c,159,242524,2171,preprocessor,t2v-SGD,0.7841726618705036,0.6294364508393286,0.6983357035479383,63331.58
lynx-2.8.9,c,214,132804,912,preprocessor,t2v-SGD,0.7660818713450293,0.732943469785575,0.749146381341303,0.0770711898803711
openldap-2.4.45,c,668,285946,951,preprocessor,t2v-SGD,0.8778901734104047,0.6914453160840441,0.7735924568128882,0.43860387802124023
parrot-4.6.2,c,241,101507,413,preprocessor,t2v-SGD,0.9259259259259259,0.8444444444444444,0.8833100883310089,0.02197885513305664
sendmail-8.15.2,c,245,93613,961,preprocessor,t2v-SGD,0.7900246305418719,0.6974137931034483,0.7408361455139296,0.14907383918762207
gnumeric-1.8.4,c,539,248311,506,preprocessor,t2v-SGD,0.9274193548387096,0.824494367639529,0.8729334380950372,0.1313459873199463
openvpn-2.4.3,c,206,79189,466,preprocessor,t2v-SGD,0.7205882352941176,0.6348039215686274,0.6749813849590469,0.03597211837768555
sylpheed-3.5.1,c,303,119488,296,preprocessor,t2v-AutoML,0.8024691358024691,0.7273662551440329,0.7630742152149907,0.13821792602539062
subversion-1.9.5,c,809,156778,280,preprocessor,t2v-AutoML,0.8539325842696629,0.6668539325842697,0.7488865737185739,0.37165284156799316
vim-7.4,c,177,304992,1050,preprocessor,t2v-AutoML,0.6375438596491229,0.5400000000000001,0.5847318235995234,0.33982396125793457
irssi-1.0.3,c,319,55138,159,preprocessor,t2v-AutoML,0.7407407407407407,0.7037037037037037,0.7217473884140551,0.08391809463500977
libxml2-2.9.3,c,159,242524,2171,preprocessor,t2v-AutoML,0.6984732824427481,0.5979643765903309,0.6443227531856558,0.4360356330871582
openldap-2.4.45,c,668,285946,951,preprocessor,t2v-SGD,0.8778901734104047,0.6914453160840441,0.7735924568128882,224814.06
parrot-4.6.2,c,241,101507,413,preprocessor,t2v-SGD,0.9259259259259259,0.8444444444444444,0.8833100883310089,21254.31
sendmail-8.15.2,c,245,93613,961,preprocessor,t2v-SGD,0.7900246305418719,0.6974137931034483,0.7408361455139296,53258.40
gnumeric-1.8.4,c,539,248311,506,preprocessor,t2v-SGD,0.9274193548387096,0.824494367639529,0.8729334380950372,97714.15
openvpn-2.4.3,c,206,79189,466,preprocessor,t2v-SGD,0.7205882352941176,0.6348039215686274,0.6749813849590469,17958.82
sylpheed-3.5.1,c,303,119488,296,preprocessor,t2v-AutoML,0.8024691358024691,0.7273662551440329,0.7630742152149907,6926.187855129242
subversion-1.9.5,c,809,156778,280,preprocessor,t2v-AutoML,0.8539325842696629,0.6668539325842697,0.7488865737185739,44388.67841207504
vim-7.4,c,177,304992,1050,preprocessor,t2v-AutoML,0.6375438596491229,0.5400000000000001,0.5847318235995234,28138.903143959045
irssi-1.0.3,c,319,55138,159,preprocessor,t2v-AutoML,0.7407407407407407,0.7037037037037037,0.7217473884140551,2077.0537929535
libxml2-2.9.3,c,159,242524,2171,preprocessor,t2v-AutoML,0.6984732824427481,0.5979643765903309,0.6443227531856558,63331.86
lynx-2.8.9,c,214,132804,912,preprocessor,t2v-AutoML,0.7122641509433962,0.660377358490566,0.6853400765091097,0.3248729705810547
openldap-2.4.45,c,668,285946,951,preprocessor,t2v-AutoML,0.824607329842932,0.695986038394415,0.7548568877341012,1.3353300094604492
parrot-4.6.2,c,241,101507,413,preprocessor,t2v-AutoML,0.8367346938775511,0.7571428571428571,0.7949515273458936,0.1036980152130127
sendmail-8.15.2,c,245,93613,961,preprocessor,t2v-AutoML,0.7393736017897091,0.6419276659209545,0.687213400197726,0.38575291633605957
gnumeric-1.8.4,c,539,248311,506,preprocessor,t2v-AutoML,0.9425287356321839,0.8944683908045976,0.9178698750425341,0.5777809619903564
openvpn-2.4.3,c,206,79189,466,preprocessor,t2v-AutoML,0.6383928571428571,0.5803571428571427,0.6079931972789114,0.1846017837524414
dragonflybsd,c,5941,1949669,103,preprocessor,t2v-SGD,0.6961162768855076,0.5870831182671304,0.6369674363224529,0.11974287033081055
dragonflybsd,c,5941,1949669,103,preprocessor,t2v-AutoML,0.40907454368992824,0.6208791208791209,0.4931985812517156,0.28015995025634766
freebsd,c,8885,2872915,176,preprocessor,t2v-SGD,0.6039303608269125,0.5068647861443427,0.5511565908822434,0.19812488555908203
freebsd,c,8885,2872915,176,preprocessor,t2v-AutoML,0.4899594863057568,0.5778350515463917,0.5302813509321997,0.5562102794647217
netbsd,c,9284,2008555,330,preprocessor,t2v-SGD,0.625934404127974,0.5020822639701038,0.5572090760879185,0.41728782653808594
netbsd,c,9284,2008555,330,preprocessor,t2v-AutoML,0.46671601168596977,0.6682894810345792,0.5496033336235827,0.991070032119751
openbsd,c,7367,1556157,298,preprocessor,t2v-SGD,0.5324824237220092,0.5156329122683515,0.5239222315472638,0.5134897232055664
openbsd,c,7367,1556157,298,preprocessor,t2v-AutoML,0.515629195876941,0.6594219924812029,0.5787275228439137,1.287355899810791
openldap-2.4.45,c,668,285946,951,preprocessor,t2v-AutoML,0.824607329842932,0.695986038394415,0.7548568877341012,224813.99
parrot-4.6.2,c,241,101507,413,preprocessor,t2v-AutoML,0.8367346938775511,0.7571428571428571,0.7949515273458936,21254.39
sendmail-8.15.2,c,245,93613,961,preprocessor,t2v-AutoML,0.7393736017897091,0.6419276659209545,0.687213400197726,53258.64
gnumeric-1.8.4,c,539,248311,506,preprocessor,t2v-AutoML,0.9425287356321839,0.8944683908045976,0.9178698750425341,97714.59
openvpn-2.4.3,c,206,79189,466,preprocessor,t2v-AutoML,0.6383928571428571,0.5803571428571427,0.6079931972789114,17958.97
dragonflybsd,c,5941,1949669,103,preprocessor,t2v-SGD,0.6961162768855076,0.5870831182671304,0.6369674363224529,37401.24
dragonflybsd,c,5941,1949669,103,preprocessor,t2v-AutoML,0.40907454368992824,0.6208791208791209,0.4931985812517156,37401.41
freebsd,c,8885,2872915,176,preprocessor,t2v-SGD,0.6039303608269125,0.5068647861443427,0.5511565908822434,115503.44
freebsd,c,8885,2872915,176,preprocessor,t2v-AutoML,0.4899594863057568,0.5778350515463917,0.5302813509321997,115503.80
netbsd,c,9284,2008555,330,preprocessor,t2v-SGD,0.625934404127974,0.5020822639701038,0.5572090760879185,435374.24
netbsd,c,9284,2008555,330,preprocessor,t2v-AutoML,0.46671601168596977,0.6682894810345792,0.5496033336235827,435374.82
openbsd,c,7367,1556157,298,preprocessor,t2v-SGD,0.5324824237220092,0.5156329122683515,0.5239222315472638,609665.73
openbsd,c,7367,1556157,298,preprocessor,t2v-AutoML,0.515629195876941,0.6594219924812029,0.5787275228439137,609666.50
Loading

0 comments on commit d763bc5

Please sign in to comment.