Difference between revisions of "2009:Audio Classical Composer Identification Results"
(→Team ID) |
(→Team ID) |
||
| Line 26: | Line 26: | ||
'''CL2''' = [https://music-ir.org/mirex/2009/results/abs/CL.pdf Chuan Cao, Ming Li]<br /> | '''CL2''' = [https://music-ir.org/mirex/2009/results/abs/CL.pdf Chuan Cao, Ming Li]<br /> | ||
'''GP''' = [https://music-ir.org/mirex/2009/results/abs/Peeters_2009_MIREX_classification.pdf Geoffroy Peeters]<br /> | '''GP''' = [https://music-ir.org/mirex/2009/results/abs/Peeters_2009_MIREX_classification.pdf Geoffroy Peeters]<br /> | ||
| − | '''GT1''' = [https://music-ir.org/mirex/2009/results/abs/ George Tzanetakis (mono)]<br /> | + | '''GT1''' = [https://music-ir.org/mirex/2009/results/abs/GT.pdf George Tzanetakis (mono)]<br /> |
| − | '''GT2''' = [https://music-ir.org/mirex/2009/results/abs/ George Tzanetakis (stereo)]<br /> | + | '''GT2''' = [https://music-ir.org/mirex/2009/results/abs/GT.pdf George Tzanetakis (stereo)]<br /> |
| − | '''GLR1''' = [https://music-ir.org/mirex/2009/results/abs/ | + | '''GLR1''' = [https://music-ir.org/mirex/2009/results/abs/GLR.pdf Andrei Grecu, Thomas Lidy, Andreas Rauber (full)]<br /> |
| − | '''GLR2''' = [https://music-ir.org/mirex/2009/results/abs/ | + | '''GLR2''' = [https://music-ir.org/mirex/2009/results/abs/GLR.pdf Andrei Grecu, Thomas Lidy, Andreas Rauber (template)]<br /> |
'''HNOS1''' = [https://music-ir.org/mirex/2009/results/abs/HNOS.pdf Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcca)]<br /> | '''HNOS1''' = [https://music-ir.org/mirex/2009/results/abs/HNOS.pdf Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcca)]<br /> | ||
'''HNOS2''' = [https://music-ir.org/mirex/2009/results/abs/HNOS.pdf Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcck)]<br /> | '''HNOS2''' = [https://music-ir.org/mirex/2009/results/abs/HNOS.pdf Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcck)]<br /> | ||
'''HNOS3''' = [https://music-ir.org/mirex/2009/results/abs/HNOS.pdf Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tccl)]<br /> | '''HNOS3''' = [https://music-ir.org/mirex/2009/results/abs/HNOS.pdf Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tccl)]<br /> | ||
'''HNOS4''' = [https://music-ir.org/mirex/2009/results/abs/HNOS.pdf Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcpk)]<br /> | '''HNOS4''' = [https://music-ir.org/mirex/2009/results/abs/HNOS.pdf Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcpk)]<br /> | ||
| − | '''HW1''' = [https://music-ir.org/mirex/2009/results/abs/ Huaxin Wang]<br /> | + | '''HW1''' = [https://music-ir.org/mirex/2009/results/abs/HW_train.pdf Huaxin Wang]<br /> |
| − | '''HW2''' = [https://music-ir.org/mirex/2009/results/abs/ Huaxin Wang]<br /> | + | '''HW2''' = [https://music-ir.org/mirex/2009/results/abs/HW_train.pdf Huaxin Wang]<br /> |
| − | '''VA1''' = [https://music-ir.org/mirex/2009/results/abs/ Thomas Lidy, Andrei Grecu, Andreas Rauber, A. Pertusa, P. J. Ponce de L├⌐on, J. M. I├▒esta (WMV)]<br /> | + | '''VA1''' = [https://music-ir.org/mirex/2009/results/abs/VA.pdf Thomas Lidy, Andrei Grecu, Andreas Rauber, A. Pertusa, P. J. Ponce de L├⌐on, J. M. I├▒esta (WMV)]<br /> |
| − | '''VA2''' = [https://music-ir.org/mirex/2009/results/abs/ Thomas Lidy, Andrei Grecu, Andreas Rauber, A. Pertusa, P. J. Ponce de L├⌐on, J. M. I├▒esta (BWWV)]<br /> | + | '''VA2''' = [https://music-ir.org/mirex/2009/results/abs/VA.pdf Thomas Lidy, Andrei Grecu, Andreas Rauber, A. Pertusa, P. J. Ponce de L├⌐on, J. M. I├▒esta (BWWV)]<br /> |
| − | '''LZG''' = [https://music-ir.org/mirex/2009/results/abs/ Yi Liu, Tao Zheng, Yue Gao (RUC_1)]<br /> | + | '''LZG''' = [https://music-ir.org/mirex/2009/results/abs/LZG.pdf Yi Liu, Tao Zheng, Yue Gao (RUC_1)]<br /> |
| − | '''RK1''' = [https://music-ir.org/mirex/2009/results/abs/ Preeti Rao, Sujeet Kini]<br /> | + | '''RK1''' = [https://music-ir.org/mirex/2009/results/abs/RK.pdf Preeti Rao, Sujeet Kini]<br /> |
| − | '''SS''' = [https://music-ir.org/mirex/2009/results/abs/ Klaus Seyerlehner, Markus Schedl]<br /> | + | '''SS''' = [https://music-ir.org/mirex/2009/results/abs/SS.pdf Klaus Seyerlehner, Markus Schedl]<br /> |
| − | '''TTOS''' = [https://music-ir.org/mirex/2009/results/abs/ Emiru Tsunoo, George Tzanetakis, Nobutaka Ono, Shigeki Sagayama]<br /> | + | '''TTOS''' = [https://music-ir.org/mirex/2009/results/abs/TTOS_train.pdf Emiru Tsunoo, George Tzanetakis, Nobutaka Ono, Shigeki Sagayama]<br /> |
'''MTG1''' = [https://music-ir.org/mirex/2009/results/abs/MTG_train.pdf Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (false, rca)]<br /> | '''MTG1''' = [https://music-ir.org/mirex/2009/results/abs/MTG_train.pdf Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (false, rca)]<br /> | ||
'''MTG2''' = [https://music-ir.org/mirex/2009/results/abs/MTG_train.pdf Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (true, rca)]<br /> | '''MTG2''' = [https://music-ir.org/mirex/2009/results/abs/MTG_train.pdf Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (true, rca)]<br /> | ||
| Line 48: | Line 48: | ||
'''MTG5''' = [https://music-ir.org/mirex/2009/results/abs/MTG_train.pdf Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (false, svm)]<br /> | '''MTG5''' = [https://music-ir.org/mirex/2009/results/abs/MTG_train.pdf Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (false, svm)]<br /> | ||
'''MTG6''' = [https://music-ir.org/mirex/2009/results/abs/MTG_train.pdf Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (true, svm)]<br /> | '''MTG6''' = [https://music-ir.org/mirex/2009/results/abs/MTG_train.pdf Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (true, svm)]<br /> | ||
| − | '''XLZZG''' = [https://music-ir.org/mirex/2009/results/abs/ Jieping Xu, Yi Liu, Tao Zheng, Chao Zhen, Yue Gao (RUC_1)]<br /> | + | '''XLZZG''' = [https://music-ir.org/mirex/2009/results/abs/XLZZG.pdf Jieping Xu, Yi Liu, Tao Zheng, Chao Zhen, Yue Gao (RUC_1)]<br /> |
| − | '''XZZ''' = [https://music-ir.org/mirex/2009/results/abs/ JiePing Xu, Chao Zhen, Tao Zheng (RUC_2)]<br /> | + | '''XZZ''' = [https://music-ir.org/mirex/2009/results/abs/XZZ.pdf JiePing Xu, Chao Zhen, Tao Zheng (RUC_2)]<br /> |
==Overall Summary Results== | ==Overall Summary Results== | ||
Revision as of 11:07, 24 October 2009
Contents
Introduction
These are the results for the 2009 running of the Audio Classical Composer Identification task. For background information about this task set please refer to the 2007:Audio Classical Composer Identification page.
The data set consisted of 2772 30 second audio clips. The composers represented were:
- Bach
- Beethoven
- Brahms
- Chopin
- Dvorak
- Handel
- Haydn
- Mendelssohnn
- Mozart
- Schubert
- Vivaldi
The goal was to correctly identify the composer who wrote each of the pieces represented.
General Legend
Team ID
ANO= Anonymous
BP1= Juan José Burred, Geoffroy Peeters (file)
BP2 = Juan José Burred, Geoffroy Peeters (tw)
CL1 = Chuan Cao, Ming Li
CL2 = Chuan Cao, Ming Li
GP = Geoffroy Peeters
GT1 = George Tzanetakis (mono)
GT2 = George Tzanetakis (stereo)
GLR1 = Andrei Grecu, Thomas Lidy, Andreas Rauber (full)
GLR2 = Andrei Grecu, Thomas Lidy, Andreas Rauber (template)
HNOS1 = Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcca)
HNOS2 = Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcck)
HNOS3 = Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tccl)
HNOS4 = Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcpk)
HW1 = Huaxin Wang
HW2 = Huaxin Wang
VA1 = Thomas Lidy, Andrei Grecu, Andreas Rauber, A. Pertusa, P. J. Ponce de Léon, J. M. Iñesta (WMV)
VA2 = Thomas Lidy, Andrei Grecu, Andreas Rauber, A. Pertusa, P. J. Ponce de Léon, J. M. Iñesta (BWWV)
LZG = Yi Liu, Tao Zheng, Yue Gao (RUC_1)
RK1 = Preeti Rao, Sujeet Kini
SS = Klaus Seyerlehner, Markus Schedl
TTOS = Emiru Tsunoo, George Tzanetakis, Nobutaka Ono, Shigeki Sagayama
MTG1 = Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (false, rca)
MTG2 = Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (true, rca)
MTG3 = Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (false, simca)
MTG4 = Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (true, simca)
MTG5 = Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (false, svm)
MTG6 = Nicolas Wack, Enric Guaus, Cyril Laurier, Owen Meyers, Ricard Marxer, Dmitry Bogdanov, Joan Serrà, Perfecto Herrera (true, svm)
XLZZG = Jieping Xu, Yi Liu, Tao Zheng, Chao Zhen, Yue Gao (RUC_1)
XZZ = JiePing Xu, Chao Zhen, Tao Zheng (RUC_2)
Overall Summary Results
Raw Classification Accuracy Averaged Over Three Train/Test Folds
file /nema-raid/www/mirex/results/audiocomposer/summary_audiocomposer.csv not found
Accuracy Across Folds
file /nema-raid/www/mirex/results/audiocomposer/audiocomposer_Accuracy.csv not found
Accuracy Across Categories
file /nema-raid/www/mirex/results/audiocomposer/audiocomposer_Accuracy_Per_Class.csv not found
Friedman's Tests for Significant Differences
Classes vs. System Tukey-Kramer HSD Multi-Comparisons
The Friedman test was run in MATLAB against the average accuracy for each class. The Tukey-Kramer HSD multi-comparison data below was generated using the following MATLAB instruction. Command:
[c, m, h, gnames] = multicompare(stats, 'ctype', 'tukey-kramer', 'estimate', 'friedman', 'alpha', 0.05);
file /nema-raid/www/mirex/results/audiocomposer/audiocomposer_Accuracy_Per_Class.friedman.tukeyKramerHSD.csv not found
Folds vs. Systems Tukey-Kramer HSD Multi-Comparison
The Friedman test was run in MATLAB against the accuracy for each fold. The Tukey-Kramer HSD multi-comparison data below was generated using the following MATLAB instruction. Command:
[c, m, h, gnames] = multicompare(stats, 'ctype', 'tukey-kramer', 'estimate', 'friedman', 'alpha', 0.05);
file /nema-raid/www/mirex/results/audiocomposer/audiocomposer_Accuracy.friedman.tukeyKramerHSD.csv not found
Results By Algorithm
(.tgz)
ANO= Anonymous
BP1= Juan José Burred, Geoffroy Peeters (file)
BP2 = Juan José Burred, Geoffroy Peeters (tw)
CL1 = Chuan Cao, Ming Li
CL2 = Chuan Cao, Ming Li
GP = Geoffroy Peeters
GT1 = George Tzanetakis (mono)
GT2 = George Tzanetakis (stereo)
GLR1 = A. Grecu, T. Lidy, A. Rauber (full)
GLR2 = A. Grecu, T. Lidy, A. Rauber (template)
HNOS1 = Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcca)
HNOS2 = Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcck)
HNOS3 = Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tccl)
HNOS4 = Takashi Hasegawa, Takuya Nishimoto, Nobutaka Ono, Shigeki Sagayama (tcpk)
HW1 = Huaxin Wang
HW2 = Huaxin Wang
VA1 = T. Lidy, A. Grecu, A. Rauber, A. Pertusa, P. J. Ponce de Léon, J. M. Iñesta (WMV)
VA2 = T. Lidy, A. Grecu, A. Rauber, A. Pertusa, P. J. Ponce de Léon, J. M. Iñesta (BWWV)
LZG = Yi Liu, Tao Zheng, Yue Gao (RUC_1)
RK1 = Preeti Rao, Sujeet Kini
SS = Klaus Seyerlehner, Markus Schedl
TTOS = Emiru Tsunoo, George Tzanetakis, Nobutaka Ono, Shigeki Sagayama
MTG1 = N. Wack, E. Guaus, C. Laurier, O. Meyers, R. Marxer, D. Bogdanov, J. Serrà, P. Herrera (false, rca)
MTG2 = N. Wack, E. Guaus, C. Laurier, O. Meyers, R. Marxer, D. Bogdanov, J. Serrà, P. Herrera (true, rca)
MTG3 = N. Wack, E. Guaus, C. Laurier, O. Meyers, R. Marxer, D. Bogdanov, J. Serrà, P. Herrera (false, simca)
MTG4 = N. Wack, E. Guaus, C. Laurier, O. Meyers, R. Marxer, D. Bogdanov, J. Serrà, P. Herrera (true, simca)
MTG5 = N. Wack, E. Guaus, C. Laurier, O. Meyers, R. Marxer, D. Bogdanov, J. Serrà, P. Herrera (false, svm)
MTG6 = N. Wack, E. Guaus, C. Laurier, O. Meyers, R. Marxer, D. Bogdanov, J. Serrà, P. Herrera (true, svm)
XLZZG = Jieping Xu, Yi Liu, Tao Zheng, Chao Zhen, Yue Gao (RUC_1)
XZZ = JiePing Xu, Chao Zhen, Tao Zheng (RUC_2)
Run Times
file /nema-raid/www/mirex/results/mood.runtime.csv not found TBA
XXXXXXXXXXXXXXX
