diff --git a/tests/files/mock_responses/tasks/estimation_procedure_list.xml b/tests/files/mock_responses/tasks/estimation_procedure_list.xml new file mode 100644 index 000000000..9641288cf --- /dev/null +++ b/tests/files/mock_responses/tasks/estimation_procedure_list.xml @@ -0,0 +1,303 @@ + + +1 +1 +10-fold Crossvalidation +crossvalidation +1 +10 +true + + +2 +1 +5 times 2-fold Crossvalidation +crossvalidation +5 +2 +true + + +3 +1 +10 times 10-fold Crossvalidation +crossvalidation +10 +10 +true + + +4 +1 +Leave one out +leaveoneout +1 +false + + +5 +1 +10% Holdout set +holdout +1 +33 +true + + +6 +1 +33% Holdout set +holdout +1 +33 +true + + +7 +2 +10-fold Crossvalidation +crossvalidation +1 +10 +false + + +8 +2 +5 times 2-fold Crossvalidation +crossvalidation +5 +2 +false + + +9 +2 +10 times 10-fold Crossvalidation +crossvalidation +10 +10 +false + + +10 +2 +Leave one out +leaveoneout +1 +false + + +11 +2 +10% Holdout set +holdout +1 +33 +false + + +12 +2 +33% Holdout set +holdout +1 +33 +false + + +13 +3 +10-fold Learning Curve +crossvalidation +1 +10 +true + + +14 +3 +10 times 10-fold Learning Curve +crossvalidation +10 +10 +true + + +15 +4 +Interleaved Test then Train +testthentrain + + +16 +1 +Custom Holdout +customholdout +1 +1 +false + + +17 +5 +50 times Clustering +testontrainingdata +50 + + +18 +6 +Holdout unlabeled +holdoutunlabeled +1 +1 +false + + +19 +7 +10-fold Crossvalidation +crossvalidation +1 +10 +true + + +20 +7 +5 times 2-fold Crossvalidation +crossvalidation +5 +2 +true + + +21 +7 +10 times 10-fold Crossvalidation +crossvalidation +10 +10 +true + + +22 +7 +Leave one out +leaveoneout +1 +false + + +23 +1 +100 times 10-fold Crossvalidation +crossvalidation +100 +10 +true + + +24 +2 +Custom 10-fold Crossvalidation +customholdout +1 +10 +false + + +25 +1 +4-fold Crossvalidation +crossvalidation +1 +4 +true + + +26 +1 +Test on Training Data +testontrainingdata + + +27 +2 +Test on Training Data +testontrainingdata + + +28 +1 +20% Holdout (Ordered) +holdout_ordered +1 +1 +20 + + +29 +9 +10-fold Crossvalidation +crossvalidation +1 +10 +true + + +30 +10 +10-fold Crossvalidation +crossvalidation +1 +10 +true + + +31 +10 +5 times 2-fold Crossvalidation +crossvalidation +5 +2 +true + + +32 +10 +10 times 10-fold Crossvalidation +crossvalidation +10 +10 +true + + +33 +10 +10% Holdout set +holdout +1 +33 +true + + +34 +10 +33% Holdout set +holdout +1 +33 +true + + +35 +11 +33% Holdout set +holdout +1 +33 +true + + \ No newline at end of file diff --git a/tests/files/mock_responses/tasks/task_list_clustering.xml b/tests/files/mock_responses/tasks/task_list_clustering.xml new file mode 100644 index 000000000..8cf2b7162 --- /dev/null +++ b/tests/files/mock_responses/tasks/task_list_clustering.xml @@ -0,0 +1,40 @@ + + +1372 +5 +Clustering +113 +fruitfly +active +ARFF +17 +113 +0.0 +5.0 +125.0 +0.0 +0.0 +3.0 +2.0 + + +1618 +5 +Clustering +389 +kr-vs-kp +active +ARFF +17 +389 +1669.0 +1527.0 +2.0 +37.0 +3196.0 +0.0 +0.0 +0.0 +37.0 + + \ No newline at end of file diff --git a/tests/files/mock_responses/tasks/task_list_type_learning_curve.xml b/tests/files/mock_responses/tasks/task_list_type_learning_curve.xml new file mode 100644 index 000000000..0cb9642d7 --- /dev/null +++ b/tests/files/mock_responses/tasks/task_list_type_learning_curve.xml @@ -0,0 +1,4313 @@ + + + + 763 + 3 + Learning Curve + 1 + anneal + active + ARFF + 13 + 1 + class + 684.0 + 8.0 + 5.0 + 39.0 + 898.0 + 898.0 + 22175.0 + 6.0 + 33.0 + + + 764 + 3 + Learning Curve + 1 + anneal + active + ARFF + 14 + 1 + class + 684.0 + 8.0 + 5.0 + 39.0 + 898.0 + 898.0 + 22175.0 + 6.0 + 33.0 + + + 765 + 3 + Learning Curve + 2 + kr-vs-kp + active + ARFF + 13 + 2 + class + 1669.0 + 1527.0 + 2.0 + 37.0 + 3196.0 + 0.0 + 0.0 + 0.0 + 37.0 + + + 766 + 3 + Learning Curve + 2 + kr-vs-kp + active + ARFF + 14 + 2 + class + 1669.0 + 1527.0 + 2.0 + 37.0 + 3196.0 + 0.0 + 0.0 + 0.0 + 37.0 + + + 767 + 3 + Learning Curve + 3 + letter + active + ARFF + 13 + 3 + class + 813.0 + 734.0 + 26.0 + 17.0 + 20000.0 + 0.0 + 0.0 + 16.0 + 1.0 + + + 768 + 3 + Learning Curve + 3 + letter + active + ARFF + 14 + 3 + class + 813.0 + 734.0 + 26.0 + 17.0 + 20000.0 + 0.0 + 0.0 + 16.0 + 1.0 + + + 769 + 3 + Learning Curve + 4 + balance-scale + active + ARFF + 13 + 4 + class + 288.0 + 49.0 + 3.0 + 5.0 + 625.0 + 0.0 + 0.0 + 4.0 + 1.0 + + + 770 + 3 + Learning Curve + 4 + balance-scale + active + ARFF + 14 + 4 + class + 288.0 + 49.0 + 3.0 + 5.0 + 625.0 + 0.0 + 0.0 + 4.0 + 1.0 + + + 771 + 3 + Learning Curve + 5 + mfeat-factors + active + ARFF + 13 + 5 + class + 200.0 + 200.0 + 10.0 + 217.0 + 2000.0 + 0.0 + 0.0 + 216.0 + 1.0 + + + 772 + 3 + Learning Curve + 5 + mfeat-factors + active + ARFF + 14 + 5 + class + 200.0 + 200.0 + 10.0 + 217.0 + 2000.0 + 0.0 + 0.0 + 216.0 + 1.0 + + + 773 + 3 + Learning Curve + 6 + mfeat-fourier + active + ARFF + 13 + 6 + class + 200.0 + 200.0 + 10.0 + 77.0 + 2000.0 + 0.0 + 0.0 + 76.0 + 1.0 + + + 774 + 3 + Learning Curve + 6 + mfeat-fourier + active + ARFF + 14 + 6 + class + 200.0 + 200.0 + 10.0 + 77.0 + 2000.0 + 0.0 + 0.0 + 76.0 + 1.0 + + + 775 + 3 + Learning Curve + 7 + breast-w + active + ARFF + 13 + 7 + Class + 458.0 + 241.0 + 2.0 + 10.0 + 699.0 + 16.0 + 16.0 + 9.0 + 1.0 + + + 776 + 3 + Learning Curve + 7 + breast-w + active + ARFF + 14 + 7 + Class + 458.0 + 241.0 + 2.0 + 10.0 + 699.0 + 16.0 + 16.0 + 9.0 + 1.0 + + + 777 + 3 + Learning Curve + 8 + mfeat-karhunen + active + ARFF + 13 + 8 + class + 200.0 + 200.0 + 10.0 + 65.0 + 2000.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 778 + 3 + Learning Curve + 8 + mfeat-karhunen + active + ARFF + 14 + 8 + class + 200.0 + 200.0 + 10.0 + 65.0 + 2000.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 779 + 3 + Learning Curve + 9 + mfeat-morphological + active + ARFF + 13 + 9 + class + 200.0 + 200.0 + 10.0 + 7.0 + 2000.0 + 0.0 + 0.0 + 6.0 + 1.0 + + + 780 + 3 + Learning Curve + 9 + mfeat-morphological + active + ARFF + 14 + 9 + class + 200.0 + 200.0 + 10.0 + 7.0 + 2000.0 + 0.0 + 0.0 + 6.0 + 1.0 + + + 781 + 3 + Learning Curve + 10 + mfeat-pixel + active + ARFF + 13 + 10 + class + 200.0 + 200.0 + 10.0 + 241.0 + 2000.0 + 0.0 + 0.0 + 0.0 + 241.0 + + + 782 + 3 + Learning Curve + 10 + mfeat-pixel + active + ARFF + 14 + 10 + class + 200.0 + 200.0 + 10.0 + 241.0 + 2000.0 + 0.0 + 0.0 + 0.0 + 241.0 + + + 783 + 3 + Learning Curve + 11 + car + active + ARFF + 13 + 11 + class + 1210.0 + 65.0 + 4.0 + 7.0 + 1728.0 + 0.0 + 0.0 + 0.0 + 7.0 + + + 784 + 3 + Learning Curve + 11 + car + active + ARFF + 14 + 11 + class + 1210.0 + 65.0 + 4.0 + 7.0 + 1728.0 + 0.0 + 0.0 + 0.0 + 7.0 + + + 785 + 3 + Learning Curve + 12 + mfeat-zernike + active + ARFF + 13 + 12 + class + 200.0 + 200.0 + 10.0 + 48.0 + 2000.0 + 0.0 + 0.0 + 47.0 + 1.0 + + + 786 + 3 + Learning Curve + 12 + mfeat-zernike + active + ARFF + 14 + 12 + class + 200.0 + 200.0 + 10.0 + 48.0 + 2000.0 + 0.0 + 0.0 + 47.0 + 1.0 + + + 787 + 3 + Learning Curve + 13 + cmc + active + ARFF + 13 + 13 + Contraceptive_method_used + 629.0 + 333.0 + 3.0 + 10.0 + 1473.0 + 0.0 + 0.0 + 2.0 + 8.0 + + + 788 + 3 + Learning Curve + 13 + cmc + active + ARFF + 14 + 13 + Contraceptive_method_used + 629.0 + 333.0 + 3.0 + 10.0 + 1473.0 + 0.0 + 0.0 + 2.0 + 8.0 + + + 789 + 3 + Learning Curve + 14 + mushroom + active + ARFF + 13 + 14 + class + 4208.0 + 3916.0 + 2.0 + 23.0 + 8124.0 + 2480.0 + 2480.0 + 0.0 + 23.0 + + + 790 + 3 + Learning Curve + 14 + mushroom + active + ARFF + 14 + 14 + class + 4208.0 + 3916.0 + 2.0 + 23.0 + 8124.0 + 2480.0 + 2480.0 + 0.0 + 23.0 + + + 791 + 3 + Learning Curve + 15 + optdigits + active + ARFF + 13 + 15 + class + 572.0 + 554.0 + 10.0 + 65.0 + 5620.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 792 + 3 + Learning Curve + 15 + optdigits + active + ARFF + 14 + 15 + class + 572.0 + 554.0 + 10.0 + 65.0 + 5620.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 793 + 3 + Learning Curve + 16 + credit-a + active + ARFF + 13 + 16 + class + 383.0 + 307.0 + 2.0 + 16.0 + 690.0 + 37.0 + 67.0 + 6.0 + 10.0 + + + 794 + 3 + Learning Curve + 16 + credit-a + active + ARFF + 14 + 16 + class + 383.0 + 307.0 + 2.0 + 16.0 + 690.0 + 37.0 + 67.0 + 6.0 + 10.0 + + + 795 + 3 + Learning Curve + 17 + credit-g + active + ARFF + 13 + 17 + class + 700.0 + 300.0 + 2.0 + 21.0 + 1000.0 + 0.0 + 0.0 + 7.0 + 14.0 + + + 796 + 3 + Learning Curve + 17 + credit-g + active + ARFF + 14 + 17 + class + 700.0 + 300.0 + 2.0 + 21.0 + 1000.0 + 0.0 + 0.0 + 7.0 + 14.0 + + + 797 + 3 + Learning Curve + 18 + pendigits + active + ARFF + 13 + 18 + class + 1144.0 + 1055.0 + 10.0 + 17.0 + 10992.0 + 0.0 + 0.0 + 16.0 + 1.0 + + + 798 + 3 + Learning Curve + 18 + pendigits + active + ARFF + 14 + 18 + class + 1144.0 + 1055.0 + 10.0 + 17.0 + 10992.0 + 0.0 + 0.0 + 16.0 + 1.0 + + + 799 + 3 + Learning Curve + 19 + segment + active + ARFF + 13 + 19 + class + 330.0 + 330.0 + 7.0 + 20.0 + 2310.0 + 0.0 + 0.0 + 19.0 + 1.0 + + + 800 + 3 + Learning Curve + 19 + segment + active + ARFF + 14 + 19 + class + 330.0 + 330.0 + 7.0 + 20.0 + 2310.0 + 0.0 + 0.0 + 19.0 + 1.0 + + + 801 + 3 + Learning Curve + 20 + diabetes + active + ARFF + 13 + 20 + class + 500.0 + 268.0 + 2.0 + 9.0 + 768.0 + 0.0 + 0.0 + 8.0 + 1.0 + + + 802 + 3 + Learning Curve + 20 + diabetes + active + ARFF + 14 + 20 + class + 500.0 + 268.0 + 2.0 + 9.0 + 768.0 + 0.0 + 0.0 + 8.0 + 1.0 + + + 803 + 3 + Learning Curve + 21 + sick + active + ARFF + 13 + 21 + Class + 3541.0 + 231.0 + 2.0 + 30.0 + 3772.0 + 3772.0 + 6064.0 + 7.0 + 23.0 + + + 804 + 3 + Learning Curve + 21 + sick + active + ARFF + 14 + 21 + Class + 3541.0 + 231.0 + 2.0 + 30.0 + 3772.0 + 3772.0 + 6064.0 + 7.0 + 23.0 + + + 805 + 3 + Learning Curve + 22 + soybean + active + ARFF + 13 + 22 + class + 92.0 + 8.0 + 19.0 + 36.0 + 683.0 + 121.0 + 2337.0 + 0.0 + 36.0 + + + 806 + 3 + Learning Curve + 22 + soybean + active + ARFF + 14 + 22 + class + 92.0 + 8.0 + 19.0 + 36.0 + 683.0 + 121.0 + 2337.0 + 0.0 + 36.0 + + + 807 + 3 + Learning Curve + 23 + spambase + active + ARFF + 13 + 23 + class + 2788.0 + 1813.0 + 2.0 + 58.0 + 4601.0 + 0.0 + 0.0 + 57.0 + 1.0 + + + 808 + 3 + Learning Curve + 23 + spambase + active + ARFF + 14 + 23 + class + 2788.0 + 1813.0 + 2.0 + 58.0 + 4601.0 + 0.0 + 0.0 + 57.0 + 1.0 + + + 809 + 3 + Learning Curve + 24 + splice + active + ARFF + 13 + 24 + Class + 1655.0 + 767.0 + 3.0 + 61.0 + 3190.0 + 0.0 + 0.0 + 0.0 + 61.0 + + + 810 + 3 + Learning Curve + 24 + splice + active + ARFF + 14 + 24 + Class + 1655.0 + 767.0 + 3.0 + 61.0 + 3190.0 + 0.0 + 0.0 + 0.0 + 61.0 + + + 811 + 3 + Learning Curve + 25 + tic-tac-toe + active + ARFF + 13 + 25 + Class + 626.0 + 332.0 + 2.0 + 10.0 + 958.0 + 0.0 + 0.0 + 0.0 + 10.0 + + + 812 + 3 + Learning Curve + 25 + tic-tac-toe + active + ARFF + 14 + 25 + Class + 626.0 + 332.0 + 2.0 + 10.0 + 958.0 + 0.0 + 0.0 + 0.0 + 10.0 + + + 813 + 3 + Learning Curve + 26 + vehicle + active + ARFF + 13 + 26 + Class + 218.0 + 199.0 + 4.0 + 19.0 + 846.0 + 0.0 + 0.0 + 18.0 + 1.0 + + + 814 + 3 + Learning Curve + 26 + vehicle + active + ARFF + 14 + 26 + Class + 218.0 + 199.0 + 4.0 + 19.0 + 846.0 + 0.0 + 0.0 + 18.0 + 1.0 + + + 815 + 3 + Learning Curve + 27 + waveform-5000 + active + ARFF + 13 + 27 + class + 1692.0 + 1653.0 + 3.0 + 41.0 + 5000.0 + 0.0 + 0.0 + 40.0 + 1.0 + + + 816 + 3 + Learning Curve + 27 + waveform-5000 + active + ARFF + 14 + 27 + class + 1692.0 + 1653.0 + 3.0 + 41.0 + 5000.0 + 0.0 + 0.0 + 40.0 + 1.0 + + + 817 + 3 + Learning Curve + 28 + electricity + active + ARFF + 13 + 28 + class + 26075.0 + 19237.0 + 2.0 + 9.0 + 45312.0 + 0.0 + 0.0 + 7.0 + 2.0 + + + 818 + 3 + Learning Curve + 28 + electricity + active + ARFF + 14 + 28 + class + 26075.0 + 19237.0 + 2.0 + 9.0 + 45312.0 + 0.0 + 0.0 + 7.0 + 2.0 + + + 819 + 3 + Learning Curve + 29 + satimage + active + ARFF + 13 + 29 + class + 1531.0 + 625.0 + 6.0 + 37.0 + 6430.0 + 0.0 + 0.0 + 36.0 + 1.0 + + + 820 + 3 + Learning Curve + 29 + satimage + active + ARFF + 14 + 29 + class + 1531.0 + 625.0 + 6.0 + 37.0 + 6430.0 + 0.0 + 0.0 + 36.0 + 1.0 + + + 821 + 3 + Learning Curve + 30 + abalone + active + ARFF + 13 + 30 + Class_number_of_rings + 689.0 + 1.0 + 28.0 + 9.0 + 4177.0 + 0.0 + 0.0 + 7.0 + 2.0 + + + 822 + 3 + Learning Curve + 30 + abalone + active + ARFF + 14 + 30 + Class_number_of_rings + 689.0 + 1.0 + 28.0 + 9.0 + 4177.0 + 0.0 + 0.0 + 7.0 + 2.0 + + + 823 + 3 + Learning Curve + 31 + eucalyptus + active + ARFF + 13 + 31 + Utility + 214.0 + 105.0 + 5.0 + 20.0 + 736.0 + 95.0 + 448.0 + 14.0 + 6.0 + + + 824 + 3 + Learning Curve + 31 + eucalyptus + active + ARFF + 14 + 31 + Utility + 214.0 + 105.0 + 5.0 + 20.0 + 736.0 + 95.0 + 448.0 + 14.0 + 6.0 + + + 825 + 3 + Learning Curve + 32 + isolet + active + ARFF + 13 + 32 + class + 300.0 + 298.0 + 26.0 + 618.0 + 7797.0 + 0.0 + 0.0 + 617.0 + 1.0 + + + 826 + 3 + Learning Curve + 32 + isolet + active + ARFF + 14 + 32 + class + 300.0 + 298.0 + 26.0 + 618.0 + 7797.0 + 0.0 + 0.0 + 617.0 + 1.0 + + + 827 + 3 + Learning Curve + 33 + vowel + active + ARFF + 13 + 33 + Class + 90.0 + 90.0 + 11.0 + 13.0 + 990.0 + 0.0 + 0.0 + 10.0 + 3.0 + + + 828 + 3 + Learning Curve + 33 + vowel + active + ARFF + 14 + 33 + Class + 90.0 + 90.0 + 11.0 + 13.0 + 990.0 + 0.0 + 0.0 + 10.0 + 3.0 + + + 829 + 3 + Learning Curve + 34 + scene + active + ARFF + 13 + 34 + Urban + 1976.0 + 431.0 + 2.0 + 300.0 + 2407.0 + 0.0 + 0.0 + 294.0 + 6.0 + + + 830 + 3 + Learning Curve + 34 + scene + active + ARFF + 14 + 34 + Urban + 1976.0 + 431.0 + 2.0 + 300.0 + 2407.0 + 0.0 + 0.0 + 294.0 + 6.0 + + + 831 + 3 + Learning Curve + 35 + monks-problems-1 + active + ARFF + 13 + 35 + class + 278.0 + 278.0 + 2.0 + 7.0 + 556.0 + 0.0 + 0.0 + 0.0 + 7.0 + + + 832 + 3 + Learning Curve + 35 + monks-problems-1 + active + ARFF + 14 + 35 + class + 278.0 + 278.0 + 2.0 + 7.0 + 556.0 + 0.0 + 0.0 + 0.0 + 7.0 + + + 833 + 3 + Learning Curve + 36 + monks-problems-2 + active + ARFF + 13 + 36 + class + 395.0 + 206.0 + 2.0 + 7.0 + 601.0 + 0.0 + 0.0 + 0.0 + 7.0 + + + 834 + 3 + Learning Curve + 36 + monks-problems-2 + active + ARFF + 14 + 36 + class + 395.0 + 206.0 + 2.0 + 7.0 + 601.0 + 0.0 + 0.0 + 0.0 + 7.0 + + + 835 + 3 + Learning Curve + 37 + monks-problems-3 + active + ARFF + 13 + 37 + class + 288.0 + 266.0 + 2.0 + 7.0 + 554.0 + 0.0 + 0.0 + 0.0 + 7.0 + + + 836 + 3 + Learning Curve + 37 + monks-problems-3 + active + ARFF + 14 + 37 + class + 288.0 + 266.0 + 2.0 + 7.0 + 554.0 + 0.0 + 0.0 + 0.0 + 7.0 + + + 837 + 3 + Learning Curve + 38 + JapaneseVowels + active + ARFF + 13 + 38 + speaker + 1614.0 + 782.0 + 9.0 + 15.0 + 9961.0 + 0.0 + 0.0 + 14.0 + 1.0 + + + 838 + 3 + Learning Curve + 38 + JapaneseVowels + active + ARFF + 14 + 38 + speaker + 1614.0 + 782.0 + 9.0 + 15.0 + 9961.0 + 0.0 + 0.0 + 14.0 + 1.0 + + + 839 + 3 + Learning Curve + 39 + synthetic_control + active + ARFF + 13 + 39 + class + 100.0 + 100.0 + 6.0 + 61.0 + 600.0 + 0.0 + 0.0 + 60.0 + 1.0 + + + 840 + 3 + Learning Curve + 39 + synthetic_control + active + ARFF + 14 + 39 + class + 100.0 + 100.0 + 6.0 + 61.0 + 600.0 + 0.0 + 0.0 + 60.0 + 1.0 + + + 841 + 3 + Learning Curve + 40 + irish + active + ARFF + 13 + 40 + Leaving_Certificate + 278.0 + 222.0 + 2.0 + 6.0 + 500.0 + 32.0 + 32.0 + 2.0 + 4.0 + + + 842 + 3 + Learning Curve + 40 + irish + active + ARFF + 14 + 40 + Leaving_Certificate + 278.0 + 222.0 + 2.0 + 6.0 + 500.0 + 32.0 + 32.0 + 2.0 + 4.0 + + + 843 + 3 + Learning Curve + 41 + analcatdata_authorship + active + ARFF + 13 + 41 + Author + 317.0 + 55.0 + 4.0 + 71.0 + 841.0 + 0.0 + 0.0 + 70.0 + 1.0 + + + 844 + 3 + Learning Curve + 41 + analcatdata_authorship + active + ARFF + 14 + 41 + Author + 317.0 + 55.0 + 4.0 + 71.0 + 841.0 + 0.0 + 0.0 + 70.0 + 1.0 + + + 845 + 3 + Learning Curve + 42 + analcatdata_dmft + active + ARFF + 13 + 42 + Prevention + 155.0 + 123.0 + 6.0 + 5.0 + 797.0 + 0.0 + 0.0 + 0.0 + 5.0 + + + 846 + 3 + Learning Curve + 42 + analcatdata_dmft + active + ARFF + 14 + 42 + Prevention + 155.0 + 123.0 + 6.0 + 5.0 + 797.0 + 0.0 + 0.0 + 0.0 + 5.0 + + + 847 + 3 + Learning Curve + 43 + profb + active + ARFF + 13 + 43 + Home/Away + 448.0 + 224.0 + 2.0 + 10.0 + 672.0 + 666.0 + 1200.0 + 5.0 + 5.0 + + + 848 + 3 + Learning Curve + 43 + profb + active + ARFF + 14 + 43 + Home/Away + 448.0 + 224.0 + 2.0 + 10.0 + 672.0 + 666.0 + 1200.0 + 5.0 + 5.0 + + + 849 + 3 + Learning Curve + 44 + collins + active + ARFF + 13 + 44 + Corp.Genre + 80.0 + 6.0 + 15.0 + 22.0 + 500.0 + 0.0 + 0.0 + 19.0 + 3.0 + + + 850 + 3 + Learning Curve + 44 + collins + active + ARFF + 14 + 44 + Corp.Genre + 80.0 + 6.0 + 15.0 + 22.0 + 500.0 + 0.0 + 0.0 + 19.0 + 3.0 + + + 851 + 3 + Learning Curve + 45 + sylva_agnostic + active + ARFF + 13 + 45 + label + 13509.0 + 886.0 + 2.0 + 217.0 + 14395.0 + 0.0 + 0.0 + 216.0 + 1.0 + + + 852 + 3 + Learning Curve + 45 + sylva_agnostic + active + ARFF + 14 + 45 + label + 13509.0 + 886.0 + 2.0 + 217.0 + 14395.0 + 0.0 + 0.0 + 216.0 + 1.0 + + + 853 + 3 + Learning Curve + 46 + gina_agnostic + active + ARFF + 13 + 46 + label + 1763.0 + 1705.0 + 2.0 + 971.0 + 3468.0 + 0.0 + 0.0 + 970.0 + 1.0 + + + 854 + 3 + Learning Curve + 46 + gina_agnostic + active + ARFF + 14 + 46 + label + 1763.0 + 1705.0 + 2.0 + 971.0 + 3468.0 + 0.0 + 0.0 + 970.0 + 1.0 + + + 855 + 3 + Learning Curve + 47 + ada_agnostic + active + ARFF + 13 + 47 + label + 3430.0 + 1132.0 + 2.0 + 49.0 + 4562.0 + 0.0 + 0.0 + 48.0 + 1.0 + + + 856 + 3 + Learning Curve + 47 + ada_agnostic + active + ARFF + 14 + 47 + label + 3430.0 + 1132.0 + 2.0 + 49.0 + 4562.0 + 0.0 + 0.0 + 48.0 + 1.0 + + + 857 + 3 + Learning Curve + 48 + mozilla4 + active + ARFF + 13 + 48 + state + 10437.0 + 5108.0 + 2.0 + 6.0 + 15545.0 + 0.0 + 0.0 + 5.0 + 1.0 + + + 858 + 3 + Learning Curve + 48 + mozilla4 + active + ARFF + 14 + 48 + state + 10437.0 + 5108.0 + 2.0 + 6.0 + 15545.0 + 0.0 + 0.0 + 5.0 + 1.0 + + + 859 + 3 + Learning Curve + 49 + pc4 + active + ARFF + 13 + 49 + c + 1280.0 + 178.0 + 2.0 + 38.0 + 1458.0 + 0.0 + 0.0 + 37.0 + 1.0 + + + 860 + 3 + Learning Curve + 49 + pc4 + active + ARFF + 14 + 49 + c + 1280.0 + 178.0 + 2.0 + 38.0 + 1458.0 + 0.0 + 0.0 + 37.0 + 1.0 + + + 861 + 3 + Learning Curve + 50 + pc3 + active + ARFF + 13 + 50 + c + 1403.0 + 160.0 + 2.0 + 38.0 + 1563.0 + 0.0 + 0.0 + 37.0 + 1.0 + + + 862 + 3 + Learning Curve + 50 + pc3 + active + ARFF + 14 + 50 + c + 1403.0 + 160.0 + 2.0 + 38.0 + 1563.0 + 0.0 + 0.0 + 37.0 + 1.0 + + + 863 + 3 + Learning Curve + 51 + jm1 + active + ARFF + 13 + 51 + defects + 8779.0 + 2106.0 + 2.0 + 22.0 + 10885.0 + 5.0 + 25.0 + 21.0 + 1.0 + + + 864 + 3 + Learning Curve + 51 + jm1 + active + ARFF + 14 + 51 + defects + 8779.0 + 2106.0 + 2.0 + 22.0 + 10885.0 + 5.0 + 25.0 + 21.0 + 1.0 + + + 865 + 3 + Learning Curve + 52 + kc2 + active + ARFF + 13 + 52 + problems + 415.0 + 107.0 + 2.0 + 22.0 + 522.0 + 0.0 + 0.0 + 21.0 + 1.0 + + + 866 + 3 + Learning Curve + 52 + kc2 + active + ARFF + 14 + 52 + problems + 415.0 + 107.0 + 2.0 + 22.0 + 522.0 + 0.0 + 0.0 + 21.0 + 1.0 + + + 867 + 3 + Learning Curve + 53 + kc1 + active + ARFF + 13 + 53 + defects + 1783.0 + 326.0 + 2.0 + 22.0 + 2109.0 + 0.0 + 0.0 + 21.0 + 1.0 + + + 868 + 3 + Learning Curve + 53 + kc1 + active + ARFF + 14 + 53 + defects + 1783.0 + 326.0 + 2.0 + 22.0 + 2109.0 + 0.0 + 0.0 + 21.0 + 1.0 + + + 869 + 3 + Learning Curve + 54 + pc1 + active + ARFF + 13 + 54 + defects + 1032.0 + 77.0 + 2.0 + 22.0 + 1109.0 + 0.0 + 0.0 + 21.0 + 1.0 + + + 870 + 3 + Learning Curve + 54 + pc1 + active + ARFF + 14 + 54 + defects + 1032.0 + 77.0 + 2.0 + 22.0 + 1109.0 + 0.0 + 0.0 + 21.0 + 1.0 + + + 871 + 3 + Learning Curve + 55 + KDDCup09_churn + active + ARFF + 13 + 55 + CHURN + + + 872 + 3 + Learning Curve + 55 + KDDCup09_churn + active + ARFF + 14 + 55 + CHURN + + + 873 + 3 + Learning Curve + 56 + KDDCup09_upselling + active + ARFF + 13 + 56 + UPSELLING + + + 874 + 3 + Learning Curve + 56 + KDDCup09_upselling + active + ARFF + 14 + 56 + UPSELLING + + + 875 + 3 + Learning Curve + 57 + musk + active + ARFF + 13 + 57 + class + 5581.0 + 1017.0 + 2.0 + 168.0 + 6598.0 + 0.0 + 0.0 + 166.0 + 2.0 + + + 876 + 3 + Learning Curve + 57 + musk + active + ARFF + 14 + 57 + class + 5581.0 + 1017.0 + 2.0 + 168.0 + 6598.0 + 0.0 + 0.0 + 166.0 + 2.0 + + + 877 + 3 + Learning Curve + 58 + MagicTelescope + active + ARFF + 13 + 58 + class: + 12332.0 + 6688.0 + 2.0 + 11.0 + 19020.0 + 0.0 + 0.0 + 10.0 + 1.0 + + + 878 + 3 + Learning Curve + 58 + MagicTelescope + active + ARFF + 14 + 58 + class: + 12332.0 + 6688.0 + 2.0 + 11.0 + 19020.0 + 0.0 + 0.0 + 10.0 + 1.0 + + + 879 + 3 + Learning Curve + 59 + Internet-Advertisements + active + ARFF + 13 + 59 + class + + + 880 + 3 + Learning Curve + 59 + Internet-Advertisements + active + ARFF + 14 + 59 + class + + + 881 + 3 + Learning Curve + 60 + Click_prediction_small + active + ARFF + 13 + 60 + click + 33220.0 + 6728.0 + 2.0 + 10.0 + 39948.0 + 0.0 + 0.0 + 9.0 + 1.0 + + + 882 + 3 + Learning Curve + 60 + Click_prediction_small + active + ARFF + 14 + 60 + click + 33220.0 + 6728.0 + 2.0 + 10.0 + 39948.0 + 0.0 + 0.0 + 9.0 + 1.0 + + + 883 + 3 + Learning Curve + 61 + artificial-characters + active + ARFF + 13 + 61 + Class + 1416.0 + 600.0 + 10.0 + 8.0 + 10218.0 + 0.0 + 0.0 + 7.0 + 1.0 + + + 884 + 3 + Learning Curve + 61 + artificial-characters + active + ARFF + 14 + 61 + Class + 1416.0 + 600.0 + 10.0 + 8.0 + 10218.0 + 0.0 + 0.0 + 7.0 + 1.0 + + + 885 + 3 + Learning Curve + 62 + bank-marketing + active + ARFF + 13 + 62 + Class + 39922.0 + 5289.0 + 2.0 + 17.0 + 45211.0 + 0.0 + 0.0 + 7.0 + 10.0 + + + 886 + 3 + Learning Curve + 62 + bank-marketing + active + ARFF + 14 + 62 + Class + 39922.0 + 5289.0 + 2.0 + 17.0 + 45211.0 + 0.0 + 0.0 + 7.0 + 10.0 + + + 887 + 3 + Learning Curve + 63 + banknote-authentication + active + ARFF + 13 + 63 + Class + 762.0 + 610.0 + 2.0 + 5.0 + 1372.0 + 0.0 + 0.0 + 4.0 + 1.0 + + + 888 + 3 + Learning Curve + 63 + banknote-authentication + active + ARFF + 14 + 63 + Class + 762.0 + 610.0 + 2.0 + 5.0 + 1372.0 + 0.0 + 0.0 + 4.0 + 1.0 + + + 889 + 3 + Learning Curve + 64 + blood-transfusion-service-center + active + ARFF + 13 + 64 + Class + 570.0 + 178.0 + 2.0 + 5.0 + 748.0 + 0.0 + 0.0 + 4.0 + 1.0 + + + 890 + 3 + Learning Curve + 64 + blood-transfusion-service-center + active + ARFF + 14 + 64 + Class + 570.0 + 178.0 + 2.0 + 5.0 + 748.0 + 0.0 + 0.0 + 4.0 + 1.0 + + + 891 + 3 + Learning Curve + 65 + cardiotocography + active + ARFF + 13 + 65 + Class + 579.0 + 53.0 + 10.0 + 36.0 + 2126.0 + 0.0 + 0.0 + 35.0 + 1.0 + + + 892 + 3 + Learning Curve + 65 + cardiotocography + active + ARFF + 14 + 65 + Class + 579.0 + 53.0 + 10.0 + 36.0 + 2126.0 + 0.0 + 0.0 + 35.0 + 1.0 + + + 893 + 3 + Learning Curve + 66 + climate-model-simulation-crashes + active + ARFF + 13 + 66 + Class + 494.0 + 46.0 + 2.0 + 21.0 + 540.0 + 0.0 + 0.0 + 20.0 + 1.0 + + + 894 + 3 + Learning Curve + 66 + climate-model-simulation-crashes + active + ARFF + 14 + 66 + Class + 494.0 + 46.0 + 2.0 + 21.0 + 540.0 + 0.0 + 0.0 + 20.0 + 1.0 + + + 895 + 3 + Learning Curve + 67 + cnae-9 + active + ARFF + 13 + 67 + Class + 120.0 + 120.0 + 9.0 + 857.0 + 1080.0 + 0.0 + 0.0 + 856.0 + 1.0 + + + 896 + 3 + Learning Curve + 67 + cnae-9 + active + ARFF + 14 + 67 + Class + 120.0 + 120.0 + 9.0 + 857.0 + 1080.0 + 0.0 + 0.0 + 856.0 + 1.0 + + + 897 + 3 + Learning Curve + 68 + eeg-eye-state + active + ARFF + 13 + 68 + Class + 8257.0 + 6723.0 + 2.0 + 15.0 + 14980.0 + 0.0 + 0.0 + 14.0 + 1.0 + + + 898 + 3 + Learning Curve + 68 + eeg-eye-state + active + ARFF + 14 + 68 + Class + 8257.0 + 6723.0 + 2.0 + 15.0 + 14980.0 + 0.0 + 0.0 + 14.0 + 1.0 + + + 899 + 3 + Learning Curve + 69 + first-order-theorem-proving + active + ARFF + 13 + 69 + Class + 2554.0 + 486.0 + 6.0 + 52.0 + 6118.0 + 0.0 + 0.0 + 51.0 + 1.0 + + + 900 + 3 + Learning Curve + 69 + first-order-theorem-proving + active + ARFF + 14 + 69 + Class + 2554.0 + 486.0 + 6.0 + 52.0 + 6118.0 + 0.0 + 0.0 + 51.0 + 1.0 + + + 901 + 3 + Learning Curve + 70 + gas-drift + active + ARFF + 13 + 70 + Class + 3009.0 + 1641.0 + 6.0 + 129.0 + 13910.0 + 0.0 + 0.0 + 128.0 + 1.0 + + + 902 + 3 + Learning Curve + 70 + gas-drift + active + ARFF + 14 + 70 + Class + 3009.0 + 1641.0 + 6.0 + 129.0 + 13910.0 + 0.0 + 0.0 + 128.0 + 1.0 + + + 903 + 3 + Learning Curve + 71 + har + active + ARFF + 13 + 71 + Class + 1944.0 + 1406.0 + 6.0 + 562.0 + 10299.0 + 0.0 + 0.0 + 561.0 + 1.0 + + + 904 + 3 + Learning Curve + 71 + har + active + ARFF + 14 + 71 + Class + 1944.0 + 1406.0 + 6.0 + 562.0 + 10299.0 + 0.0 + 0.0 + 561.0 + 1.0 + + + 905 + 3 + Learning Curve + 72 + hill-valley + active + ARFF + 13 + 72 + Class + 606.0 + 606.0 + 2.0 + 101.0 + 1212.0 + 0.0 + 0.0 + 100.0 + 1.0 + + + 906 + 3 + Learning Curve + 72 + hill-valley + active + ARFF + 14 + 72 + Class + 606.0 + 606.0 + 2.0 + 101.0 + 1212.0 + 0.0 + 0.0 + 100.0 + 1.0 + + + 907 + 3 + Learning Curve + 73 + ilpd + active + ARFF + 13 + 73 + Class + 416.0 + 167.0 + 2.0 + 11.0 + 583.0 + 0.0 + 0.0 + 9.0 + 2.0 + + + 908 + 3 + Learning Curve + 73 + ilpd + active + ARFF + 14 + 73 + Class + 416.0 + 167.0 + 2.0 + 11.0 + 583.0 + 0.0 + 0.0 + 9.0 + 2.0 + + + 909 + 3 + Learning Curve + 74 + madelon + active + ARFF + 13 + 74 + Class + 1300.0 + 1300.0 + 2.0 + 501.0 + 2600.0 + 0.0 + 0.0 + 500.0 + 1.0 + + + 910 + 3 + Learning Curve + 74 + madelon + active + ARFF + 14 + 74 + Class + 1300.0 + 1300.0 + 2.0 + 501.0 + 2600.0 + 0.0 + 0.0 + 500.0 + 1.0 + + + 911 + 3 + Learning Curve + 75 + nomao + active + ARFF + 13 + 75 + Class + 24621.0 + 9844.0 + 2.0 + 119.0 + 34465.0 + 0.0 + 0.0 + 89.0 + 30.0 + + + 912 + 3 + Learning Curve + 75 + nomao + active + ARFF + 14 + 75 + Class + 24621.0 + 9844.0 + 2.0 + 119.0 + 34465.0 + 0.0 + 0.0 + 89.0 + 30.0 + + + 913 + 3 + Learning Curve + 76 + ozone-level-8hr + active + ARFF + 13 + 76 + Class + 2374.0 + 160.0 + 2.0 + 73.0 + 2534.0 + 0.0 + 0.0 + 72.0 + 1.0 + + + 914 + 3 + Learning Curve + 76 + ozone-level-8hr + active + ARFF + 14 + 76 + Class + 2374.0 + 160.0 + 2.0 + 73.0 + 2534.0 + 0.0 + 0.0 + 72.0 + 1.0 + + + 915 + 3 + Learning Curve + 77 + phoneme + active + ARFF + 13 + 77 + Class + 3818.0 + 1586.0 + 2.0 + 6.0 + 5404.0 + 0.0 + 0.0 + 5.0 + 1.0 + + + 916 + 3 + Learning Curve + 77 + phoneme + active + ARFF + 14 + 77 + Class + 3818.0 + 1586.0 + 2.0 + 6.0 + 5404.0 + 0.0 + 0.0 + 5.0 + 1.0 + + + 917 + 3 + Learning Curve + 78 + one-hundred-plants-margin + active + ARFF + 13 + 78 + Class + 16.0 + 16.0 + 100.0 + 65.0 + 1600.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 918 + 3 + Learning Curve + 78 + one-hundred-plants-margin + active + ARFF + 14 + 78 + Class + 16.0 + 16.0 + 100.0 + 65.0 + 1600.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 919 + 3 + Learning Curve + 79 + one-hundred-plants-shape + active + ARFF + 13 + 79 + Class + 16.0 + 16.0 + 100.0 + 65.0 + 1600.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 920 + 3 + Learning Curve + 79 + one-hundred-plants-shape + active + ARFF + 14 + 79 + Class + 16.0 + 16.0 + 100.0 + 65.0 + 1600.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 921 + 3 + Learning Curve + 80 + one-hundred-plants-texture + active + ARFF + 13 + 80 + Class + 16.0 + 15.0 + 100.0 + 65.0 + 1599.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 922 + 3 + Learning Curve + 80 + one-hundred-plants-texture + active + ARFF + 14 + 80 + Class + 16.0 + 15.0 + 100.0 + 65.0 + 1599.0 + 0.0 + 0.0 + 64.0 + 1.0 + + + 923 + 3 + Learning Curve + 81 + qsar-biodeg + active + ARFF + 13 + 81 + Class + 699.0 + 356.0 + 2.0 + 42.0 + 1055.0 + 0.0 + 0.0 + 41.0 + 1.0 + + + 924 + 3 + Learning Curve + 81 + qsar-biodeg + active + ARFF + 14 + 81 + Class + 699.0 + 356.0 + 2.0 + 42.0 + 1055.0 + 0.0 + 0.0 + 41.0 + 1.0 + + + 925 + 3 + Learning Curve + 82 + wall-robot-navigation + active + ARFF + 13 + 82 + Class + 2205.0 + 328.0 + 4.0 + 25.0 + 5456.0 + 0.0 + 0.0 + 24.0 + 1.0 + + + 926 + 3 + Learning Curve + 82 + wall-robot-navigation + active + ARFF + 14 + 82 + Class + 2205.0 + 328.0 + 4.0 + 25.0 + 5456.0 + 0.0 + 0.0 + 24.0 + 1.0 + + + 927 + 3 + Learning Curve + 83 + semeion + active + ARFF + 13 + 83 + Class + 162.0 + 155.0 + 10.0 + 257.0 + 1593.0 + 0.0 + 0.0 + 256.0 + 1.0 + + + 928 + 3 + Learning Curve + 83 + semeion + active + ARFF + 14 + 83 + Class + 162.0 + 155.0 + 10.0 + 257.0 + 1593.0 + 0.0 + 0.0 + 256.0 + 1.0 + + + 929 + 3 + Learning Curve + 84 + steel-plates-fault + active + ARFF + 13 + 84 + Class + 1268.0 + 673.0 + 2.0 + 34.0 + 1941.0 + 0.0 + 0.0 + 33.0 + 1.0 + + + 930 + 3 + Learning Curve + 84 + steel-plates-fault + active + ARFF + 14 + 84 + Class + 1268.0 + 673.0 + 2.0 + 34.0 + 1941.0 + 0.0 + 0.0 + 33.0 + 1.0 + + + 931 + 3 + Learning Curve + 85 + tamilnadu-electricity + active + ARFF + 13 + 85 + Class + 2906.0 + 1397.0 + 20.0 + 4.0 + 45781.0 + 0.0 + 0.0 + 2.0 + 2.0 + + + 932 + 3 + Learning Curve + 85 + tamilnadu-electricity + active + ARFF + 14 + 85 + Class + 2906.0 + 1397.0 + 20.0 + 4.0 + 45781.0 + 0.0 + 0.0 + 2.0 + 2.0 + + + 933 + 3 + Learning Curve + 86 + wdbc + active + ARFF + 13 + 86 + Class + 357.0 + 212.0 + 2.0 + 31.0 + 569.0 + 0.0 + 0.0 + 30.0 + 1.0 + + + 934 + 3 + Learning Curve + 86 + wdbc + active + ARFF + 14 + 86 + Class + 357.0 + 212.0 + 2.0 + 31.0 + 569.0 + 0.0 + 0.0 + 30.0 + 1.0 + + + 935 + 3 + Learning Curve + 87 + micro-mass + active + ARFF + 13 + 87 + Class + 60.0 + 11.0 + 20.0 + 1301.0 + 571.0 + 0.0 + 0.0 + 1300.0 + 1.0 + + + 936 + 3 + Learning Curve + 87 + micro-mass + active + ARFF + 14 + 87 + Class + 60.0 + 11.0 + 20.0 + 1301.0 + 571.0 + 0.0 + 0.0 + 1300.0 + 1.0 + + + 937 + 3 + Learning Curve + 88 + wilt + active + ARFF + 13 + 88 + Class + 4578.0 + 261.0 + 2.0 + 6.0 + 4839.0 + 0.0 + 0.0 + 5.0 + 1.0 + + + 938 + 3 + Learning Curve + 88 + wilt + active + ARFF + 14 + 88 + Class + 4578.0 + 261.0 + 2.0 + 6.0 + 4839.0 + 0.0 + 0.0 + 5.0 + 1.0 + + + 939 + 3 + Learning Curve + 89 + adult + active + ARFF + 13 + 89 + class + 37155.0 + 11687.0 + 2.0 + 15.0 + 48842.0 + 3620.0 + 6465.0 + 6.0 + 9.0 + + + 940 + 3 + Learning Curve + 89 + adult + active + ARFF + 14 + 89 + class + 37155.0 + 11687.0 + 2.0 + 15.0 + 48842.0 + 3620.0 + 6465.0 + 6.0 + 9.0 + + + 941 + 3 + Learning Curve + 90 + Bioresponse + active + ARFF + 13 + 90 + target + 2034.0 + 1717.0 + 2.0 + 1777.0 + 3751.0 + 0.0 + 0.0 + 1776.0 + 1.0 + + + 942 + 3 + Learning Curve + 90 + Bioresponse + active + ARFF + 14 + 90 + target + 2034.0 + 1717.0 + 2.0 + 1777.0 + 3751.0 + 0.0 + 0.0 + 1776.0 + 1.0 + + + 943 + 3 + Learning Curve + 91 + Amazon_employee_access + active + ARFF + 13 + 91 + target + 30872.0 + 1897.0 + 2.0 + 10.0 + 32769.0 + 0.0 + 0.0 + 0.0 + 10.0 + + + 944 + 3 + Learning Curve + 91 + Amazon_employee_access + active + ARFF + 14 + 91 + target + 30872.0 + 1897.0 + 2.0 + 10.0 + 32769.0 + 0.0 + 0.0 + 0.0 + 10.0 + + + 945 + 3 + Learning Curve + 92 + PhishingWebsites + active + ARFF + 13 + 92 + Result + 6157.0 + 4898.0 + 2.0 + 31.0 + 11055.0 + 0.0 + 0.0 + 0.0 + 31.0 + + + 946 + 3 + Learning Curve + 92 + PhishingWebsites + active + ARFF + 14 + 92 + Result + 6157.0 + 4898.0 + 2.0 + 31.0 + 11055.0 + 0.0 + 0.0 + 0.0 + 31.0 + + + 947 + 3 + Learning Curve + 93 + GesturePhaseSegmentationProcessed + active + ARFF + 13 + 93 + Phase + 2950.0 + 998.0 + 5.0 + 33.0 + 9873.0 + 0.0 + 0.0 + 32.0 + 1.0 + + + 948 + 3 + Learning Curve + 93 + GesturePhaseSegmentationProcessed + active + ARFF + 14 + 93 + Phase + 2950.0 + 998.0 + 5.0 + 33.0 + 9873.0 + 0.0 + 0.0 + 32.0 + 1.0 + + + 949 + 3 + Learning Curve + 94 + MiceProtein + active + ARFF + 13 + 94 + class + 150.0 + 105.0 + 8.0 + 82.0 + 1080.0 + 528.0 + 1396.0 + 77.0 + 5.0 + + + 950 + 3 + Learning Curve + 94 + MiceProtein + active + ARFF + 14 + 94 + class + 150.0 + 105.0 + 8.0 + 82.0 + 1080.0 + 528.0 + 1396.0 + 77.0 + 5.0 + + + 951 + 3 + Learning Curve + 95 + cylinder-bands + active + ARFF + 13 + 95 + band_type + 312.0 + 228.0 + 2.0 + 38.0 + 540.0 + 263.0 + 999.0 + 18.0 + 20.0 + + + 952 + 3 + Learning Curve + 95 + cylinder-bands + active + ARFF + 14 + 95 + band_type + 312.0 + 228.0 + 2.0 + 38.0 + 540.0 + 263.0 + 999.0 + 18.0 + 20.0 + + + 953 + 3 + Learning Curve + 96 + cjs + active + ARFF + 13 + 96 + TR + 680.0 + 274.0 + 6.0 + 34.0 + 2796.0 + 2795.0 + 68100.0 + 31.0 + 3.0 + + + 954 + 3 + Learning Curve + 96 + cjs + active + ARFF + 14 + 96 + TR + 680.0 + 274.0 + 6.0 + 34.0 + 2796.0 + 2795.0 + 68100.0 + 31.0 + 3.0 + + + 955 + 3 + Learning Curve + 97 + dresses-sales + active + ARFF + 13 + 97 + Class + 290.0 + 210.0 + 2.0 + 13.0 + 500.0 + 401.0 + 835.0 + 1.0 + 12.0 + + + 956 + 3 + Learning Curve + 97 + dresses-sales + active + ARFF + 14 + 97 + Class + 290.0 + 210.0 + 2.0 + 13.0 + 500.0 + 401.0 + 835.0 + 1.0 + 12.0 + + + 957 + 3 + Learning Curve + 98 + LED-display-domain-7digit + active + ARFF + 13 + 98 + Class + 57.0 + 37.0 + 10.0 + 8.0 + 500.0 + 0.0 + 0.0 + 7.0 + 1.0 + + + 958 + 3 + Learning Curve + 98 + LED-display-domain-7digit + active + ARFF + 14 + 98 + Class + 57.0 + 37.0 + 10.0 + 8.0 + 500.0 + 0.0 + 0.0 + 7.0 + 1.0 + + + 959 + 3 + Learning Curve + 99 + texture + active + ARFF + 13 + 99 + Class + 500.0 + 500.0 + 11.0 + 41.0 + 5500.0 + 0.0 + 0.0 + 40.0 + 1.0 + + + 960 + 3 + Learning Curve + 99 + texture + active + ARFF + 14 + 99 + Class + 500.0 + 500.0 + 11.0 + 41.0 + 5500.0 + 0.0 + 0.0 + 40.0 + 1.0 + + + 961 + 3 + Learning Curve + 100 + Australian + active + ARFF + 13 + 100 + Y + 383.0 + 307.0 + 2.0 + 15.0 + 690.0 + 0.0 + 0.0 + 14.0 + 1.0 + + + 962 + 3 + Learning Curve + 100 + Australian + active + ARFF + 14 + 100 + Y + 383.0 + 307.0 + 2.0 + 15.0 + 690.0 + 0.0 + 0.0 + 14.0 + 1.0 + + + 963 + 3 + Learning Curve + 101 + UNIX_user_data + active + ARFF + 13 + 101 + user + 2425.0 + 484.0 + 9.0 + 3.0 + 9100.0 + 0.0 + 0.0 + 1.0 + 1.0 + + + 964 + 3 + Learning Curve + 101 + UNIX_user_data + active + ARFF + 14 + 101 + user + 2425.0 + 484.0 + 9.0 + 3.0 + 9100.0 + 0.0 + 0.0 + 1.0 + 1.0 + + + 965 + 3 + Learning Curve + 102 + fourclass_scale + active + Sparse_ARFF + 13 + 102 + class + 0.0 + 3.0 + 862.0 + 0.0 + 0.0 + 3.0 + 0.0 + + + 966 + 3 + Learning Curve + 102 + fourclass_scale + active + Sparse_ARFF + 14 + 102 + class + 0.0 + 3.0 + 862.0 + 0.0 + 0.0 + 3.0 + 0.0 + + + 1203 + 3 + Learning Curve + 128 + iris + active + ARFF + 13 + 128 + class + 50.0 + 50.0 + 3.0 + 5.0 + 150.0 + 0.0 + 0.0 + 4.0 + 1.0 + + + 1204 + 3 + Learning Curve + 128 + iris + active + ARFF + 14 + 128 + class + 50.0 + 50.0 + 3.0 + 5.0 + 150.0 + 0.0 + 0.0 + 4.0 + 1.0 + + + 1373 + 3 + Learning Curve + 35 + monks-problems-1 + active + ARFF + 13 + 35 + attr1 + 278.0 + 278.0 + 2.0 + 7.0 + 556.0 + 0.0 + 0.0 + 0.0 + 7.0 + + + 1619 + 3 + Learning Curve + 411 + kr-vs-kp + active + ARFF + 13 + 411 + bkxcr + 1669.0 + 1527.0 + 2.0 + 37.0 + 3196.0 + 0.0 + 0.0 + 0.0 + 37.0 + + diff --git a/tests/test_tasks/test_task_functions.py b/tests/test_tasks/test_task_functions.py index df3c0a3b6..da1934631 100644 --- a/tests/test_tasks/test_task_functions.py +++ b/tests/test_tasks/test_task_functions.py @@ -26,7 +26,7 @@ def setUp(self): def tearDown(self): super().tearDown() - @pytest.mark.test_server() + @pytest.mark.cache() def test__get_cached_tasks(self): openml.config.set_root_cache_directory(self.static_cache_dir) tasks = openml.tasks.functions._get_cached_tasks() @@ -34,7 +34,7 @@ def test__get_cached_tasks(self): assert len(tasks) == 3 assert isinstance(next(iter(tasks.values())), OpenMLTask) - @pytest.mark.test_server() + @pytest.mark.cache() def test__get_cached_task(self): openml.config.set_root_cache_directory(self.static_cache_dir) task = openml.tasks.functions._get_cached_task(1) @@ -49,20 +49,31 @@ def test__get_cached_task_not_cached(self): 2, ) - @pytest.mark.test_server() - def test__get_estimation_procedure_list(self): - estimation_procedures = openml.tasks.functions._get_estimation_procedure_list() - assert isinstance(estimation_procedures, list) - assert isinstance(estimation_procedures[0], dict) - assert estimation_procedures[0]["task_type_id"] == TaskType.SUPERVISED_CLASSIFICATION - - @pytest.mark.production_server() - @pytest.mark.xfail(reason="failures_issue_1544", strict=False) - def test_list_clustering_task(self): - self.use_production_server() - # as shown by #383, clustering tasks can give list/dict casting problems + @mock.patch.object(requests.Session, "get") + def test__get_estimation_procedure_list(self, mock_get): + mock_get.return_value = create_request_response( + status_code=200, + content_filepath=self.static_cache_dir / "mock_responses" / "tasks" / "estimation_procedure_list.xml", + ) + estimation_procedures = openml.tasks.functions._get_estimation_procedure_list() + assert isinstance(estimation_procedures, list) + assert isinstance(estimation_procedures[0], dict) + assert estimation_procedures[0]["task_type_id"] == TaskType.SUPERVISED_CLASSIFICATION + + @mock.patch.object(requests.Session, "get") + def test_list_clustering_task(self, mock_get): + def side_effect(url, **kwargs): + if "estimationprocedure" in url: + return create_request_response( + status_code=200, + content_filepath=self.static_cache_dir / "mock_responses" / "tasks" / "estimation_procedure_list.xml", + ) + return create_request_response( + status_code=200, + content_filepath=self.static_cache_dir / "mock_responses" / "tasks" / "task_list_clustering.xml", + ) + mock_get.side_effect = side_effect openml.tasks.list_tasks(task_type=TaskType.CLUSTERING, size=10) - # the expected outcome is that it doesn't crash. No assertions. def _check_task(self, task): assert type(task) == dict @@ -73,27 +84,50 @@ def _check_task(self, task): assert isinstance(task["status"], str) assert task["status"] in ["in_preparation", "active", "deactivated"] - @pytest.mark.test_server() - def test_list_tasks_by_type(self): - num_curves_tasks = 198 # number is flexible, check server if fails + @mock.patch.object(requests.Session, "get") + def test_list_tasks_by_type(self, mock_get): + def side_effect(url, **kwargs): + if "estimationprocedure" in url: + return create_request_response( + status_code=200, + content_filepath=self.static_cache_dir / "mock_responses" / "tasks" / "estimation_procedure_list.xml", + ) + return create_request_response( + status_code=200, + content_filepath=self.static_cache_dir / "mock_responses" / "tasks" / "task_list_type_learning_curve.xml", + ) + mock_get.side_effect = side_effect + num_curves_tasks =198 # number is flexible, check server if fails, must be <209 ttid = TaskType.LEARNING_CURVE tasks = openml.tasks.list_tasks(task_type=ttid) assert len(tasks) >= num_curves_tasks for task in tasks.to_dict(orient="index").values(): assert ttid == task["ttid"] self._check_task(task) - - @pytest.mark.test_server() - def test_list_tasks_length(self): + + @mock.patch.object(requests.Session, "get") + def test_list_tasks_length(self, mock_get): + def side_effect(url, **kwargs): + if "estimationprocedure" in url: + return create_request_response( + status_code=200, + content_filepath=self.static_cache_dir / "mock_responses" / "tasks" / "estimation_procedure_list.xml", + ) + return create_request_response( + status_code=200, + content_filepath=self.static_cache_dir / "mock_responses" / "tasks" / "task_list_type_learning_curve.xml", + ) + mock_get.side_effect = side_effect ttid = TaskType.LEARNING_CURVE tasks = openml.tasks.list_tasks(task_type=ttid) assert len(tasks) > 100 +#Intentionally left unmocked because mocking would require changing request handling in functions.py; Not sure if thats what the maintainers intend.(*1) @pytest.mark.test_server() def test_list_tasks_empty(self): tasks = openml.tasks.list_tasks(tag="NoOneWillEverUseThisTag") assert tasks.empty - +#Intentionally left unmocked, not sure if mocking required here.(*2) @pytest.mark.test_server() def test_list_tasks_by_tag(self): # Server starts with 99 active tasks with the tag, and one 'in_preparation', @@ -104,13 +138,14 @@ def test_list_tasks_by_tag(self): for task in tasks.to_dict(orient="index").values(): self._check_task(task) +#Intentionally left unmocked as it would require a very larege fixture(integration test maybe?)(*3) @pytest.mark.test_server() def test_list_tasks(self): tasks = openml.tasks.list_tasks() assert len(tasks) >= 900 for task in tasks.to_dict(orient="index").values(): self._check_task(task) - +#Intentionally left unmocked as (integration test maybe?)(*4) @pytest.mark.test_server() def test_list_tasks_paginate(self): size = 10 @@ -121,6 +156,7 @@ def test_list_tasks_paginate(self): for task in tasks.to_dict(orient="index").values(): self._check_task(task) +#Intentionally left unmocked as many html requests are made (integration test maybe?)(*5) @pytest.mark.test_server() def test_list_tasks_per_type_paginate(self): size = 40 @@ -138,6 +174,7 @@ def test_list_tasks_per_type_paginate(self): assert j == task["ttid"] self._check_task(task) +#Intentionally left unmocked basis comments below(*6) @pytest.mark.test_server() def test__get_task(self): openml.config.set_root_cache_directory(self.static_cache_dir) @@ -152,7 +189,7 @@ def test__get_task_live(self): # Test the following task as it used to throw an Unicode Error. # https://github.com/openml/openml-python/issues/378 openml.tasks.get_task(34536) - +#Intentionally left unmocked because of io(*7) @pytest.mark.test_server() def test_get_task(self): task = openml.tasks.get_task(1, download_data=True) # anneal; crossvalidation @@ -166,7 +203,7 @@ def test_get_task(self): assert os.path.exists( os.path.join(openml.config.get_cache_directory(), "datasets", "1", "dataset_1.pq") ) - +#Intentionally left unmocked because of io(*8) @pytest.mark.test_server() def test_get_task_lazy(self): task = openml.tasks.get_task(2, download_data=False) # anneal; crossvalidation @@ -189,6 +226,7 @@ def test_get_task_lazy(self): os.path.join(openml.config.get_cache_directory(), "tasks", "2", "datasplits.arff") ) +#Intentionally left unmocked because of io(*9) @mock.patch("openml.tasks.functions.get_dataset") @pytest.mark.test_server() def test_removal_upon_download_failure(self, get_dataset): @@ -208,12 +246,12 @@ def assert_and_raise(*args, **kwargs): # Now the file should no longer exist assert not os.path.exists(os.path.join(os.getcwd(), "tasks", "1", "tasks.xml")) - @pytest.mark.test_server() + @pytest.mark.cache() def test_get_task_with_cache(self): openml.config.set_root_cache_directory(self.static_cache_dir) task = openml.tasks.get_task(1) assert isinstance(task, OpenMLTask) - +#intentionally left unmocked (*10) @pytest.mark.production_server() def test_get_task_different_types(self): self.use_production_server() @@ -224,6 +262,7 @@ def test_get_task_different_types(self): # Issue 538, get_task failing with clustering task. openml.tasks.functions.get_task(126033) +#intentionally left unmocked (*11) @pytest.mark.test_server() def test_download_split(self): task = openml.tasks.get_task(1) # anneal; crossvalidation