diff --git a/.travis/test.sh b/.travis/test.sh index 3e1111d1..8b84c985 100644 --- a/.travis/test.sh +++ b/.travis/test.sh @@ -10,7 +10,6 @@ fi $PYTHON_COMMAND -m pytest Test --cov=pycm --cov-report=term $PYTHON_COMMAND Otherfiles/version_check.py - $PYTHON_COMMAND -m cProfile -s cumtime pycm/pycm_profile.py if [ "$CI" = 'true' ] && [ "$TRAVIS" = 'true' ] then @@ -21,6 +20,7 @@ then $PYTHON_COMMAND -m vulture pycm/ Otherfiles/ setup.py --min-confidence 65 --exclude=__init__.py --sort-by-size $PYTHON_COMMAND -m bandit -r pycm -s B311 - $PYTHON_COMMAND -m pydocstyle --match-dir=pycm + $PYTHON_COMMAND -m pydocstyle -v --match-dir=pycm + $PYTHON_COMMAND Otherfiles/notebook_check.py fi - + $PYTHON_COMMAND -m cProfile -s cumtime pycm/pycm_profile.py diff --git a/CHANGELOG.md b/CHANGELOG.md index be570636..3cbb1476 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -5,6 +5,14 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html). ## [Unreleased] +## [2.9] - 2020-09-23 +### Added +- `notebook_check.py` +- `to_array` method +- `__copy__` method +- `copy` method +### Changed +- `average` method refactored ## [2.8] - 2020-07-09 ### Added - `label_map` attribute @@ -499,7 +507,8 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. - TPR - documents and `README.md` -[Unreleased]: https://github.com/sepandhaghighi/pycm/compare/v2.8...dev +[Unreleased]: https://github.com/sepandhaghighi/pycm/compare/v2.9...dev +[2.9]: https://github.com/sepandhaghighi/pycm/compare/v2.8...v2.9 [2.8]: https://github.com/sepandhaghighi/pycm/compare/v2.7...v2.8 [2.7]: https://github.com/sepandhaghighi/pycm/compare/v2.6...v2.7 [2.6]: https://github.com/sepandhaghighi/pycm/compare/v2.5...v2.6 diff --git a/Document/Document.ipynb b/Document/Document.ipynb index 2a9cb371..12cfa8c6 100644 --- a/Document/Document.ipynb +++ b/Document/Document.ipynb @@ -18,7 +18,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "### Version : 2.8\n", + "### Version : 2.9\n", "-----" ] }, @@ -54,6 +54,7 @@ "
  • Transpose
    • \n", "
  • Relabel
    • \n", "
  • Position
    • \n", + "
  • To Array
    • \n", "
  • Online Help
    • \n", "
  • Parameter Recommender
    • \n", "
  • Comapre
    • \n", @@ -272,7 +273,7 @@ "metadata": {}, "source": [ "### Source code\n", - "- Download [Version 2.8](https://github.com/sepandhaghighi/pycm/archive/v2.8.zip) or [Latest Source ](https://github.com/sepandhaghighi/pycm/archive/dev.zip)\n", + "- Download [Version 2.9](https://github.com/sepandhaghighi/pycm/archive/v2.9.zip) or [Latest Source ](https://github.com/sepandhaghighi/pycm/archive/dev.zip)\n", "- Run `pip install -r requirements.txt` or `pip3 install -r requirements.txt` (Need root access)\n", "- Run `python3 setup.py install` or `python setup.py install` (Need root access)" ] @@ -285,7 +286,7 @@ "\n", "\n", "- Check [Python Packaging User Guide](https://packaging.python.org/installing/) \n", - "- Run `pip install pycm==2.8` or `pip3 install pycm==2.8` (Need root access)" + "- Run `pip install pycm==2.9` or `pip3 install pycm==2.9` (Need root access)" ] }, { @@ -1262,6 +1263,20 @@ "cm" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### Parameters " + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "1. `mapping` : mapping dictionary (type : `dict`)" + ] + }, { "cell_type": "markdown", "metadata": {}, @@ -1326,6 +1341,124 @@ "" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### To array" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "`to_array` method is added in `version 2.9` in order to returns the confusion matrix in the form of a NumPy array. This can be helpful to apply different operations over the confusion matrix for different purposes such as aggregation, normalization, and combination." + ] + }, + { + "cell_type": "code", + "execution_count": 30, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array([[3, 0, 2],\n", + " [0, 1, 1],\n", + " [0, 2, 3]])" + ] + }, + "execution_count": 30, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cm.to_array()" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array([[0.6, 0. , 0.4],\n", + " [0. , 0.5, 0.5],\n", + " [0. , 0.4, 0.6]])" + ] + }, + "execution_count": 31, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cm.to_array(normalized=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 32, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array([[0.6, 0.4],\n", + " [0. , 1. ]])" + ] + }, + "execution_count": 32, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cm.to_array(normalized=True,one_vs_all=True, class_name=\"L1\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### Parameters " + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "1. `normalized` : A flag for getting normalized confusion matrix (type : `bool`, default : `False`)\n", + "2. `one_vs_all` : One-Vs-All mode flag (type : `bool`, default : `False`)\n", + "3. `class_name` : target class name for One-Vs-All mode (type : `any valid type`, default : `None`)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### Output" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "`Confusion Matrix in NumPy array format`" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "" + ] + }, { "cell_type": "markdown", "metadata": {}, @@ -1371,7 +1504,7 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": 33, "metadata": {}, "outputs": [ { @@ -1513,6 +1646,21 @@ "online_help()" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### Parameters " + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "1. `param` : input parameter (type : `int or str`, default : `None`)\n", + "2. `alt_link` : alternative link for document flag (type : `bool`, default : `False`)" + ] + }, { "cell_type": "markdown", "metadata": {}, @@ -1548,7 +1696,7 @@ }, { "cell_type": "code", - "execution_count": 31, + "execution_count": 34, "metadata": {}, "outputs": [ { @@ -1557,7 +1705,7 @@ "False" ] }, - "execution_count": 31, + "execution_count": 34, "metadata": {}, "output_type": "execute_result" } @@ -1568,7 +1716,7 @@ }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 35, "metadata": {}, "outputs": [ { @@ -1577,7 +1725,7 @@ "False" ] }, - "execution_count": 32, + "execution_count": 35, "metadata": {}, "output_type": "execute_result" } @@ -1588,7 +1736,7 @@ }, { "cell_type": "code", - "execution_count": 33, + "execution_count": 36, "metadata": {}, "outputs": [ { @@ -1610,7 +1758,7 @@ " 'Zero-one Loss']" ] }, - "execution_count": 33, + "execution_count": 36, "metadata": {}, "output_type": "execute_result" } @@ -1667,7 +1815,7 @@ }, { "cell_type": "code", - "execution_count": 34, + "execution_count": 37, "metadata": {}, "outputs": [], "source": [ @@ -1677,7 +1825,7 @@ }, { "cell_type": "code", - "execution_count": 35, + "execution_count": 38, "metadata": {}, "outputs": [], "source": [ @@ -1686,7 +1834,7 @@ }, { "cell_type": "code", - "execution_count": 36, + "execution_count": 39, "metadata": {}, "outputs": [ { @@ -1708,7 +1856,7 @@ }, { "cell_type": "code", - "execution_count": 37, + "execution_count": 40, "metadata": {}, "outputs": [ { @@ -1718,7 +1866,7 @@ " 'cm3': {'class': 6.05, 'overall': 1.98333}}" ] }, - "execution_count": 37, + "execution_count": 40, "metadata": {}, "output_type": "execute_result" } @@ -1729,7 +1877,7 @@ }, { "cell_type": "code", - "execution_count": 38, + "execution_count": 41, "metadata": {}, "outputs": [ { @@ -1738,7 +1886,7 @@ "['cm2', 'cm3']" ] }, - "execution_count": 38, + "execution_count": 41, "metadata": {}, "output_type": "execute_result" } @@ -1749,7 +1897,7 @@ }, { "cell_type": "code", - "execution_count": 39, + "execution_count": 42, "metadata": {}, "outputs": [ { @@ -1758,7 +1906,7 @@ "pycm.ConfusionMatrix(classes: [0, 1, 2])" ] }, - "execution_count": 39, + "execution_count": 42, "metadata": {}, "output_type": "execute_result" } @@ -1769,7 +1917,7 @@ }, { "cell_type": "code", - "execution_count": 40, + "execution_count": 43, "metadata": {}, "outputs": [ { @@ -1778,7 +1926,7 @@ "'cm2'" ] }, - "execution_count": 40, + "execution_count": 43, "metadata": {}, "output_type": "execute_result" } @@ -1789,7 +1937,7 @@ }, { "cell_type": "code", - "execution_count": 41, + "execution_count": 44, "metadata": {}, "outputs": [], "source": [ @@ -1798,7 +1946,7 @@ }, { "cell_type": "code", - "execution_count": 42, + "execution_count": 45, "metadata": {}, "outputs": [ { @@ -1901,7 +2049,7 @@ }, { "cell_type": "code", - "execution_count": 43, + "execution_count": 46, "metadata": {}, "outputs": [ { @@ -1910,7 +2058,7 @@ "{'L1': 3, 'L2': 1, 'L3': 3}" ] }, - "execution_count": 43, + "execution_count": 46, "metadata": {}, "output_type": "execute_result" } @@ -1936,7 +2084,7 @@ }, { "cell_type": "code", - "execution_count": 44, + "execution_count": 47, "metadata": {}, "outputs": [ { @@ -1945,7 +2093,7 @@ "{'L1': 7, 'L2': 8, 'L3': 4}" ] }, - "execution_count": 44, + "execution_count": 47, "metadata": {}, "output_type": "execute_result" } @@ -1971,7 +2119,7 @@ }, { "cell_type": "code", - "execution_count": 45, + "execution_count": 48, "metadata": {}, "outputs": [ { @@ -1980,7 +2128,7 @@ "{'L1': 0, 'L2': 2, 'L3': 3}" ] }, - "execution_count": 45, + "execution_count": 48, "metadata": {}, "output_type": "execute_result" } @@ -2006,7 +2154,7 @@ }, { "cell_type": "code", - "execution_count": 46, + "execution_count": 49, "metadata": {}, "outputs": [ { @@ -2015,7 +2163,7 @@ "{'L1': 2, 'L2': 1, 'L3': 2}" ] }, - "execution_count": 46, + "execution_count": 49, "metadata": {}, "output_type": "execute_result" } @@ -2048,7 +2196,7 @@ }, { "cell_type": "code", - "execution_count": 47, + "execution_count": 50, "metadata": {}, "outputs": [ { @@ -2057,7 +2205,7 @@ "{'L1': 5, 'L2': 2, 'L3': 5}" ] }, - "execution_count": 47, + "execution_count": 50, "metadata": {}, "output_type": "execute_result" } @@ -2089,7 +2237,7 @@ }, { "cell_type": "code", - "execution_count": 48, + "execution_count": 51, "metadata": {}, "outputs": [ { @@ -2098,7 +2246,7 @@ "{'L1': 7, 'L2': 10, 'L3': 7}" ] }, - "execution_count": 48, + "execution_count": 51, "metadata": {}, "output_type": "execute_result" } @@ -2130,7 +2278,7 @@ }, { "cell_type": "code", - "execution_count": 49, + "execution_count": 52, "metadata": {}, "outputs": [ { @@ -2139,7 +2287,7 @@ "{'L1': 3, 'L2': 3, 'L3': 6}" ] }, - "execution_count": 49, + "execution_count": 52, "metadata": {}, "output_type": "execute_result" } @@ -2171,7 +2319,7 @@ }, { "cell_type": "code", - "execution_count": 50, + "execution_count": 53, "metadata": {}, "outputs": [ { @@ -2180,7 +2328,7 @@ "{'L1': 9, 'L2': 9, 'L3': 6}" ] }, - "execution_count": 50, + "execution_count": 53, "metadata": {}, "output_type": "execute_result" } @@ -2212,7 +2360,7 @@ }, { "cell_type": "code", - "execution_count": 51, + "execution_count": 54, "metadata": {}, "outputs": [ { @@ -2221,7 +2369,7 @@ "{'L1': 12, 'L2': 12, 'L3': 12}" ] }, - "execution_count": 51, + "execution_count": 54, "metadata": {}, "output_type": "execute_result" } @@ -2269,7 +2417,7 @@ }, { "cell_type": "code", - "execution_count": 52, + "execution_count": 55, "metadata": {}, "outputs": [ { @@ -2278,7 +2426,7 @@ "{'L1': 0.6, 'L2': 0.5, 'L3': 0.6}" ] }, - "execution_count": 52, + "execution_count": 55, "metadata": {}, "output_type": "execute_result" } @@ -2312,7 +2460,7 @@ }, { "cell_type": "code", - "execution_count": 53, + "execution_count": 56, "metadata": {}, "outputs": [ { @@ -2321,7 +2469,7 @@ "{'L1': 1.0, 'L2': 0.8, 'L3': 0.5714285714285714}" ] }, - "execution_count": 53, + "execution_count": 56, "metadata": {}, "output_type": "execute_result" } @@ -2356,7 +2504,7 @@ }, { "cell_type": "code", - "execution_count": 54, + "execution_count": 57, "metadata": {}, "outputs": [ { @@ -2365,7 +2513,7 @@ "{'L1': 1.0, 'L2': 0.3333333333333333, 'L3': 0.5}" ] }, - "execution_count": 54, + "execution_count": 57, "metadata": {}, "output_type": "execute_result" } @@ -2400,7 +2548,7 @@ }, { "cell_type": "code", - "execution_count": 55, + "execution_count": 58, "metadata": {}, "outputs": [ { @@ -2409,7 +2557,7 @@ "{'L1': 0.7777777777777778, 'L2': 0.8888888888888888, 'L3': 0.6666666666666666}" ] }, - "execution_count": 55, + "execution_count": 58, "metadata": {}, "output_type": "execute_result" } @@ -2443,7 +2591,7 @@ }, { "cell_type": "code", - "execution_count": 56, + "execution_count": 59, "metadata": {}, "outputs": [ { @@ -2452,7 +2600,7 @@ "{'L1': 0.4, 'L2': 0.5, 'L3': 0.4}" ] }, - "execution_count": 56, + "execution_count": 59, "metadata": {}, "output_type": "execute_result" } @@ -2488,7 +2636,7 @@ }, { "cell_type": "code", - "execution_count": 57, + "execution_count": 60, "metadata": {}, "outputs": [ { @@ -2497,7 +2645,7 @@ "{'L1': 0.0, 'L2': 0.19999999999999996, 'L3': 0.4285714285714286}" ] }, - "execution_count": 57, + "execution_count": 60, "metadata": {}, "output_type": "execute_result" } @@ -2531,7 +2679,7 @@ }, { "cell_type": "code", - "execution_count": 58, + "execution_count": 61, "metadata": {}, "outputs": [ { @@ -2540,7 +2688,7 @@ "{'L1': 0.0, 'L2': 0.6666666666666667, 'L3': 0.5}" ] }, - "execution_count": 58, + "execution_count": 61, "metadata": {}, "output_type": "execute_result" } @@ -2574,7 +2722,7 @@ }, { "cell_type": "code", - "execution_count": 59, + "execution_count": 62, "metadata": {}, "outputs": [ { @@ -2585,7 +2733,7 @@ " 'L3': 0.33333333333333337}" ] }, - "execution_count": 59, + "execution_count": 62, "metadata": {}, "output_type": "execute_result" } @@ -2619,7 +2767,7 @@ }, { "cell_type": "code", - "execution_count": 60, + "execution_count": 63, "metadata": {}, "outputs": [ { @@ -2628,7 +2776,7 @@ "{'L1': 0.8333333333333334, 'L2': 0.75, 'L3': 0.5833333333333334}" ] }, - "execution_count": 60, + "execution_count": 63, "metadata": {}, "output_type": "execute_result" } @@ -2660,7 +2808,7 @@ }, { "cell_type": "code", - "execution_count": 61, + "execution_count": 64, "metadata": {}, "outputs": [ { @@ -2669,7 +2817,7 @@ "{'L1': 0.16666666666666663, 'L2': 0.25, 'L3': 0.41666666666666663}" ] }, - "execution_count": 61, + "execution_count": 64, "metadata": {}, "output_type": "execute_result" } @@ -2713,7 +2861,7 @@ }, { "cell_type": "code", - "execution_count": 62, + "execution_count": 65, "metadata": {}, "outputs": [ { @@ -2722,7 +2870,7 @@ "{'L1': 0.75, 'L2': 0.4, 'L3': 0.5454545454545454}" ] }, - "execution_count": 62, + "execution_count": 65, "metadata": {}, "output_type": "execute_result" } @@ -2733,7 +2881,7 @@ }, { "cell_type": "code", - "execution_count": 63, + "execution_count": 66, "metadata": {}, "outputs": [ { @@ -2742,7 +2890,7 @@ "{'L1': 0.8823529411764706, 'L2': 0.35714285714285715, 'L3': 0.5172413793103449}" ] }, - "execution_count": 63, + "execution_count": 66, "metadata": {}, "output_type": "execute_result" } @@ -2753,7 +2901,7 @@ }, { "cell_type": "code", - "execution_count": 64, + "execution_count": 67, "metadata": {}, "outputs": [ { @@ -2762,7 +2910,7 @@ "{'L1': 0.6521739130434783, 'L2': 0.45454545454545453, 'L3': 0.5769230769230769}" ] }, - "execution_count": 64, + "execution_count": 67, "metadata": {}, "output_type": "execute_result" } @@ -2773,7 +2921,7 @@ }, { "cell_type": "code", - "execution_count": 65, + "execution_count": 68, "metadata": {}, "outputs": [ { @@ -2782,7 +2930,7 @@ "{'L1': 0.6144578313253012, 'L2': 0.4857142857142857, 'L3': 0.5930232558139535}" ] }, - "execution_count": 65, + "execution_count": 68, "metadata": {}, "output_type": "execute_result" } @@ -2855,7 +3003,7 @@ }, { "cell_type": "code", - "execution_count": 66, + "execution_count": 69, "metadata": {}, "outputs": [ { @@ -2864,7 +3012,7 @@ "{'L1': 0.6831300510639732, 'L2': 0.25819888974716115, 'L3': 0.1690308509457033}" ] }, - "execution_count": 66, + "execution_count": 69, "metadata": {}, "output_type": "execute_result" } @@ -2898,7 +3046,7 @@ }, { "cell_type": "code", - "execution_count": 67, + "execution_count": 70, "metadata": {}, "outputs": [ { @@ -2909,7 +3057,7 @@ " 'L3': 0.17142857142857126}" ] }, - "execution_count": 67, + "execution_count": 70, "metadata": {}, "output_type": "execute_result" } @@ -2941,7 +3089,7 @@ }, { "cell_type": "code", - "execution_count": 68, + "execution_count": 71, "metadata": {}, "outputs": [ { @@ -2950,7 +3098,7 @@ "{'L1': 0.7777777777777777, 'L2': 0.2222222222222221, 'L3': 0.16666666666666652}" ] }, - "execution_count": 68, + "execution_count": 71, "metadata": {}, "output_type": "execute_result" } @@ -2986,7 +3134,7 @@ }, { "cell_type": "code", - "execution_count": 69, + "execution_count": 72, "metadata": {}, "outputs": [ { @@ -2995,7 +3143,7 @@ "{'L1': 'None', 'L2': 2.5000000000000004, 'L3': 1.4}" ] }, - "execution_count": 69, + "execution_count": 72, "metadata": {}, "output_type": "execute_result" } @@ -3040,7 +3188,7 @@ }, { "cell_type": "code", - "execution_count": 70, + "execution_count": 73, "metadata": {}, "outputs": [ { @@ -3049,7 +3197,7 @@ "{'L1': 0.4, 'L2': 0.625, 'L3': 0.7000000000000001}" ] }, - "execution_count": 70, + "execution_count": 73, "metadata": {}, "output_type": "execute_result" } @@ -3092,7 +3240,7 @@ }, { "cell_type": "code", - "execution_count": 71, + "execution_count": 74, "metadata": {}, "outputs": [ { @@ -3101,7 +3249,7 @@ "{'L1': 'None', 'L2': 4.000000000000001, 'L3': 1.9999999999999998}" ] }, - "execution_count": 71, + "execution_count": 74, "metadata": {}, "output_type": "execute_result" } @@ -3135,7 +3283,7 @@ }, { "cell_type": "code", - "execution_count": 72, + "execution_count": 75, "metadata": {}, "outputs": [ { @@ -3144,7 +3292,7 @@ "{'L1': 0.4166666666666667, 'L2': 0.16666666666666666, 'L3': 0.4166666666666667}" ] }, - "execution_count": 72, + "execution_count": 75, "metadata": {}, "output_type": "execute_result" } @@ -3178,7 +3326,7 @@ }, { "cell_type": "code", - "execution_count": 73, + "execution_count": 76, "metadata": {}, "outputs": [ { @@ -3187,7 +3335,7 @@ "{'L1': 0.7745966692414834, 'L2': 0.408248290463863, 'L3': 0.5477225575051661}" ] }, - "execution_count": 73, + "execution_count": 76, "metadata": {}, "output_type": "execute_result" } @@ -3219,7 +3367,7 @@ }, { "cell_type": "code", - "execution_count": 74, + "execution_count": 77, "metadata": {}, "outputs": [ { @@ -3230,7 +3378,7 @@ " 'L3': 0.20833333333333334}" ] }, - "execution_count": 74, + "execution_count": 77, "metadata": {}, "output_type": "execute_result" } @@ -3271,7 +3419,7 @@ }, { "cell_type": "code", - "execution_count": 75, + "execution_count": 78, "metadata": {}, "outputs": [ { @@ -3282,7 +3430,7 @@ " 'L3': 0.21006944444444442}" ] }, - "execution_count": 75, + "execution_count": 78, "metadata": {}, "output_type": "execute_result" } @@ -3325,7 +3473,7 @@ }, { "cell_type": "code", - "execution_count": 76, + "execution_count": 79, "metadata": {}, "outputs": [ { @@ -3334,7 +3482,7 @@ "{'L1': 0.6, 'L2': 0.25, 'L3': 0.375}" ] }, - "execution_count": 76, + "execution_count": 79, "metadata": {}, "output_type": "execute_result" } @@ -3376,7 +3524,7 @@ }, { "cell_type": "code", - "execution_count": 77, + "execution_count": 80, "metadata": {}, "outputs": [ { @@ -3385,7 +3533,7 @@ "{'L1': 1.2630344058337937, 'L2': 0.9999999999999998, 'L3': 0.26303440583379367}" ] }, - "execution_count": 77, + "execution_count": 80, "metadata": {}, "output_type": "execute_result" } @@ -3442,7 +3590,7 @@ }, { "cell_type": "code", - "execution_count": 78, + "execution_count": 81, "metadata": {}, "outputs": [ { @@ -3451,7 +3599,7 @@ "{'L1': 0.25, 'L2': 0.49657842846620864, 'L3': 0.6044162769630221}" ] }, - "execution_count": 78, + "execution_count": 81, "metadata": {}, "output_type": "execute_result" } @@ -3515,7 +3663,7 @@ }, { "cell_type": "code", - "execution_count": 79, + "execution_count": 82, "metadata": {}, "outputs": [ { @@ -3524,7 +3672,7 @@ "{'L1': 0.2643856189774724, 'L2': 0.5, 'L3': 0.6875}" ] }, - "execution_count": 79, + "execution_count": 82, "metadata": {}, "output_type": "execute_result" } @@ -3568,7 +3716,7 @@ }, { "cell_type": "code", - "execution_count": 80, + "execution_count": 83, "metadata": {}, "outputs": [ { @@ -3577,7 +3725,7 @@ "{'L1': 0.8, 'L2': 0.65, 'L3': 0.5857142857142856}" ] }, - "execution_count": 80, + "execution_count": 83, "metadata": {}, "output_type": "execute_result" } @@ -3619,7 +3767,7 @@ }, { "cell_type": "code", - "execution_count": 81, + "execution_count": 84, "metadata": {}, "outputs": [ { @@ -3628,7 +3776,7 @@ "{'L1': 0.4, 'L2': 0.5385164807134504, 'L3': 0.5862367008195198}" ] }, - "execution_count": 81, + "execution_count": 84, "metadata": {}, "output_type": "execute_result" } @@ -3669,7 +3817,7 @@ }, { "cell_type": "code", - "execution_count": 82, + "execution_count": 85, "metadata": {}, "outputs": [ { @@ -3678,7 +3826,7 @@ "{'L1': 0.717157287525381, 'L2': 0.6192113447068046, 'L3': 0.5854680534700882}" ] }, - "execution_count": 82, + "execution_count": 85, "metadata": {}, "output_type": "execute_result" } @@ -3736,7 +3884,7 @@ }, { "cell_type": "code", - "execution_count": 83, + "execution_count": 86, "metadata": {}, "outputs": [ { @@ -3745,7 +3893,7 @@ "{'L1': 'None', 'L2': 0.33193306999649924, 'L3': 0.1659665349982495}" ] }, - "execution_count": 83, + "execution_count": 86, "metadata": {}, "output_type": "execute_result" } @@ -3795,7 +3943,7 @@ }, { "cell_type": "code", - "execution_count": 84, + "execution_count": 87, "metadata": {}, "outputs": [ { @@ -3806,7 +3954,7 @@ " 'L3': 0.17142857142857126}" ] }, - "execution_count": 84, + "execution_count": 87, "metadata": {}, "output_type": "execute_result" } @@ -3870,7 +4018,7 @@ }, { "cell_type": "code", - "execution_count": 85, + "execution_count": 88, "metadata": {}, "outputs": [ { @@ -3879,7 +4027,7 @@ "{'L1': 'None', 'L2': 'Poor', 'L3': 'Poor'}" ] }, - "execution_count": 85, + "execution_count": 88, "metadata": {}, "output_type": "execute_result" } @@ -3943,7 +4091,7 @@ }, { "cell_type": "code", - "execution_count": 86, + "execution_count": 89, "metadata": {}, "outputs": [ { @@ -3952,7 +4100,7 @@ "{'L1': 'Poor', 'L2': 'Negligible', 'L3': 'Negligible'}" ] }, - "execution_count": 86, + "execution_count": 89, "metadata": {}, "output_type": "execute_result" } @@ -4016,7 +4164,7 @@ }, { "cell_type": "code", - "execution_count": 87, + "execution_count": 90, "metadata": {}, "outputs": [ { @@ -4025,7 +4173,7 @@ "{'L1': 'None', 'L2': 'Poor', 'L3': 'Poor'}" ] }, - "execution_count": 87, + "execution_count": 90, "metadata": {}, "output_type": "execute_result" } @@ -4092,7 +4240,7 @@ }, { "cell_type": "code", - "execution_count": 88, + "execution_count": 91, "metadata": {}, "outputs": [ { @@ -4101,7 +4249,7 @@ "{'L1': 'Very Good', 'L2': 'Fair', 'L3': 'Poor'}" ] }, - "execution_count": 88, + "execution_count": 91, "metadata": {}, "output_type": "execute_result" } @@ -4170,7 +4318,7 @@ }, { "cell_type": "code", - "execution_count": 89, + "execution_count": 92, "metadata": {}, "outputs": [ { @@ -4179,7 +4327,7 @@ "{'L1': 'Moderate', 'L2': 'Negligible', 'L3': 'Negligible'}" ] }, - "execution_count": 89, + "execution_count": 92, "metadata": {}, "output_type": "execute_result" } @@ -4252,7 +4400,7 @@ }, { "cell_type": "code", - "execution_count": 90, + "execution_count": 93, "metadata": {}, "outputs": [ { @@ -4261,7 +4409,7 @@ "{'L1': 'None', 'L2': 'Moderate', 'L3': 'Weak'}" ] }, - "execution_count": 90, + "execution_count": 93, "metadata": {}, "output_type": "execute_result" } @@ -4306,7 +4454,7 @@ }, { "cell_type": "code", - "execution_count": 91, + "execution_count": 94, "metadata": {}, "outputs": [ { @@ -4317,7 +4465,7 @@ " 'L3': 0.17142857142857126}" ] }, - "execution_count": 91, + "execution_count": 94, "metadata": {}, "output_type": "execute_result" } @@ -4358,7 +4506,7 @@ }, { "cell_type": "code", - "execution_count": 92, + "execution_count": 95, "metadata": {}, "outputs": [ { @@ -4367,7 +4515,7 @@ "{'L1': 2.4, 'L2': 2.0, 'L3': 1.2}" ] }, - "execution_count": 92, + "execution_count": 95, "metadata": {}, "output_type": "execute_result" } @@ -4408,7 +4556,7 @@ }, { "cell_type": "code", - "execution_count": 93, + "execution_count": 96, "metadata": {}, "outputs": [ { @@ -4417,7 +4565,7 @@ "{'L1': -2, 'L2': 1, 'L3': 1}" ] }, - "execution_count": 93, + "execution_count": 96, "metadata": {}, "output_type": "execute_result" } @@ -4460,7 +4608,7 @@ }, { "cell_type": "code", - "execution_count": 94, + "execution_count": 97, "metadata": {}, "outputs": [ { @@ -4471,7 +4619,7 @@ " 'L3': 0.041666666666666664}" ] }, - "execution_count": 94, + "execution_count": 97, "metadata": {}, "output_type": "execute_result" } @@ -4515,7 +4663,7 @@ }, { "cell_type": "code", - "execution_count": 95, + "execution_count": 98, "metadata": {}, "outputs": [ { @@ -4524,7 +4672,7 @@ "{'L1': 0.5833333333333334, 'L2': 0.5192307692307692, 'L3': 0.5589430894308943}" ] }, - "execution_count": 95, + "execution_count": 98, "metadata": {}, "output_type": "execute_result" } @@ -4566,7 +4714,7 @@ }, { "cell_type": "code", - "execution_count": 96, + "execution_count": 99, "metadata": {}, "outputs": [ { @@ -4575,7 +4723,7 @@ "{'L1': 0.36, 'L2': 0.27999999999999997, 'L3': 0.35265306122448975}" ] }, - "execution_count": 96, + "execution_count": 99, "metadata": {}, "output_type": "execute_result" } @@ -4586,7 +4734,7 @@ }, { "cell_type": "code", - "execution_count": 97, + "execution_count": 100, "metadata": {}, "outputs": [ { @@ -4595,7 +4743,7 @@ "{'L1': 0.48, 'L2': 0.34, 'L3': 0.3477551020408163}" ] }, - "execution_count": 97, + "execution_count": 100, "metadata": {}, "output_type": "execute_result" } @@ -4606,7 +4754,7 @@ }, { "cell_type": "code", - "execution_count": 98, + "execution_count": 101, "metadata": {}, "outputs": [ { @@ -4615,7 +4763,7 @@ "{'L1': 0.576, 'L2': 0.388, 'L3': 0.34383673469387754}" ] }, - "execution_count": 98, + "execution_count": 101, "metadata": {}, "output_type": "execute_result" } @@ -4684,7 +4832,7 @@ }, { "cell_type": "code", - "execution_count": 99, + "execution_count": 102, "metadata": {}, "outputs": [ { @@ -4693,7 +4841,7 @@ "{'L1': 0.7745966692414834, 'L2': 0.6324555320336759, 'L3': 0.5855400437691198}" ] }, - "execution_count": 99, + "execution_count": 102, "metadata": {}, "output_type": "execute_result" } @@ -4745,7 +4893,7 @@ }, { "cell_type": "code", - "execution_count": 100, + "execution_count": 103, "metadata": {}, "outputs": [ { @@ -4754,7 +4902,7 @@ "{'L1': 'None', 'L2': 0.6, 'L3': 0.3333333333333333}" ] }, - "execution_count": 100, + "execution_count": 103, "metadata": {}, "output_type": "execute_result" } @@ -4809,7 +4957,7 @@ }, { "cell_type": "code", - "execution_count": 101, + "execution_count": 104, "metadata": {}, "outputs": [ { @@ -4818,7 +4966,7 @@ "{'L1': 0.8576400016262, 'L2': 0.708612108382005, 'L3': 0.5803410802752335}" ] }, - "execution_count": 101, + "execution_count": 104, "metadata": {}, "output_type": "execute_result" } @@ -4873,7 +5021,7 @@ }, { "cell_type": "code", - "execution_count": 102, + "execution_count": 105, "metadata": {}, "outputs": [ { @@ -4882,7 +5030,7 @@ "{'L1': 0.7285871475307653, 'L2': 0.6286946134619315, 'L3': 0.610088876086563}" ] }, - "execution_count": 102, + "execution_count": 105, "metadata": {}, "output_type": "execute_result" } @@ -4925,7 +5073,7 @@ }, { "cell_type": "code", - "execution_count": 103, + "execution_count": 106, "metadata": {}, "outputs": [ { @@ -4934,7 +5082,7 @@ "{'L1': 1.0, 'L2': 0.5, 'L3': 0.6}" ] }, - "execution_count": 103, + "execution_count": 106, "metadata": {}, "output_type": "execute_result" } @@ -4977,7 +5125,7 @@ }, { "cell_type": "code", - "execution_count": 104, + "execution_count": 107, "metadata": {}, "outputs": [ { @@ -4986,7 +5134,7 @@ "{'L1': 0.7745966692414834, 'L2': 0.4082482904638631, 'L3': 0.5477225575051661}" ] }, - "execution_count": 104, + "execution_count": 107, "metadata": {}, "output_type": "execute_result" } @@ -5029,7 +5177,7 @@ }, { "cell_type": "code", - "execution_count": 105, + "execution_count": 108, "metadata": {}, "outputs": [ { @@ -5038,7 +5186,7 @@ "{'L1': 0.42857142857142855, 'L2': 0.1111111111111111, 'L3': 0.1875}" ] }, - "execution_count": 105, + "execution_count": 108, "metadata": {}, "output_type": "execute_result" } @@ -5109,7 +5257,7 @@ }, { "cell_type": "code", - "execution_count": 106, + "execution_count": 109, "metadata": {}, "outputs": [ { @@ -5118,7 +5266,7 @@ "{'L1': 0.8, 'L2': 0.41666666666666663, 'L3': 0.55}" ] }, - "execution_count": 106, + "execution_count": 109, "metadata": {}, "output_type": "execute_result" } @@ -5166,7 +5314,7 @@ }, { "cell_type": "code", - "execution_count": 107, + "execution_count": 110, "metadata": {}, "outputs": [ { @@ -5177,7 +5325,7 @@ " 'L3': 0.10000000000000009}" ] }, - "execution_count": 107, + "execution_count": 110, "metadata": {}, "output_type": "execute_result" } @@ -5297,7 +5445,7 @@ }, { "cell_type": "code", - "execution_count": 108, + "execution_count": 111, "metadata": {}, "outputs": [ { @@ -5308,7 +5456,7 @@ " 'L3': [0.21908902300206645, (0.17058551491594975, 1.0294144850840503)]}" ] }, - "execution_count": 108, + "execution_count": 111, "metadata": {}, "output_type": "execute_result" } @@ -5319,7 +5467,7 @@ }, { "cell_type": "code", - "execution_count": 109, + "execution_count": 112, "metadata": {}, "outputs": [ { @@ -5330,7 +5478,7 @@ " 'L3': [0.21908902300206645, (-0.2769850810763853, 1.0769850810763852)]}" ] }, - "execution_count": 109, + "execution_count": 112, "metadata": {}, "output_type": "execute_result" } @@ -5341,7 +5489,7 @@ }, { "cell_type": "code", - "execution_count": 110, + "execution_count": 113, "metadata": {}, "outputs": [ { @@ -5352,7 +5500,7 @@ " 'L3': [0.14231876063832774, (0.19325746190524654, 0.6804926643446272)]}" ] }, - "execution_count": 110, + "execution_count": 113, "metadata": {}, "output_type": "execute_result" } @@ -5363,7 +5511,7 @@ }, { "cell_type": "code", - "execution_count": 111, + "execution_count": 114, "metadata": {}, "outputs": [ { @@ -5372,7 +5520,7 @@ "[0.14231876063832777, (0.2805568916340536, 0.8343177950165198)]" ] }, - "execution_count": 111, + "execution_count": 114, "metadata": {}, "output_type": "execute_result" } @@ -5383,7 +5531,7 @@ }, { "cell_type": "code", - "execution_count": 112, + "execution_count": 115, "metadata": {}, "outputs": [ { @@ -5392,7 +5540,7 @@ "[0.14231876063832777, (0.30438856248221097, 0.8622781041844558)]" ] }, - "execution_count": 112, + "execution_count": 115, "metadata": {}, "output_type": "execute_result" } @@ -5493,7 +5641,7 @@ }, { "cell_type": "code", - "execution_count": 113, + "execution_count": 116, "metadata": {}, "outputs": [ { @@ -5502,7 +5650,7 @@ "{'L1': 0.25, 'L2': 0.0735, 'L3': 0.23525}" ] }, - "execution_count": 113, + "execution_count": 116, "metadata": {}, "output_type": "execute_result" } @@ -5566,16 +5714,16 @@ }, { "cell_type": "code", - "execution_count": 114, + "execution_count": 117, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "0.611111111111111" + "0.6111111111111112" ] }, - "execution_count": 114, + "execution_count": 117, "metadata": {}, "output_type": "execute_result" } @@ -5586,7 +5734,7 @@ }, { "cell_type": "code", - "execution_count": 115, + "execution_count": 118, "metadata": {}, "outputs": [ { @@ -5595,7 +5743,7 @@ "0.5651515151515151" ] }, - "execution_count": 115, + "execution_count": 118, "metadata": {}, "output_type": "execute_result" } @@ -5606,7 +5754,7 @@ }, { "cell_type": "code", - "execution_count": 116, + "execution_count": 119, "metadata": {}, "outputs": [ { @@ -5615,7 +5763,7 @@ "3.0000000000000004" ] }, - "execution_count": 116, + "execution_count": 119, "metadata": {}, "output_type": "execute_result" } @@ -5682,16 +5830,16 @@ }, { "cell_type": "code", - "execution_count": 117, + "execution_count": 120, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "0.6805555555555555" + "0.6805555555555557" ] }, - "execution_count": 117, + "execution_count": 120, "metadata": {}, "output_type": "execute_result" } @@ -5702,16 +5850,16 @@ }, { "cell_type": "code", - "execution_count": 118, + "execution_count": 121, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "0.6064393939393938" + "0.606439393939394" ] }, - "execution_count": 118, + "execution_count": 121, "metadata": {}, "output_type": "execute_result" } @@ -5722,7 +5870,7 @@ }, { "cell_type": "code", - "execution_count": 119, + "execution_count": 122, "metadata": {}, "outputs": [ { @@ -5731,7 +5879,7 @@ "2.5714285714285716" ] }, - "execution_count": 119, + "execution_count": 122, "metadata": {}, "output_type": "execute_result" } @@ -5742,7 +5890,7 @@ }, { "cell_type": "code", - "execution_count": 120, + "execution_count": 123, "metadata": {}, "outputs": [ { @@ -5751,7 +5899,7 @@ "0.7152097902097903" ] }, - "execution_count": 120, + "execution_count": 123, "metadata": {}, "output_type": "execute_result" } @@ -5836,7 +5984,7 @@ }, { "cell_type": "code", - "execution_count": 121, + "execution_count": 124, "metadata": {}, "outputs": [ { @@ -5845,7 +5993,7 @@ "0.35483870967741943" ] }, - "execution_count": 121, + "execution_count": 124, "metadata": {}, "output_type": "execute_result" } @@ -5888,7 +6036,7 @@ }, { "cell_type": "code", - "execution_count": 122, + "execution_count": 125, "metadata": {}, "outputs": [ { @@ -5897,7 +6045,7 @@ "0.34426229508196726" ] }, - "execution_count": 122, + "execution_count": 125, "metadata": {}, "output_type": "execute_result" } @@ -5938,7 +6086,7 @@ }, { "cell_type": "code", - "execution_count": 123, + "execution_count": 126, "metadata": {}, "outputs": [ { @@ -5947,7 +6095,7 @@ "0.16666666666666674" ] }, - "execution_count": 123, + "execution_count": 126, "metadata": {}, "output_type": "execute_result" } @@ -6009,7 +6157,7 @@ }, { "cell_type": "code", - "execution_count": 124, + "execution_count": 127, "metadata": {}, "outputs": [ { @@ -6018,7 +6166,7 @@ "0.39130434782608675" ] }, - "execution_count": 124, + "execution_count": 127, "metadata": {}, "output_type": "execute_result" } @@ -6029,14 +6177,14 @@ }, { "cell_type": "code", - "execution_count": 125, + "execution_count": 128, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-2.8-py3.5.egg\\pycm\\pycm_obj.py:742: RuntimeWarning: The weight format is wrong, the result is for unweighted kappa.\n" + "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-2.9-py3.5.egg\\pycm\\pycm_obj.py:752: RuntimeWarning: The weight format is wrong, the result is for unweighted kappa.\n" ] }, { @@ -6045,7 +6193,7 @@ "0.35483870967741943" ] }, - "execution_count": 125, + "execution_count": 128, "metadata": {}, "output_type": "execute_result" } @@ -6114,7 +6262,7 @@ }, { "cell_type": "code", - "execution_count": 126, + "execution_count": 129, "metadata": {}, "outputs": [ { @@ -6123,7 +6271,7 @@ "0.2203645326012817" ] }, - "execution_count": 126, + "execution_count": 129, "metadata": {}, "output_type": "execute_result" } @@ -6164,7 +6312,7 @@ }, { "cell_type": "code", - "execution_count": 127, + "execution_count": 130, "metadata": {}, "outputs": [ { @@ -6173,7 +6321,7 @@ "(-0.07707577422109269, 0.7867531935759315)" ] }, - "execution_count": 127, + "execution_count": 130, "metadata": {}, "output_type": "execute_result" } @@ -6223,7 +6371,7 @@ }, { "cell_type": "code", - "execution_count": 128, + "execution_count": 131, "metadata": {}, "outputs": [ { @@ -6232,7 +6380,7 @@ "6.6000000000000005" ] }, - "execution_count": 128, + "execution_count": 131, "metadata": {}, "output_type": "execute_result" } @@ -6273,7 +6421,7 @@ }, { "cell_type": "code", - "execution_count": 129, + "execution_count": 132, "metadata": {}, "outputs": [ { @@ -6282,7 +6430,7 @@ "4" ] }, - "execution_count": 129, + "execution_count": 132, "metadata": {}, "output_type": "execute_result" } @@ -6325,7 +6473,7 @@ }, { "cell_type": "code", - "execution_count": 130, + "execution_count": 133, "metadata": {}, "outputs": [ { @@ -6334,7 +6482,7 @@ "0.55" ] }, - "execution_count": 130, + "execution_count": 133, "metadata": {}, "output_type": "execute_result" } @@ -6379,7 +6527,7 @@ }, { "cell_type": "code", - "execution_count": 131, + "execution_count": 134, "metadata": {}, "outputs": [ { @@ -6388,7 +6536,7 @@ "0.5244044240850758" ] }, - "execution_count": 131, + "execution_count": 134, "metadata": {}, "output_type": "execute_result" } @@ -6431,7 +6579,7 @@ }, { "cell_type": "code", - "execution_count": 132, + "execution_count": 135, "metadata": {}, "outputs": [ { @@ -6440,7 +6588,7 @@ "0.14231876063832777" ] }, - "execution_count": 132, + "execution_count": 135, "metadata": {}, "output_type": "execute_result" } @@ -6483,7 +6631,7 @@ }, { "cell_type": "code", - "execution_count": 133, + "execution_count": 136, "metadata": {}, "outputs": [ { @@ -6492,7 +6640,7 @@ "(0.30438856248221097, 0.8622781041844558)" ] }, - "execution_count": 133, + "execution_count": 136, "metadata": {}, "output_type": "execute_result" } @@ -6552,7 +6700,7 @@ }, { "cell_type": "code", - "execution_count": 134, + "execution_count": 137, "metadata": {}, "outputs": [ { @@ -6561,7 +6709,7 @@ "0.37500000000000006" ] }, - "execution_count": 134, + "execution_count": 137, "metadata": {}, "output_type": "execute_result" } @@ -6614,7 +6762,7 @@ }, { "cell_type": "code", - "execution_count": 135, + "execution_count": 138, "metadata": {}, "outputs": [ { @@ -6623,7 +6771,7 @@ "0.34426229508196726" ] }, - "execution_count": 135, + "execution_count": 138, "metadata": {}, "output_type": "execute_result" } @@ -6678,7 +6826,7 @@ }, { "cell_type": "code", - "execution_count": 136, + "execution_count": 139, "metadata": {}, "outputs": [ { @@ -6687,7 +6835,7 @@ "0.3893129770992367" ] }, - "execution_count": 136, + "execution_count": 139, "metadata": {}, "output_type": "execute_result" } @@ -6742,7 +6890,7 @@ }, { "cell_type": "code", - "execution_count": 137, + "execution_count": 140, "metadata": {}, "outputs": [ { @@ -6751,7 +6899,7 @@ "1.4833557549816874" ] }, - "execution_count": 137, + "execution_count": 140, "metadata": {}, "output_type": "execute_result" } @@ -6806,7 +6954,7 @@ }, { "cell_type": "code", - "execution_count": 138, + "execution_count": 141, "metadata": {}, "outputs": [ { @@ -6815,7 +6963,7 @@ "1.5" ] }, - "execution_count": 138, + "execution_count": 141, "metadata": {}, "output_type": "execute_result" } @@ -6879,7 +7027,7 @@ }, { "cell_type": "code", - "execution_count": 139, + "execution_count": 142, "metadata": {}, "outputs": [ { @@ -6888,7 +7036,7 @@ "1.5833333333333335" ] }, - "execution_count": 139, + "execution_count": 142, "metadata": {}, "output_type": "execute_result" } @@ -6943,7 +7091,7 @@ }, { "cell_type": "code", - "execution_count": 140, + "execution_count": 143, "metadata": {}, "outputs": [ { @@ -6952,7 +7100,7 @@ "2.4591479170272446" ] }, - "execution_count": 140, + "execution_count": 143, "metadata": {}, "output_type": "execute_result" } @@ -7009,7 +7157,7 @@ }, { "cell_type": "code", - "execution_count": 141, + "execution_count": 144, "metadata": {}, "outputs": [ { @@ -7018,7 +7166,7 @@ "0.9757921620455572" ] }, - "execution_count": 141, + "execution_count": 144, "metadata": {}, "output_type": "execute_result" } @@ -7075,7 +7223,7 @@ }, { "cell_type": "code", - "execution_count": 142, + "execution_count": 145, "metadata": {}, "outputs": [ { @@ -7084,7 +7232,7 @@ "0.09997757835164581" ] }, - "execution_count": 142, + "execution_count": 145, "metadata": {}, "output_type": "execute_result" } @@ -7156,7 +7304,7 @@ }, { "cell_type": "code", - "execution_count": 143, + "execution_count": 146, "metadata": {}, "outputs": [ { @@ -7165,7 +7313,7 @@ "0.5242078379544428" ] }, - "execution_count": 143, + "execution_count": 146, "metadata": {}, "output_type": "execute_result" } @@ -7208,7 +7356,7 @@ }, { "cell_type": "code", - "execution_count": 144, + "execution_count": 147, "metadata": {}, "outputs": [ { @@ -7217,7 +7365,7 @@ "0.42857142857142855" ] }, - "execution_count": 144, + "execution_count": 147, "metadata": {}, "output_type": "execute_result" } @@ -7260,7 +7408,7 @@ }, { "cell_type": "code", - "execution_count": 145, + "execution_count": 148, "metadata": {}, "outputs": [ { @@ -7269,7 +7417,7 @@ "0.16666666666666666" ] }, - "execution_count": 145, + "execution_count": 148, "metadata": {}, "output_type": "execute_result" } @@ -7341,7 +7489,7 @@ }, { "cell_type": "code", - "execution_count": 146, + "execution_count": 149, "metadata": {}, "outputs": [ { @@ -7350,7 +7498,7 @@ "'Fair'" ] }, - "execution_count": 146, + "execution_count": 149, "metadata": {}, "output_type": "execute_result" } @@ -7410,7 +7558,7 @@ }, { "cell_type": "code", - "execution_count": 147, + "execution_count": 150, "metadata": {}, "outputs": [ { @@ -7419,7 +7567,7 @@ "'Poor'" ] }, - "execution_count": 147, + "execution_count": 150, "metadata": {}, "output_type": "execute_result" } @@ -7487,7 +7635,7 @@ }, { "cell_type": "code", - "execution_count": 148, + "execution_count": 151, "metadata": {}, "outputs": [ { @@ -7496,7 +7644,7 @@ "'Fair'" ] }, - "execution_count": 148, + "execution_count": 151, "metadata": {}, "output_type": "execute_result" } @@ -7560,7 +7708,7 @@ }, { "cell_type": "code", - "execution_count": 149, + "execution_count": 152, "metadata": {}, "outputs": [ { @@ -7569,7 +7717,7 @@ "'Poor'" ] }, - "execution_count": 149, + "execution_count": 152, "metadata": {}, "output_type": "execute_result" } @@ -7641,7 +7789,7 @@ }, { "cell_type": "code", - "execution_count": 150, + "execution_count": 153, "metadata": {}, "outputs": [ { @@ -7650,7 +7798,7 @@ "'Relatively Strong'" ] }, - "execution_count": 150, + "execution_count": 153, "metadata": {}, "output_type": "execute_result" } @@ -7719,7 +7867,7 @@ }, { "cell_type": "code", - "execution_count": 151, + "execution_count": 154, "metadata": {}, "outputs": [ { @@ -7728,7 +7876,7 @@ "'Weak'" ] }, - "execution_count": 151, + "execution_count": 154, "metadata": {}, "output_type": "execute_result" } @@ -7778,7 +7926,7 @@ }, { "cell_type": "code", - "execution_count": 152, + "execution_count": 155, "metadata": {}, "outputs": [ { @@ -7787,7 +7935,7 @@ "0.5833333333333334" ] }, - "execution_count": 152, + "execution_count": 155, "metadata": {}, "output_type": "execute_result" } @@ -7828,7 +7976,7 @@ }, { "cell_type": "code", - "execution_count": 153, + "execution_count": 156, "metadata": {}, "outputs": [ { @@ -7837,7 +7985,7 @@ "0.3541666666666667" ] }, - "execution_count": 153, + "execution_count": 156, "metadata": {}, "output_type": "execute_result" } @@ -7878,7 +8026,7 @@ }, { "cell_type": "code", - "execution_count": 154, + "execution_count": 157, "metadata": {}, "outputs": [ { @@ -7887,7 +8035,7 @@ "0.3645833333333333" ] }, - "execution_count": 154, + "execution_count": 157, "metadata": {}, "output_type": "execute_result" } @@ -7928,7 +8076,7 @@ }, { "cell_type": "code", - "execution_count": 155, + "execution_count": 158, "metadata": {}, "outputs": [ { @@ -7937,7 +8085,7 @@ "0.5833333333333334" ] }, - "execution_count": 155, + "execution_count": 158, "metadata": {}, "output_type": "execute_result" } @@ -7978,7 +8126,7 @@ }, { "cell_type": "code", - "execution_count": 156, + "execution_count": 159, "metadata": {}, "outputs": [ { @@ -7987,7 +8135,7 @@ "0.5833333333333334" ] }, - "execution_count": 156, + "execution_count": 159, "metadata": {}, "output_type": "execute_result" } @@ -8028,7 +8176,7 @@ }, { "cell_type": "code", - "execution_count": 157, + "execution_count": 160, "metadata": {}, "outputs": [ { @@ -8037,7 +8185,7 @@ "0.7916666666666666" ] }, - "execution_count": 157, + "execution_count": 160, "metadata": {}, "output_type": "execute_result" } @@ -8078,7 +8226,7 @@ }, { "cell_type": "code", - "execution_count": 158, + "execution_count": 161, "metadata": {}, "outputs": [ { @@ -8087,7 +8235,7 @@ "0.20833333333333337" ] }, - "execution_count": 158, + "execution_count": 161, "metadata": {}, "output_type": "execute_result" } @@ -8128,7 +8276,7 @@ }, { "cell_type": "code", - "execution_count": 159, + "execution_count": 162, "metadata": {}, "outputs": [ { @@ -8137,7 +8285,7 @@ "0.41666666666666663" ] }, - "execution_count": 159, + "execution_count": 162, "metadata": {}, "output_type": "execute_result" } @@ -8178,7 +8326,7 @@ }, { "cell_type": "code", - "execution_count": 160, + "execution_count": 163, "metadata": {}, "outputs": [ { @@ -8187,7 +8335,7 @@ "0.5833333333333334" ] }, - "execution_count": 160, + "execution_count": 163, "metadata": {}, "output_type": "execute_result" } @@ -8228,7 +8376,7 @@ }, { "cell_type": "code", - "execution_count": 161, + "execution_count": 164, "metadata": {}, "outputs": [ { @@ -8237,7 +8385,7 @@ "0.611111111111111" ] }, - "execution_count": 161, + "execution_count": 164, "metadata": {}, "output_type": "execute_result" } @@ -8278,7 +8426,7 @@ }, { "cell_type": "code", - "execution_count": 162, + "execution_count": 165, "metadata": {}, "outputs": [ { @@ -8287,7 +8435,7 @@ "0.5666666666666668" ] }, - "execution_count": 162, + "execution_count": 165, "metadata": {}, "output_type": "execute_result" } @@ -8328,7 +8476,7 @@ }, { "cell_type": "code", - "execution_count": 163, + "execution_count": 166, "metadata": {}, "outputs": [ { @@ -8337,7 +8485,7 @@ "0.7904761904761904" ] }, - "execution_count": 163, + "execution_count": 166, "metadata": {}, "output_type": "execute_result" } @@ -8378,7 +8526,7 @@ }, { "cell_type": "code", - "execution_count": 164, + "execution_count": 167, "metadata": {}, "outputs": [ { @@ -8387,7 +8535,7 @@ "0.20952380952380956" ] }, - "execution_count": 164, + "execution_count": 167, "metadata": {}, "output_type": "execute_result" } @@ -8428,7 +8576,7 @@ }, { "cell_type": "code", - "execution_count": 165, + "execution_count": 168, "metadata": {}, "outputs": [ { @@ -8437,7 +8585,7 @@ "0.43333333333333324" ] }, - "execution_count": 165, + "execution_count": 168, "metadata": {}, "output_type": "execute_result" } @@ -8478,7 +8626,7 @@ }, { "cell_type": "code", - "execution_count": 166, + "execution_count": 169, "metadata": {}, "outputs": [ { @@ -8487,7 +8635,7 @@ "0.5651515151515151" ] }, - "execution_count": 166, + "execution_count": 169, "metadata": {}, "output_type": "execute_result" } @@ -8528,7 +8676,7 @@ }, { "cell_type": "code", - "execution_count": 167, + "execution_count": 170, "metadata": {}, "outputs": [ { @@ -8537,7 +8685,7 @@ "0.7222222222222223" ] }, - "execution_count": 167, + "execution_count": 170, "metadata": {}, "output_type": "execute_result" } @@ -8592,7 +8740,7 @@ }, { "cell_type": "code", - "execution_count": 168, + "execution_count": 171, "metadata": {}, "outputs": [ { @@ -8601,7 +8749,7 @@ "(1.225, 0.4083333333333334)" ] }, - "execution_count": 168, + "execution_count": 171, "metadata": {}, "output_type": "execute_result" } @@ -8642,7 +8790,7 @@ }, { "cell_type": "code", - "execution_count": 169, + "execution_count": 172, "metadata": {}, "outputs": [ { @@ -8651,7 +8799,7 @@ "0.41666666666666663" ] }, - "execution_count": 169, + "execution_count": 172, "metadata": {}, "output_type": "execute_result" } @@ -8692,7 +8840,7 @@ }, { "cell_type": "code", - "execution_count": 170, + "execution_count": 173, "metadata": {}, "outputs": [ { @@ -8701,7 +8849,7 @@ "5" ] }, - "execution_count": 170, + "execution_count": 173, "metadata": {}, "output_type": "execute_result" } @@ -8742,7 +8890,7 @@ }, { "cell_type": "code", - "execution_count": 171, + "execution_count": 174, "metadata": {}, "outputs": [ { @@ -8751,7 +8899,7 @@ "0.4166666666666667" ] }, - "execution_count": 171, + "execution_count": 174, "metadata": {}, "output_type": "execute_result" } @@ -8819,7 +8967,7 @@ }, { "cell_type": "code", - "execution_count": 172, + "execution_count": 175, "metadata": {}, "outputs": [ { @@ -8828,7 +8976,7 @@ "0.18926430237560654" ] }, - "execution_count": 172, + "execution_count": 175, "metadata": {}, "output_type": "execute_result" } @@ -8876,7 +9024,7 @@ }, { "cell_type": "code", - "execution_count": 173, + "execution_count": 176, "metadata": {}, "outputs": [ { @@ -8885,7 +9033,7 @@ "0.4638112995385119" ] }, - "execution_count": 173, + "execution_count": 176, "metadata": {}, "output_type": "execute_result" } @@ -8940,7 +9088,7 @@ }, { "cell_type": "code", - "execution_count": 174, + "execution_count": 177, "metadata": {}, "outputs": [ { @@ -8949,7 +9097,7 @@ "0.5189369467580801" ] }, - "execution_count": 174, + "execution_count": 177, "metadata": {}, "output_type": "execute_result" } @@ -9013,7 +9161,7 @@ }, { "cell_type": "code", - "execution_count": 175, + "execution_count": 178, "metadata": {}, "outputs": [ { @@ -9022,7 +9170,7 @@ "0.36666666666666664" ] }, - "execution_count": 175, + "execution_count": 178, "metadata": {}, "output_type": "execute_result" } @@ -9063,7 +9211,7 @@ }, { "cell_type": "code", - "execution_count": 176, + "execution_count": 179, "metadata": {}, "outputs": [ { @@ -9072,7 +9220,7 @@ "4.0" ] }, - "execution_count": 176, + "execution_count": 179, "metadata": {}, "output_type": "execute_result" } @@ -9115,7 +9263,7 @@ }, { "cell_type": "code", - "execution_count": 177, + "execution_count": 180, "metadata": {}, "outputs": [ { @@ -9124,7 +9272,7 @@ "0.4777777777777778" ] }, - "execution_count": 177, + "execution_count": 180, "metadata": {}, "output_type": "execute_result" } @@ -9165,7 +9313,7 @@ }, { "cell_type": "code", - "execution_count": 178, + "execution_count": 181, "metadata": {}, "outputs": [ { @@ -9174,7 +9322,7 @@ "0.6785714285714285" ] }, - "execution_count": 178, + "execution_count": 181, "metadata": {}, "output_type": "execute_result" } @@ -9215,7 +9363,7 @@ }, { "cell_type": "code", - "execution_count": 179, + "execution_count": 182, "metadata": {}, "outputs": [ { @@ -9224,7 +9372,7 @@ "0.6857142857142857" ] }, - "execution_count": 179, + "execution_count": 182, "metadata": {}, "output_type": "execute_result" } @@ -9287,7 +9435,7 @@ }, { "cell_type": "code", - "execution_count": 180, + "execution_count": 183, "metadata": {}, "outputs": [ { @@ -9296,7 +9444,7 @@ "0.3533932006492363" ] }, - "execution_count": 180, + "execution_count": 183, "metadata": {}, "output_type": "execute_result" } @@ -9337,7 +9485,7 @@ }, { "cell_type": "code", - "execution_count": 181, + "execution_count": 184, "metadata": {}, "outputs": [ { @@ -9346,7 +9494,7 @@ "0.5956833971812706" ] }, - "execution_count": 181, + "execution_count": 184, "metadata": {}, "output_type": "execute_result" } @@ -9388,7 +9536,7 @@ }, { "cell_type": "code", - "execution_count": 182, + "execution_count": 185, "metadata": {}, "outputs": [ { @@ -9397,7 +9545,7 @@ "0.1777777777777778" ] }, - "execution_count": 182, + "execution_count": 185, "metadata": {}, "output_type": "execute_result" } @@ -9449,7 +9597,7 @@ }, { "cell_type": "code", - "execution_count": 183, + "execution_count": 186, "metadata": {}, "outputs": [ { @@ -9458,7 +9606,7 @@ "0.09206349206349207" ] }, - "execution_count": 183, + "execution_count": 186, "metadata": {}, "output_type": "execute_result" } @@ -9510,7 +9658,7 @@ }, { "cell_type": "code", - "execution_count": 184, + "execution_count": 187, "metadata": {}, "outputs": [ { @@ -9519,7 +9667,7 @@ "0.37254901960784315" ] }, - "execution_count": 184, + "execution_count": 187, "metadata": {}, "output_type": "execute_result" } @@ -9584,7 +9732,7 @@ }, { "cell_type": "code", - "execution_count": 185, + "execution_count": 188, "metadata": {}, "outputs": [ { @@ -9593,7 +9741,7 @@ "0.3715846994535519" ] }, - "execution_count": 185, + "execution_count": 188, "metadata": {}, "output_type": "execute_result" } @@ -9669,7 +9817,7 @@ }, { "cell_type": "code", - "execution_count": 186, + "execution_count": 189, "metadata": {}, "outputs": [ { @@ -9678,7 +9826,7 @@ "0.374757281553398" ] }, - "execution_count": 186, + "execution_count": 189, "metadata": {}, "output_type": "execute_result" } @@ -9689,14 +9837,14 @@ }, { "cell_type": "code", - "execution_count": 187, + "execution_count": 190, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-2.8-py3.5.egg\\pycm\\pycm_obj.py:764: RuntimeWarning: The weight format is wrong, the result is for unweighted alpha.\n" + "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-2.9-py3.5.egg\\pycm\\pycm_obj.py:774: RuntimeWarning: The weight format is wrong, the result is for unweighted alpha.\n" ] }, { @@ -9705,7 +9853,7 @@ "0.3715846994535519" ] }, - "execution_count": 187, + "execution_count": 190, "metadata": {}, "output_type": "execute_result" } @@ -9809,7 +9957,7 @@ }, { "cell_type": "code", - "execution_count": 188, + "execution_count": 191, "metadata": {}, "outputs": [ { @@ -9818,7 +9966,7 @@ "0.38540577344968524" ] }, - "execution_count": 188, + "execution_count": 191, "metadata": {}, "output_type": "execute_result" } @@ -9829,7 +9977,7 @@ }, { "cell_type": "code", - "execution_count": 189, + "execution_count": 192, "metadata": {}, "outputs": [ { @@ -9838,7 +9986,7 @@ "0.38545857383594895" ] }, - "execution_count": 189, + "execution_count": 192, "metadata": {}, "output_type": "execute_result" } @@ -9901,7 +10049,7 @@ }, { "cell_type": "code", - "execution_count": 190, + "execution_count": 193, "metadata": {}, "outputs": [ { @@ -10067,7 +10215,7 @@ }, { "cell_type": "code", - "execution_count": 191, + "execution_count": 194, "metadata": {}, "outputs": [ { @@ -10092,7 +10240,7 @@ }, { "cell_type": "code", - "execution_count": 192, + "execution_count": 195, "metadata": {}, "outputs": [ { @@ -10103,7 +10251,7 @@ " 'L3': {'L1': 0, 'L2': 2, 'L3': 3}}" ] }, - "execution_count": 192, + "execution_count": 195, "metadata": {}, "output_type": "execute_result" } @@ -10114,7 +10262,7 @@ }, { "cell_type": "code", - "execution_count": 193, + "execution_count": 196, "metadata": {}, "outputs": [ { @@ -10137,7 +10285,7 @@ }, { "cell_type": "code", - "execution_count": 194, + "execution_count": 197, "metadata": {}, "outputs": [], "source": [ @@ -10146,7 +10294,7 @@ }, { "cell_type": "code", - "execution_count": 195, + "execution_count": 198, "metadata": {}, "outputs": [ { @@ -10219,7 +10367,7 @@ }, { "cell_type": "code", - "execution_count": 196, + "execution_count": 199, "metadata": {}, "outputs": [ { @@ -10244,7 +10392,7 @@ }, { "cell_type": "code", - "execution_count": 197, + "execution_count": 200, "metadata": {}, "outputs": [ { @@ -10255,7 +10403,7 @@ " 'L3': {'L1': 0.0, 'L2': 0.4, 'L3': 0.6}}" ] }, - "execution_count": 197, + "execution_count": 200, "metadata": {}, "output_type": "execute_result" } @@ -10266,7 +10414,7 @@ }, { "cell_type": "code", - "execution_count": 198, + "execution_count": 201, "metadata": {}, "outputs": [ { @@ -10289,7 +10437,7 @@ }, { "cell_type": "code", - "execution_count": 199, + "execution_count": 202, "metadata": {}, "outputs": [ { @@ -10362,7 +10510,7 @@ }, { "cell_type": "code", - "execution_count": 200, + "execution_count": 203, "metadata": {}, "outputs": [ { @@ -10509,7 +10657,7 @@ }, { "cell_type": "code", - "execution_count": 201, + "execution_count": 204, "metadata": {}, "outputs": [ { @@ -10536,7 +10684,7 @@ }, { "cell_type": "code", - "execution_count": 202, + "execution_count": 205, "metadata": {}, "outputs": [ { @@ -10563,7 +10711,7 @@ }, { "cell_type": "code", - "execution_count": 203, + "execution_count": 206, "metadata": {}, "outputs": [ { @@ -10671,7 +10819,7 @@ }, { "cell_type": "code", - "execution_count": 204, + "execution_count": 207, "metadata": {}, "outputs": [ { @@ -10693,7 +10841,7 @@ }, { "cell_type": "code", - "execution_count": 205, + "execution_count": 208, "metadata": {}, "outputs": [ { @@ -10722,7 +10870,7 @@ }, { "cell_type": "code", - "execution_count": 206, + "execution_count": 209, "metadata": {}, "outputs": [], "source": [ @@ -10740,7 +10888,7 @@ }, { "cell_type": "code", - "execution_count": 207, + "execution_count": 210, "metadata": {}, "outputs": [ { @@ -10750,7 +10898,7 @@ " 'Status': True}" ] }, - "execution_count": 207, + "execution_count": 210, "metadata": {}, "output_type": "execute_result" } @@ -10768,7 +10916,7 @@ }, { "cell_type": "code", - "execution_count": 208, + "execution_count": 211, "metadata": {}, "outputs": [ { @@ -10778,7 +10926,7 @@ " 'Status': True}" ] }, - "execution_count": 208, + "execution_count": 211, "metadata": {}, "output_type": "execute_result" } @@ -10796,7 +10944,7 @@ }, { "cell_type": "code", - "execution_count": 209, + "execution_count": 212, "metadata": {}, "outputs": [ { @@ -10806,7 +10954,7 @@ " 'Status': True}" ] }, - "execution_count": 209, + "execution_count": 212, "metadata": {}, "output_type": "execute_result" } @@ -10824,7 +10972,7 @@ }, { "cell_type": "code", - "execution_count": 210, + "execution_count": 213, "metadata": {}, "outputs": [ { @@ -10834,7 +10982,7 @@ " 'Status': True}" ] }, - "execution_count": 210, + "execution_count": 213, "metadata": {}, "output_type": "execute_result" } @@ -10852,7 +11000,7 @@ }, { "cell_type": "code", - "execution_count": 211, + "execution_count": 214, "metadata": {}, "outputs": [ { @@ -10862,7 +11010,7 @@ " 'Status': True}" ] }, - "execution_count": 211, + "execution_count": 214, "metadata": {}, "output_type": "execute_result" } @@ -10880,7 +11028,7 @@ }, { "cell_type": "code", - "execution_count": 212, + "execution_count": 215, "metadata": {}, "outputs": [ { @@ -10890,7 +11038,7 @@ " 'Status': False}" ] }, - "execution_count": 212, + "execution_count": 215, "metadata": {}, "output_type": "execute_result" } @@ -10973,7 +11121,7 @@ }, { "cell_type": "code", - "execution_count": 213, + "execution_count": 216, "metadata": {}, "outputs": [ { @@ -10983,7 +11131,7 @@ " 'Status': True}" ] }, - "execution_count": 213, + "execution_count": 216, "metadata": {}, "output_type": "execute_result" } @@ -11001,7 +11149,7 @@ }, { "cell_type": "code", - "execution_count": 214, + "execution_count": 217, "metadata": {}, "outputs": [ { @@ -11011,7 +11159,7 @@ " 'Status': True}" ] }, - "execution_count": 214, + "execution_count": 217, "metadata": {}, "output_type": "execute_result" } @@ -11029,7 +11177,7 @@ }, { "cell_type": "code", - "execution_count": 215, + "execution_count": 218, "metadata": {}, "outputs": [ { @@ -11039,7 +11187,7 @@ " 'Status': True}" ] }, - "execution_count": 215, + "execution_count": 218, "metadata": {}, "output_type": "execute_result" } @@ -11057,7 +11205,7 @@ }, { "cell_type": "code", - "execution_count": 216, + "execution_count": 219, "metadata": {}, "outputs": [ { @@ -11067,7 +11215,7 @@ " 'Status': True}" ] }, - "execution_count": 216, + "execution_count": 219, "metadata": {}, "output_type": "execute_result" } @@ -11085,7 +11233,7 @@ }, { "cell_type": "code", - "execution_count": 217, + "execution_count": 220, "metadata": {}, "outputs": [ { @@ -11095,7 +11243,7 @@ " 'Status': True}" ] }, - "execution_count": 217, + "execution_count": 220, "metadata": {}, "output_type": "execute_result" } @@ -11113,7 +11261,7 @@ }, { "cell_type": "code", - "execution_count": 218, + "execution_count": 221, "metadata": {}, "outputs": [ { @@ -11123,7 +11271,7 @@ " 'Status': True}" ] }, - "execution_count": 218, + "execution_count": 221, "metadata": {}, "output_type": "execute_result" } @@ -11141,7 +11289,7 @@ }, { "cell_type": "code", - "execution_count": 219, + "execution_count": 222, "metadata": {}, "outputs": [ { @@ -11151,7 +11299,7 @@ " 'Status': True}" ] }, - "execution_count": 219, + "execution_count": 222, "metadata": {}, "output_type": "execute_result" } @@ -11169,7 +11317,7 @@ }, { "cell_type": "code", - "execution_count": 220, + "execution_count": 223, "metadata": {}, "outputs": [ { @@ -11179,7 +11327,7 @@ " 'Status': False}" ] }, - "execution_count": 220, + "execution_count": 223, "metadata": {}, "output_type": "execute_result" } @@ -11282,7 +11430,7 @@ }, { "cell_type": "code", - "execution_count": 221, + "execution_count": 224, "metadata": {}, "outputs": [ { @@ -11292,7 +11440,7 @@ " 'Status': True}" ] }, - "execution_count": 221, + "execution_count": 224, "metadata": {}, "output_type": "execute_result" } @@ -11312,7 +11460,7 @@ }, { "cell_type": "code", - "execution_count": 222, + "execution_count": 225, "metadata": {}, "outputs": [ { @@ -11322,7 +11470,7 @@ " 'Status': True}" ] }, - "execution_count": 222, + "execution_count": 225, "metadata": {}, "output_type": "execute_result" } @@ -11342,7 +11490,7 @@ }, { "cell_type": "code", - "execution_count": 223, + "execution_count": 226, "metadata": {}, "outputs": [ { @@ -11352,7 +11500,7 @@ " 'Status': True}" ] }, - "execution_count": 223, + "execution_count": 226, "metadata": {}, "output_type": "execute_result" } @@ -11372,7 +11520,7 @@ }, { "cell_type": "code", - "execution_count": 224, + "execution_count": 227, "metadata": {}, "outputs": [ { @@ -11382,7 +11530,7 @@ " 'Status': True}" ] }, - "execution_count": 224, + "execution_count": 227, "metadata": {}, "output_type": "execute_result" } @@ -11402,7 +11550,7 @@ }, { "cell_type": "code", - "execution_count": 225, + "execution_count": 228, "metadata": {}, "outputs": [ { @@ -11412,7 +11560,7 @@ " 'Status': True}" ] }, - "execution_count": 225, + "execution_count": 228, "metadata": {}, "output_type": "execute_result" } @@ -11432,7 +11580,7 @@ }, { "cell_type": "code", - "execution_count": 226, + "execution_count": 229, "metadata": {}, "outputs": [ { @@ -11442,7 +11590,7 @@ " 'Status': True}" ] }, - "execution_count": 226, + "execution_count": 229, "metadata": {}, "output_type": "execute_result" } @@ -11460,7 +11608,7 @@ }, { "cell_type": "code", - "execution_count": 227, + "execution_count": 230, "metadata": {}, "outputs": [ { @@ -11470,7 +11618,7 @@ " 'Status': False}" ] }, - "execution_count": 227, + "execution_count": 230, "metadata": {}, "output_type": "execute_result" } @@ -11563,7 +11711,7 @@ }, { "cell_type": "code", - "execution_count": 228, + "execution_count": 231, "metadata": {}, "outputs": [ { @@ -11573,7 +11721,7 @@ " 'Status': True}" ] }, - "execution_count": 228, + "execution_count": 231, "metadata": {}, "output_type": "execute_result" } @@ -11591,7 +11739,7 @@ }, { "cell_type": "code", - "execution_count": 229, + "execution_count": 232, "metadata": {}, "outputs": [ { @@ -11601,7 +11749,7 @@ " 'Status': True}" ] }, - "execution_count": 229, + "execution_count": 232, "metadata": {}, "output_type": "execute_result" } @@ -11619,7 +11767,7 @@ }, { "cell_type": "code", - "execution_count": 230, + "execution_count": 233, "metadata": {}, "outputs": [ { @@ -11629,7 +11777,7 @@ " 'Status': True}" ] }, - "execution_count": 230, + "execution_count": 233, "metadata": {}, "output_type": "execute_result" } @@ -11647,7 +11795,7 @@ }, { "cell_type": "code", - "execution_count": 231, + "execution_count": 234, "metadata": {}, "outputs": [ { @@ -11657,7 +11805,7 @@ " 'Status': False}" ] }, - "execution_count": 231, + "execution_count": 234, "metadata": {}, "output_type": "execute_result" } @@ -11719,7 +11867,7 @@ }, { "cell_type": "code", - "execution_count": 232, + "execution_count": 235, "metadata": {}, "outputs": [ { @@ -11729,7 +11877,7 @@ " 'Status': True}" ] }, - "execution_count": 232, + "execution_count": 235, "metadata": {}, "output_type": "execute_result" } @@ -11747,7 +11895,7 @@ }, { "cell_type": "code", - "execution_count": 233, + "execution_count": 236, "metadata": {}, "outputs": [ { @@ -11757,7 +11905,7 @@ " 'Status': False}" ] }, - "execution_count": 233, + "execution_count": 236, "metadata": {}, "output_type": "execute_result" } @@ -11799,7 +11947,7 @@ }, { "cell_type": "code", - "execution_count": 234, + "execution_count": 237, "metadata": {}, "outputs": [ { @@ -11819,7 +11967,7 @@ }, { "cell_type": "code", - "execution_count": 235, + "execution_count": 238, "metadata": { "scrolled": true }, @@ -11841,7 +11989,7 @@ }, { "cell_type": "code", - "execution_count": 236, + "execution_count": 239, "metadata": {}, "outputs": [ { @@ -11861,7 +12009,7 @@ }, { "cell_type": "code", - "execution_count": 237, + "execution_count": 240, "metadata": {}, "outputs": [ { @@ -11881,7 +12029,7 @@ }, { "cell_type": "code", - "execution_count": 238, + "execution_count": 241, "metadata": {}, "outputs": [ { @@ -11901,7 +12049,7 @@ }, { "cell_type": "code", - "execution_count": 239, + "execution_count": 242, "metadata": {}, "outputs": [ { @@ -11921,7 +12069,7 @@ }, { "cell_type": "code", - "execution_count": 240, + "execution_count": 243, "metadata": {}, "outputs": [ { @@ -11941,7 +12089,7 @@ }, { "cell_type": "code", - "execution_count": 241, + "execution_count": 244, "metadata": {}, "outputs": [ { @@ -11961,7 +12109,7 @@ }, { "cell_type": "code", - "execution_count": 242, + "execution_count": 245, "metadata": {}, "outputs": [ { @@ -11981,7 +12129,7 @@ }, { "cell_type": "code", - "execution_count": 243, + "execution_count": 246, "metadata": {}, "outputs": [ { @@ -12001,7 +12149,7 @@ }, { "cell_type": "code", - "execution_count": 244, + "execution_count": 247, "metadata": {}, "outputs": [ { @@ -12021,7 +12169,7 @@ }, { "cell_type": "code", - "execution_count": 245, + "execution_count": 248, "metadata": {}, "outputs": [ { @@ -12041,7 +12189,7 @@ }, { "cell_type": "code", - "execution_count": 246, + "execution_count": 249, "metadata": {}, "outputs": [ { @@ -12062,7 +12210,7 @@ }, { "cell_type": "code", - "execution_count": 247, + "execution_count": 250, "metadata": {}, "outputs": [ { @@ -12082,7 +12230,7 @@ }, { "cell_type": "code", - "execution_count": 248, + "execution_count": 251, "metadata": {}, "outputs": [ { @@ -12102,7 +12250,7 @@ }, { "cell_type": "code", - "execution_count": 249, + "execution_count": 252, "metadata": {}, "outputs": [ { @@ -12122,7 +12270,7 @@ }, { "cell_type": "code", - "execution_count": 250, + "execution_count": 253, "metadata": {}, "outputs": [ { @@ -12142,7 +12290,7 @@ }, { "cell_type": "code", - "execution_count": 251, + "execution_count": 254, "metadata": {}, "outputs": [ { diff --git a/Document/Document_Files/cm1.html b/Document/Document_Files/cm1.html index 2dd90360..f199c4e7 100644 --- a/Document/Document_Files/cm1.html +++ b/Document/Document_Files/cm1.html @@ -740,5 +740,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Document_Files/cm1.obj b/Document/Document_Files/cm1.obj index 72b4f0e0..40f3aad2 100644 --- a/Document/Document_Files/cm1.obj +++ b/Document/Document_Files/cm1.obj @@ -1 +1 @@ -{"Actual-Vector": null, "Sample-Weight": null, "Transpose": true, "Predict-Vector": null, "Digit": 5, "Matrix": [["L1", [["L3", 2], ["L1", 3], ["L2", 0]]], ["L2", [["L3", 1], ["L1", 0], ["L2", 1]]], ["L3", [["L3", 3], ["L1", 0], ["L2", 2]]]]} \ No newline at end of file +{"Digit": 5, "Transpose": true, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Actual-Vector": null, "Predict-Vector": null, "Sample-Weight": null} \ No newline at end of file diff --git a/Document/Document_Files/cm1_colored.html b/Document/Document_Files/cm1_colored.html index 495f6cd4..98be491e 100644 --- a/Document/Document_Files/cm1_colored.html +++ b/Document/Document_Files/cm1_colored.html @@ -740,5 +740,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Document_Files/cm1_colored2.html b/Document/Document_Files/cm1_colored2.html index 8629debe..1dc6b94c 100644 --- a/Document/Document_Files/cm1_colored2.html +++ b/Document/Document_Files/cm1_colored2.html @@ -740,5 +740,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Document_Files/cm1_filtered.html b/Document/Document_Files/cm1_filtered.html index 6b22f7b4..decd7799 100644 --- a/Document/Document_Files/cm1_filtered.html +++ b/Document/Document_Files/cm1_filtered.html @@ -86,5 +86,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Document_Files/cm1_filtered2.html b/Document/Document_Files/cm1_filtered2.html index 56c4760b..48e1aa46 100644 --- a/Document/Document_Files/cm1_filtered2.html +++ b/Document/Document_Files/cm1_filtered2.html @@ -78,5 +78,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Document_Files/cm1_no_vectors.obj b/Document/Document_Files/cm1_no_vectors.obj index 72b4f0e0..40f3aad2 100644 --- a/Document/Document_Files/cm1_no_vectors.obj +++ b/Document/Document_Files/cm1_no_vectors.obj @@ -1 +1 @@ -{"Actual-Vector": null, "Sample-Weight": null, "Transpose": true, "Predict-Vector": null, "Digit": 5, "Matrix": [["L1", [["L3", 2], ["L1", 3], ["L2", 0]]], ["L2", [["L3", 1], ["L1", 0], ["L2", 1]]], ["L3", [["L3", 3], ["L1", 0], ["L2", 2]]]]} \ No newline at end of file +{"Digit": 5, "Transpose": true, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Actual-Vector": null, "Predict-Vector": null, "Sample-Weight": null} \ No newline at end of file diff --git a/Document/Document_Files/cm1_normalized.html b/Document/Document_Files/cm1_normalized.html index 4a5df898..b2aa648c 100644 --- a/Document/Document_Files/cm1_normalized.html +++ b/Document/Document_Files/cm1_normalized.html @@ -740,5 +740,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Document_Files/cm1_stat.obj b/Document/Document_Files/cm1_stat.obj index acbc3095..bb3c610e 100644 --- a/Document/Document_Files/cm1_stat.obj +++ b/Document/Document_Files/cm1_stat.obj @@ -1 +1 @@ -{"Actual-Vector": null, "Sample-Weight": null, "Transpose": true, "Class-Stat": {"Y": {"L3": 0.17142857142857126, "L1": 0.6000000000000001, "L2": 0.30000000000000004}, "TOP": {"L3": 6, "L1": 3, "L2": 3}, "FOR": {"L3": 0.33333333333333337, "L1": 0.2222222222222222, "L2": 0.11111111111111116}, "ICSI": {"L3": 0.10000000000000009, "L1": 0.6000000000000001, "L2": -0.16666666666666674}, "PPV": {"L3": 0.5, "L1": 1.0, "L2": 0.3333333333333333}, "FPR": {"L3": 0.4285714285714286, "L1": 0.0, "L2": 0.19999999999999996}, "FP": {"L3": 3, "L1": 0, "L2": 2}, "NLR": {"L3": 0.7000000000000001, "L1": 0.4, "L2": 0.625}, "TNR": {"L3": 0.5714285714285714, "L1": 1.0, "L2": 0.8}, "DPI": {"L3": "Poor", "L1": "None", "L2": "Poor"}, "MCC": {"L3": 0.1690308509457033, "L1": 0.6831300510639732, "L2": 0.25819888974716115}, "PRE": {"L3": 0.4166666666666667, "L1": 0.4166666666666667, "L2": 0.16666666666666666}, "CEN": {"L3": 0.6044162769630221, "L1": 0.25, "L2": 0.49657842846620864}, "J": {"L3": 0.375, "L1": 0.6, "L2": 0.25}, "AM": {"L3": 1, "L1": -2, "L2": 1}, "TON": {"L3": 6, "L1": 9, "L2": 9}, "IBA": {"L3": 0.35265306122448975, "L1": 0.36, "L2": 0.27999999999999997}, "G": {"L3": 0.5477225575051661, "L1": 0.7745966692414834, "L2": 0.408248290463863}, "TN": {"L3": 4, "L1": 7, "L2": 8}, "TPR": {"L3": 0.6, "L1": 0.6, "L2": 0.5}, "PLRI": {"L3": "Poor", "L1": "None", "L2": "Poor"}, "DOR": {"L3": 1.9999999999999998, "L1": "None", "L2": 4.000000000000001}, "dInd": {"L3": 0.5862367008195198, "L1": 0.4, "L2": 0.5385164807134504}, "RACC": {"L3": 0.20833333333333334, "L1": 0.10416666666666667, "L2": 0.041666666666666664}, "F0.5": {"L3": 0.5172413793103449, "L1": 0.8823529411764706, "L2": 0.35714285714285715}, "F1": {"L3": 0.5454545454545454, "L1": 0.75, "L2": 0.4}, "AUC": {"L3": 0.5857142857142856, "L1": 0.8, "L2": 0.65}, "QI": {"L3": "Weak", "L1": "None", "L2": "Moderate"}, "Q": {"L3": 0.3333333333333333, "L1": "None", "L2": 0.6}, "AGM": {"L3": 0.5803410802752335, "L1": 0.8576400016262, "L2": 0.708612108382005}, "AUCI": {"L3": "Poor", "L1": "Very Good", "L2": "Fair"}, "F2": {"L3": 0.5769230769230769, "L1": 0.6521739130434783, "L2": 0.45454545454545453}, "OC": {"L3": 0.6, "L1": 1.0, "L2": 0.5}, "FN": {"L3": 2, "L1": 2, "L2": 1}, "GM": {"L3": 0.5855400437691198, "L1": 0.7745966692414834, "L2": 0.6324555320336759}, "FNR": {"L3": 0.4, "L1": 0.4, "L2": 0.5}, "OP": {"L3": 0.5589430894308943, "L1": 0.5833333333333334, "L2": 0.5192307692307692}, "GI": {"L3": 0.17142857142857126, "L1": 0.6000000000000001, "L2": 0.30000000000000004}, "POP": {"L3": 12, "L1": 12, "L2": 12}, "BCD": {"L3": 0.041666666666666664, "L1": 0.08333333333333333, "L2": 0.041666666666666664}, "MCCI": {"L3": "Negligible", "L1": "Moderate", "L2": "Negligible"}, "IS": {"L3": 0.26303440583379367, "L1": 1.2630344058337937, "L2": 0.9999999999999998}, "P": {"L3": 5, "L1": 5, "L2": 2}, "NLRI": {"L3": "Negligible", "L1": "Poor", "L2": "Negligible"}, "ERR": {"L3": 0.41666666666666663, "L1": 0.16666666666666663, "L2": 0.25}, "NPV": {"L3": 0.6666666666666666, "L1": 0.7777777777777778, "L2": 0.8888888888888888}, "sInd": {"L3": 0.5854680534700882, "L1": 0.717157287525381, "L2": 0.6192113447068046}, "ACC": {"L3": 0.5833333333333334, "L1": 0.8333333333333334, "L2": 0.75}, "AGF": {"L3": 0.610088876086563, "L1": 0.7285871475307653, "L2": 0.6286946134619315}, "OOC": {"L3": 0.5477225575051661, "L1": 0.7745966692414834, "L2": 0.4082482904638631}, "FDR": {"L3": 0.5, "L1": 0.0, "L2": 0.6666666666666667}, "RACCU": {"L3": 0.21006944444444442, "L1": 0.1111111111111111, "L2": 0.04340277777777778}, "BM": {"L3": 0.17142857142857126, "L1": 0.6000000000000001, "L2": 0.30000000000000004}, "N": {"L3": 7, "L1": 7, "L2": 10}, "LS": {"L3": 1.2, "L1": 2.4, "L2": 2.0}, "PLR": {"L3": 1.4, "L1": "None", "L2": 2.5000000000000004}, "AUPR": {"L3": 0.55, "L1": 0.8, "L2": 0.41666666666666663}, "MK": {"L3": 0.16666666666666652, "L1": 0.7777777777777777, "L2": 0.2222222222222221}, "MCEN": {"L3": 0.6875, "L1": 0.2643856189774724, "L2": 0.5}, "TP": {"L3": 3, "L1": 3, "L2": 1}, "DP": {"L3": 0.1659665349982495, "L1": "None", "L2": 0.33193306999649924}}, "Predict-Vector": null, "Overall-Stat": {"KL Divergence": 0.09997757835164581, "Scott PI": 0.34426229508196726, "F1 Micro": 0.5833333333333334, "Hamming Loss": 0.41666666666666663, "Overall ACC": 0.5833333333333334, "Overall J": [1.225, 0.4083333333333334], "Mutual Information": 0.5242078379544428, "F1 Macro": 0.5651515151515151, "TNR Micro": 0.7916666666666666, "CBA": 0.4777777777777778, "95% CI": [0.30438856248221097, 0.8622781041844558], "Reference Entropy": 1.4833557549816874, "AUNP": 0.6857142857142857, "Conditional Entropy": 0.9757921620455572, "NIR": 0.4166666666666667, "SOA5(Cramer)": "Relatively Strong", "Overall RACCU": 0.3645833333333333, "Overall RACC": 0.3541666666666667, "FPR Micro": 0.20833333333333337, "TPR Micro": 0.5833333333333334, "SOA6(Matthews)": "Weak", "SOA1(Landis & Koch)": "Fair", "Response Entropy": 1.5, "ACC Macro": 0.7222222222222223, "Gwet AC1": 0.3893129770992367, "Chi-Squared DF": 4, "Overall MCC": 0.36666666666666664, "Krippendorff Alpha": 0.3715846994535519, "Joint Entropy": 2.4591479170272446, "FNR Macro": 0.43333333333333324, "Lambda B": 0.16666666666666666, "PPV Micro": 0.5833333333333334, "Lambda A": 0.42857142857142855, "Chi-Squared": 6.6000000000000005, "Cramer V": 0.5244044240850758, "Bangdiwala B": 0.37254901960784315, "SOA2(Fleiss)": "Poor", "Kappa": 0.35483870967741943, "RR": 4.0, "TPR Macro": 0.5666666666666668, "Phi-Squared": 0.55, "Bennett S": 0.37500000000000006, "Pearson C": 0.5956833971812706, "PPV Macro": 0.611111111111111, "RCI": 0.3533932006492363, "CSI": 0.1777777777777778, "Cross Entropy": 1.5833333333333335, "Kappa 95% CI": [-0.07707577422109269, 0.7867531935759315], "SOA4(Cicchetti)": "Poor", "AUNU": 0.6785714285714285, "P-Value": 0.18926430237560654, "Zero-one Loss": 5, "Kappa Unbiased": 0.34426229508196726, "Kappa Standard Error": 0.2203645326012817, "FNR Micro": 0.41666666666666663, "TNR Macro": 0.7904761904761904, "Standard Error": 0.14231876063832777, "Overall CEN": 0.4638112995385119, "Overall MCEN": 0.5189369467580801, "Kappa No Prevalence": 0.16666666666666674, "SOA3(Altman)": "Fair", "FPR Macro": 0.20952380952380956, "ARI": 0.09206349206349207}, "Digit": 5, "Matrix": [["L1", [["L3", 2], ["L1", 3], ["L2", 0]]], ["L2", [["L3", 1], ["L1", 0], ["L2", 1]]], ["L3", [["L3", 3], ["L1", 0], ["L2", 2]]]]} \ No newline at end of file +{"Overall-Stat": {"Overall RACC": 0.3541666666666667, "SOA4(Cicchetti)": "Poor", "Reference Entropy": 1.4833557549816874, "Cross Entropy": 1.5833333333333335, "Standard Error": 0.14231876063832777, "Gwet AC1": 0.3893129770992367, "Overall ACC": 0.5833333333333334, "TPR Macro": 0.5666666666666668, "SOA3(Altman)": "Fair", "Pearson C": 0.5956833971812706, "Response Entropy": 1.5, "Kappa": 0.35483870967741943, "PPV Micro": 0.5833333333333334, "Lambda A": 0.42857142857142855, "KL Divergence": 0.09997757835164581, "Overall CEN": 0.4638112995385119, "Conditional Entropy": 0.9757921620455572, "95% CI": [0.30438856248221097, 0.8622781041844558], "Chi-Squared DF": 4, "FPR Micro": 0.20833333333333337, "SOA2(Fleiss)": "Poor", "RR": 4.0, "SOA1(Landis & Koch)": "Fair", "CSI": 0.1777777777777778, "Kappa No Prevalence": 0.16666666666666674, "ARI": 0.09206349206349207, "Kappa Unbiased": 0.34426229508196726, "Zero-one Loss": 5, "Overall MCC": 0.36666666666666664, "CBA": 0.4777777777777778, "Chi-Squared": 6.6000000000000005, "ACC Macro": 0.7222222222222223, "Bennett S": 0.37500000000000006, "TNR Micro": 0.7916666666666666, "FPR Macro": 0.20952380952380956, "Kappa Standard Error": 0.2203645326012817, "SOA6(Matthews)": "Weak", "TNR Macro": 0.7904761904761904, "NIR": 0.4166666666666667, "Scott PI": 0.34426229508196726, "Overall MCEN": 0.5189369467580801, "Lambda B": 0.16666666666666666, "FNR Micro": 0.41666666666666663, "Joint Entropy": 2.4591479170272446, "Krippendorff Alpha": 0.3715846994535519, "SOA5(Cramer)": "Relatively Strong", "F1 Micro": 0.5833333333333334, "AUNP": 0.6857142857142857, "Cramer V": 0.5244044240850758, "F1 Macro": 0.5651515151515151, "AUNU": 0.6785714285714285, "FNR Macro": 0.43333333333333324, "Phi-Squared": 0.55, "Overall RACCU": 0.3645833333333333, "RCI": 0.3533932006492363, "Mutual Information": 0.5242078379544428, "TPR Micro": 0.5833333333333334, "PPV Macro": 0.611111111111111, "Overall J": [1.225, 0.4083333333333334], "P-Value": 0.18926430237560654, "Kappa 95% CI": [-0.07707577422109269, 0.7867531935759315], "Hamming Loss": 0.41666666666666663, "Bangdiwala B": 0.37254901960784315}, "Digit": 5, "Transpose": true, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Class-Stat": {"TPR": {"L1": 0.6, "L2": 0.5, "L3": 0.6}, "TP": {"L1": 3, "L2": 1, "L3": 3}, "F1": {"L1": 0.75, "L2": 0.4, "L3": 0.5454545454545454}, "PPV": {"L1": 1.0, "L2": 0.3333333333333333, "L3": 0.5}, "FDR": {"L1": 0.0, "L2": 0.6666666666666667, "L3": 0.5}, "MK": {"L1": 0.7777777777777777, "L2": 0.2222222222222221, "L3": 0.16666666666666652}, "RACC": {"L1": 0.10416666666666667, "L2": 0.041666666666666664, "L3": 0.20833333333333334}, "DOR": {"L1": "None", "L2": 4.000000000000001, "L3": 1.9999999999999998}, "MCEN": {"L1": 0.2643856189774724, "L2": 0.5, "L3": 0.6875}, "MCCI": {"L1": "Moderate", "L2": "Negligible", "L3": "Negligible"}, "GM": {"L1": 0.7745966692414834, "L2": 0.6324555320336759, "L3": 0.5855400437691198}, "G": {"L1": 0.7745966692414834, "L2": 0.408248290463863, "L3": 0.5477225575051661}, "FP": {"L1": 0, "L2": 2, "L3": 3}, "FN": {"L1": 2, "L2": 1, "L3": 2}, "AUCI": {"L1": "Very Good", "L2": "Fair", "L3": "Poor"}, "OOC": {"L1": 0.7745966692414834, "L2": 0.4082482904638631, "L3": 0.5477225575051661}, "FPR": {"L1": 0.0, "L2": 0.19999999999999996, "L3": 0.4285714285714286}, "TNR": {"L1": 1.0, "L2": 0.8, "L3": 0.5714285714285714}, "ERR": {"L1": 0.16666666666666663, "L2": 0.25, "L3": 0.41666666666666663}, "FNR": {"L1": 0.4, "L2": 0.5, "L3": 0.4}, "LS": {"L1": 2.4, "L2": 2.0, "L3": 1.2}, "AGF": {"L1": 0.7285871475307653, "L2": 0.6286946134619315, "L3": 0.610088876086563}, "IBA": {"L1": 0.36, "L2": 0.27999999999999997, "L3": 0.35265306122448975}, "PLR": {"L1": "None", "L2": 2.5000000000000004, "L3": 1.4}, "AGM": {"L1": 0.8576400016262, "L2": 0.708612108382005, "L3": 0.5803410802752335}, "N": {"L1": 7, "L2": 10, "L3": 7}, "AUPR": {"L1": 0.8, "L2": 0.41666666666666663, "L3": 0.55}, "ICSI": {"L1": 0.6000000000000001, "L2": -0.16666666666666674, "L3": 0.10000000000000009}, "J": {"L1": 0.6, "L2": 0.25, "L3": 0.375}, "OC": {"L1": 1.0, "L2": 0.5, "L3": 0.6}, "TN": {"L1": 7, "L2": 8, "L3": 4}, "FOR": {"L1": 0.2222222222222222, "L2": 0.11111111111111116, "L3": 0.33333333333333337}, "Y": {"L1": 0.6000000000000001, "L2": 0.30000000000000004, "L3": 0.17142857142857126}, "TOP": {"L1": 3, "L2": 3, "L3": 6}, "OP": {"L1": 0.5833333333333334, "L2": 0.5192307692307692, "L3": 0.5589430894308943}, "AM": {"L1": -2, "L2": 1, "L3": 1}, "RACCU": {"L1": 0.1111111111111111, "L2": 0.04340277777777778, "L3": 0.21006944444444442}, "ACC": {"L1": 0.8333333333333334, "L2": 0.75, "L3": 0.5833333333333334}, "POP": {"L1": 12, "L2": 12, "L3": 12}, "GI": {"L1": 0.6000000000000001, "L2": 0.30000000000000004, "L3": 0.17142857142857126}, "PLRI": {"L1": "None", "L2": "Poor", "L3": "Poor"}, "TON": {"L1": 9, "L2": 9, "L3": 6}, "MCC": {"L1": 0.6831300510639732, "L2": 0.25819888974716115, "L3": 0.1690308509457033}, "NPV": {"L1": 0.7777777777777778, "L2": 0.8888888888888888, "L3": 0.6666666666666666}, "DP": {"L1": "None", "L2": 0.33193306999649924, "L3": 0.1659665349982495}, "BM": {"L1": 0.6000000000000001, "L2": 0.30000000000000004, "L3": 0.17142857142857126}, "NLRI": {"L1": "Poor", "L2": "Negligible", "L3": "Negligible"}, "F2": {"L1": 0.6521739130434783, "L2": 0.45454545454545453, "L3": 0.5769230769230769}, "F0.5": {"L1": 0.8823529411764706, "L2": 0.35714285714285715, "L3": 0.5172413793103449}, "DPI": {"L1": "None", "L2": "Poor", "L3": "Poor"}, "dInd": {"L1": 0.4, "L2": 0.5385164807134504, "L3": 0.5862367008195198}, "CEN": {"L1": 0.25, "L2": 0.49657842846620864, "L3": 0.6044162769630221}, "sInd": {"L1": 0.717157287525381, "L2": 0.6192113447068046, "L3": 0.5854680534700882}, "BCD": {"L1": 0.08333333333333333, "L2": 0.041666666666666664, "L3": 0.041666666666666664}, "IS": {"L1": 1.2630344058337937, "L2": 0.9999999999999998, "L3": 0.26303440583379367}, "QI": {"L1": "None", "L2": "Moderate", "L3": "Weak"}, "NLR": {"L1": 0.4, "L2": 0.625, "L3": 0.7000000000000001}, "AUC": {"L1": 0.8, "L2": 0.65, "L3": 0.5857142857142856}, "PRE": {"L1": 0.4166666666666667, "L2": 0.16666666666666666, "L3": 0.4166666666666667}, "P": {"L1": 5, "L2": 2, "L3": 5}, "Q": {"L1": "None", "L2": 0.6, "L3": 0.3333333333333333}}, "Actual-Vector": null, "Predict-Vector": null, "Sample-Weight": null} \ No newline at end of file diff --git a/Document/Document_Files/cm1_summary.html b/Document/Document_Files/cm1_summary.html index 9ac86483..88fa1f4a 100644 --- a/Document/Document_Files/cm1_summary.html +++ b/Document/Document_Files/cm1_summary.html @@ -209,5 +209,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Example1.ipynb b/Document/Example1.ipynb index 06ff18f6..2507c794 100644 --- a/Document/Example1.ipynb +++ b/Document/Example1.ipynb @@ -38,14 +38,17 @@ "name": "stdout", "output_type": "stream", "text": [ - "Requirement already satisfied: scikit-learn in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages\\scikit_learn-0.19.1-py3.5-win32.egg (0.19.1)\n" + "Requirement already satisfied: scikit-learn in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (0.22.2.post1)\n", + "Requirement already satisfied: joblib>=0.11 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from scikit-learn) (0.14.1)\n", + "Requirement already satisfied: scipy>=0.17.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from scikit-learn) (1.1.0)\n", + "Requirement already satisfied: numpy>=1.11.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from scikit-learn) (1.15.2)\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n", + "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n", "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n" ] } @@ -541,16 +544,7 @@ "cell_type": "code", "execution_count": 25, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\scikit_learn-0.19.1-py3.5-win32.egg\\sklearn\\ensemble\\weight_boosting.py:29: DeprecationWarning: numpy.core.umath_tests is an internal NumPy module and should not be imported. It will be removed in a future NumPy release.\n", - " from numpy.core.umath_tests import inner1d\n" - ] - } - ], + "outputs": [], "source": [ "from sklearn.ensemble import AdaBoostClassifier\n", "classifier_3 = AdaBoostClassifier()" diff --git a/Document/Example1_Files/cm1.html b/Document/Example1_Files/cm1.html index c670db9c..493c9b05 100644 --- a/Document/Example1_Files/cm1.html +++ b/Document/Example1_Files/cm1.html @@ -740,5 +740,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Example1_Files/cm2.html b/Document/Example1_Files/cm2.html index e1835ac9..01701006 100644 --- a/Document/Example1_Files/cm2.html +++ b/Document/Example1_Files/cm2.html @@ -740,5 +740,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Example1_Files/cm3.html b/Document/Example1_Files/cm3.html index 4258200a..95118499 100644 --- a/Document/Example1_Files/cm3.html +++ b/Document/Example1_Files/cm3.html @@ -740,5 +740,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Document/Example2.ipynb b/Document/Example2.ipynb index d681f568..99f0d7e5 100644 --- a/Document/Example2.ipynb +++ b/Document/Example2.ipynb @@ -33,20 +33,20 @@ "output_type": "stream", "text": [ "Requirement already satisfied: matplotlib in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (3.0.3)\n", - "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.0.1)\n", - "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (0.10.0)\n", - "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.2.0)\n", "Requirement already satisfied: numpy>=1.10.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.15.2)\n", "Requirement already satisfied: python-dateutil>=2.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.6.1)\n", - "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib) (40.9.0)\n", - "Requirement already satisfied: six in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from cycler>=0.10->matplotlib) (1.11.0)\n" + "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.2.0)\n", + "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.0.1)\n", + "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (0.10.0)\n", + "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2.1->matplotlib) (1.11.0)\n", + "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib) (40.9.0)\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n", + "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n", "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n" ] } diff --git a/Document/Example4.ipynb b/Document/Example4.ipynb index 03fd724f..0057a08f 100644 --- a/Document/Example4.ipynb +++ b/Document/Example4.ipynb @@ -507,7 +507,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "{\"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null, \"Digit\": 5, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Transpose\": false}\n" + "{\"Transpose\": false, \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Digit\": 5, \"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null}\n" ] } ], @@ -524,7 +524,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "{\"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null, \"Class-Stat\": {\"NPV\": {\"200\": 0.23076923076923078, \"500\": 0.8888888888888888, \"100\": 1.0, \"600\": 0.95}, \"ICSI\": {\"200\": 0.2321428571428572, \"500\": -0.16666666666666674, \"100\": \"None\", \"600\": \"None\"}, \"GI\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"TP\": {\"200\": 6, \"100\": 0, \"500\": 1, \"600\": 0}, \"POP\": {\"200\": 20, \"500\": 20, \"100\": 20, \"600\": 20}, \"dInd\": {\"200\": 0.673145600891813, \"500\": 0.6692567908186672, \"100\": \"None\", \"600\": 1.0}, \"MCC\": {\"200\": 0.10482848367219183, \"500\": 0.32673201960653564, \"100\": \"None\", \"600\": \"None\"}, \"TPR\": {\"200\": 0.375, \"500\": 0.3333333333333333, \"100\": \"None\", \"600\": 0.0}, \"FDR\": {\"200\": 0.1428571428571429, \"500\": 0.5, \"100\": 1.0, \"600\": \"None\"}, \"BM\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"G\": {\"200\": 0.5669467095138409, \"500\": 0.408248290463863, \"100\": \"None\", \"600\": \"None\"}, \"RACC\": {\"200\": 0.28, \"500\": 0.015, \"100\": 0.0, \"600\": 0.0}, \"ACC\": {\"200\": 0.45, \"500\": 0.85, \"100\": 0.45, \"600\": 0.95}, \"OC\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": \"None\", \"600\": \"None\"}, \"RACCU\": {\"200\": 0.33062499999999995, \"500\": 0.015625, \"100\": 0.07562500000000001, \"600\": 0.0006250000000000001}, \"CEN\": {\"200\": 0.3570795472009597, \"500\": 0.5389466410223563, \"100\": 0.3349590631259315, \"600\": 0.0}, \"AUCI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"Poor\"}, \"AM\": {\"200\": -9, \"500\": -1, \"100\": 11, \"600\": -1}, \"BCD\": {\"200\": 0.225, \"500\": 0.025, \"100\": 0.275, \"600\": 0.025}, \"IBA\": {\"200\": 0.17578125, \"500\": 0.1230296039984621, \"100\": \"None\", \"600\": 0.0}, \"TOP\": {\"200\": 7, \"500\": 2, \"100\": 11, \"600\": 0}, \"IS\": {\"200\": 0.09953567355091428, \"500\": 1.736965594166206, \"100\": \"None\", \"600\": \"None\"}, \"NLRI\": {\"200\": \"Negligible\", \"500\": \"Negligible\", \"100\": \"None\", \"600\": \"Negligible\"}, \"OOC\": {\"200\": 0.5669467095138409, \"500\": 0.4082482904638631, \"100\": \"None\", \"600\": \"None\"}, \"DPI\": {\"200\": \"Poor\", \"500\": \"Poor\", \"100\": \"None\", \"600\": \"None\"}, \"sInd\": {\"200\": 0.5240141808835057, \"500\": 0.5267639848569737, \"100\": \"None\", \"600\": 0.29289321881345254}, \"PPV\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": 0.0, \"600\": \"None\"}, \"TON\": {\"200\": 13, \"500\": 18, \"100\": 9, \"600\": 20}, \"FNR\": {\"200\": 0.625, \"500\": 0.6666666666666667, \"100\": \"None\", \"600\": 1.0}, \"AGF\": {\"200\": 0.33642097801219245, \"500\": 0.5665926996700735, \"100\": 0.0, \"600\": 0.0}, \"N\": {\"200\": 4, \"500\": 17, \"100\": 20, \"600\": 19}, \"PLRI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"None\"}, \"AGM\": {\"200\": 0.5669417382415922, \"500\": 0.7351956938438939, \"100\": \"None\", \"600\": 0}, \"FPR\": {\"200\": 0.25, \"500\": 0.05882352941176472, \"100\": 0.55, \"600\": 0.0}, \"Q\": {\"200\": 0.28571428571428575, \"500\": 0.7777777777777778, \"100\": \"None\", \"600\": \"None\"}, \"Y\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"MCEN\": {\"200\": 0.3739448088748241, \"500\": 0.5802792108518123, \"100\": 0.3349590631259315, \"600\": 0.0}, \"MCCI\": {\"200\": \"Negligible\", \"500\": \"Weak\", \"100\": \"None\", \"600\": \"None\"}, \"LS\": {\"200\": 1.0714285714285714, \"500\": 3.3333333333333335, \"100\": \"None\", \"600\": \"None\"}, \"DOR\": {\"200\": 1.7999999999999998, \"500\": 7.999999999999997, \"100\": \"None\", \"600\": \"None\"}, \"AUC\": {\"200\": 0.5625, \"500\": 0.6372549019607843, \"100\": \"None\", \"600\": 0.5}, \"F2\": {\"200\": 0.4225352112676056, \"500\": 0.35714285714285715, \"100\": 0.0, \"600\": 0.0}, \"PRE\": {\"200\": 0.8, \"500\": 0.15, \"100\": 0.0, \"600\": 0.05}, \"F1\": {\"200\": 0.5217391304347826, \"500\": 0.4, \"100\": 0.0, \"600\": 0.0}, \"NLR\": {\"200\": 0.8333333333333334, \"500\": 0.7083333333333334, \"100\": \"None\", \"600\": 1.0}, \"FN\": {\"200\": 10, \"100\": 0, \"500\": 2, \"600\": 1}, \"F0.5\": {\"200\": 0.6818181818181818, \"500\": 0.45454545454545453, \"100\": 0.0, \"600\": 0.0}, \"P\": {\"200\": 16, \"500\": 3, \"100\": 0, \"600\": 1}, \"J\": {\"200\": 0.35294117647058826, \"500\": 0.25, \"100\": 0.0, \"600\": 0.0}, \"ERR\": {\"200\": 0.55, \"500\": 0.15000000000000002, \"100\": 0.55, \"600\": 0.050000000000000044}, \"TN\": {\"200\": 3, \"100\": 9, \"500\": 16, \"600\": 19}, \"OP\": {\"200\": 0.1166666666666667, \"500\": 0.373076923076923, \"100\": \"None\", \"600\": -0.050000000000000044}, \"QI\": {\"200\": \"Weak\", \"500\": \"Strong\", \"100\": \"None\", \"600\": \"None\"}, \"AUPR\": {\"200\": 0.6160714285714286, \"500\": 0.41666666666666663, \"100\": \"None\", \"600\": \"None\"}, \"MK\": {\"200\": 0.08791208791208782, \"500\": 0.38888888888888884, \"100\": 0.0, \"600\": \"None\"}, \"DP\": {\"200\": 0.1407391082701595, \"500\": 0.49789960499474867, \"100\": \"None\", \"600\": \"None\"}, \"FOR\": {\"200\": 0.7692307692307692, \"500\": 0.11111111111111116, \"100\": 0.0, \"600\": 0.050000000000000044}, \"TNR\": {\"200\": 0.75, \"500\": 0.9411764705882353, \"100\": 0.45, \"600\": 1.0}, \"PLR\": {\"200\": 1.5, \"500\": 5.666666666666665, \"100\": \"None\", \"600\": \"None\"}, \"FP\": {\"200\": 1, \"100\": 11, \"500\": 1, \"600\": 0}, \"GM\": {\"200\": 0.5303300858899106, \"500\": 0.5601120336112039, \"100\": \"None\", \"600\": 0.0}}, \"Overall-Stat\": {\"PPV Micro\": 0.35, \"SOA6(Matthews)\": \"Negligible\", \"CBA\": 0.17708333333333331, \"TPR Micro\": 0.35, \"Hamming Loss\": 0.65, \"Lambda A\": 0.0, \"Bangdiwala B\": 0.3135593220338983, \"ARI\": 0.02298247455136956, \"Overall CEN\": 0.3648028121279775, \"ACC Macro\": 0.675, \"Overall ACC\": 0.35, \"FNR Micro\": 0.65, \"NIR\": 0.8, \"Mutual Information\": 0.10087710767390168, \"P-Value\": 0.9999981549942787, \"95% CI\": [0.14095885572452488, 0.559041144275475], \"Standard Error\": 0.1066536450385077, \"Krippendorff Alpha\": -0.09740259740259723, \"PPV Macro\": \"None\", \"TNR Macro\": 0.7852941176470588, \"Overall J\": [0.6029411764705883, 0.15073529411764708], \"FNR Macro\": \"None\", \"RR\": 5.0, \"Kappa\": 0.07801418439716304, \"Overall RACCU\": 0.42249999999999993, \"Kappa Unbiased\": -0.12554112554112543, \"Reference Entropy\": 0.8841837197791889, \"CSI\": \"None\", \"Kappa No Prevalence\": -0.30000000000000004, \"Cramer V\": \"None\", \"SOA3(Altman)\": \"Poor\", \"Bennett S\": 0.1333333333333333, \"SOA2(Fleiss)\": \"Poor\", \"Scott PI\": -0.12554112554112543, \"Chi-Squared DF\": 9, \"Joint Entropy\": 2.119973094021975, \"Overall MCC\": 0.1264200803632855, \"Overall MCEN\": 0.3746281299595305, \"Overall RACC\": 0.29500000000000004, \"FPR Macro\": 0.2147058823529412, \"SOA5(Cramer)\": \"None\", \"AUNP\": \"None\", \"SOA1(Landis & Koch)\": \"Slight\", \"SOA4(Cicchetti)\": \"Poor\", \"Lambda B\": 0.0, \"KL Divergence\": \"None\", \"FPR Micro\": 0.21666666666666667, \"TNR Micro\": 0.7833333333333333, \"RCI\": 0.11409066398451011, \"Zero-one Loss\": 13, \"Kappa 95% CI\": [-0.21849807698648957, 0.3745264457808156], \"Phi-Squared\": \"None\", \"Response Entropy\": 1.3366664819166876, \"F1 Micro\": 0.35, \"Pearson C\": \"None\", \"TPR Macro\": \"None\", \"AUNU\": \"None\", \"F1 Macro\": 0.23043478260869565, \"Gwet AC1\": 0.19504643962848295, \"Kappa Standard Error\": 0.15128176601206766, \"Chi-Squared\": \"None\", \"Cross Entropy\": 1.709947752496911, \"Conditional Entropy\": 1.235789374242786}, \"Digit\": 5, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Transpose\": false}\n" + "{\"Transpose\": false, \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Class-Stat\": {\"AM\": {\"200\": -9, \"500\": -1, \"100\": 11, \"600\": -1}, \"TP\": {\"200\": 6, \"100\": 0, \"500\": 1, \"600\": 0}, \"TON\": {\"200\": 13, \"500\": 18, \"100\": 9, \"600\": 20}, \"FDR\": {\"200\": 0.1428571428571429, \"500\": 0.5, \"100\": 1.0, \"600\": \"None\"}, \"F0.5\": {\"200\": 0.6818181818181818, \"500\": 0.45454545454545453, \"100\": 0.0, \"600\": 0.0}, \"FPR\": {\"200\": 0.25, \"500\": 0.05882352941176472, \"100\": 0.55, \"600\": 0.0}, \"MCC\": {\"200\": 0.10482848367219183, \"500\": 0.32673201960653564, \"100\": \"None\", \"600\": \"None\"}, \"OOC\": {\"200\": 0.5669467095138409, \"500\": 0.4082482904638631, \"100\": \"None\", \"600\": \"None\"}, \"MCCI\": {\"200\": \"Negligible\", \"500\": \"Weak\", \"100\": \"None\", \"600\": \"None\"}, \"RACC\": {\"200\": 0.28, \"500\": 0.015, \"100\": 0.0, \"600\": 0.0}, \"NLRI\": {\"200\": \"Negligible\", \"500\": \"Negligible\", \"100\": \"None\", \"600\": \"Negligible\"}, \"RACCU\": {\"200\": 0.33062499999999995, \"500\": 0.015625, \"100\": 0.07562500000000001, \"600\": 0.0006250000000000001}, \"GI\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"DPI\": {\"200\": \"Poor\", \"500\": \"Poor\", \"100\": \"None\", \"600\": \"None\"}, \"AGM\": {\"200\": 0.5669417382415922, \"500\": 0.7351956938438939, \"100\": \"None\", \"600\": 0}, \"MK\": {\"200\": 0.08791208791208782, \"500\": 0.38888888888888884, \"100\": 0.0, \"600\": \"None\"}, \"DOR\": {\"200\": 1.7999999999999998, \"500\": 7.999999999999997, \"100\": \"None\", \"600\": \"None\"}, \"AUCI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"Poor\"}, \"F1\": {\"200\": 0.5217391304347826, \"500\": 0.4, \"100\": 0.0, \"600\": 0.0}, \"AUPR\": {\"200\": 0.6160714285714286, \"500\": 0.41666666666666663, \"100\": \"None\", \"600\": \"None\"}, \"PPV\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": 0.0, \"600\": \"None\"}, \"J\": {\"200\": 0.35294117647058826, \"500\": 0.25, \"100\": 0.0, \"600\": 0.0}, \"LS\": {\"200\": 1.0714285714285714, \"500\": 3.3333333333333335, \"100\": \"None\", \"600\": \"None\"}, \"OP\": {\"200\": 0.1166666666666667, \"500\": 0.373076923076923, \"100\": \"None\", \"600\": -0.050000000000000044}, \"CEN\": {\"200\": 0.3570795472009597, \"500\": 0.5389466410223563, \"100\": 0.3349590631259315, \"600\": 0.0}, \"sInd\": {\"200\": 0.5240141808835057, \"500\": 0.5267639848569737, \"100\": \"None\", \"600\": 0.29289321881345254}, \"ICSI\": {\"200\": 0.2321428571428572, \"500\": -0.16666666666666674, \"100\": \"None\", \"600\": \"None\"}, \"TOP\": {\"200\": 7, \"500\": 2, \"100\": 11, \"600\": 0}, \"QI\": {\"200\": \"Weak\", \"500\": \"Strong\", \"100\": \"None\", \"600\": \"None\"}, \"BCD\": {\"200\": 0.225, \"500\": 0.025, \"100\": 0.275, \"600\": 0.025}, \"NPV\": {\"200\": 0.23076923076923078, \"500\": 0.8888888888888888, \"100\": 1.0, \"600\": 0.95}, \"PRE\": {\"200\": 0.8, \"500\": 0.15, \"100\": 0.0, \"600\": 0.05}, \"AGF\": {\"200\": 0.33642097801219245, \"500\": 0.5665926996700735, \"100\": 0.0, \"600\": 0.0}, \"N\": {\"200\": 4, \"500\": 17, \"100\": 20, \"600\": 19}, \"ERR\": {\"200\": 0.55, \"500\": 0.15000000000000002, \"100\": 0.55, \"600\": 0.050000000000000044}, \"TPR\": {\"200\": 0.375, \"500\": 0.3333333333333333, \"100\": \"None\", \"600\": 0.0}, \"AUC\": {\"200\": 0.5625, \"500\": 0.6372549019607843, \"100\": \"None\", \"600\": 0.5}, \"IS\": {\"200\": 0.09953567355091428, \"500\": 1.736965594166206, \"100\": \"None\", \"600\": \"None\"}, \"BM\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"POP\": {\"200\": 20, \"500\": 20, \"100\": 20, \"600\": 20}, \"TNR\": {\"200\": 0.75, \"500\": 0.9411764705882353, \"100\": 0.45, \"600\": 1.0}, \"DP\": {\"200\": 0.1407391082701595, \"500\": 0.49789960499474867, \"100\": \"None\", \"600\": \"None\"}, \"MCEN\": {\"200\": 0.3739448088748241, \"500\": 0.5802792108518123, \"100\": 0.3349590631259315, \"600\": 0.0}, \"G\": {\"200\": 0.5669467095138409, \"500\": 0.408248290463863, \"100\": \"None\", \"600\": \"None\"}, \"P\": {\"200\": 16, \"500\": 3, \"100\": 0, \"600\": 1}, \"NLR\": {\"200\": 0.8333333333333334, \"500\": 0.7083333333333334, \"100\": \"None\", \"600\": 1.0}, \"F2\": {\"200\": 0.4225352112676056, \"500\": 0.35714285714285715, \"100\": 0.0, \"600\": 0.0}, \"Q\": {\"200\": 0.28571428571428575, \"500\": 0.7777777777777778, \"100\": \"None\", \"600\": \"None\"}, \"FN\": {\"200\": 10, \"100\": 0, \"500\": 2, \"600\": 1}, \"PLR\": {\"200\": 1.5, \"500\": 5.666666666666665, \"100\": \"None\", \"600\": \"None\"}, \"ACC\": {\"200\": 0.45, \"500\": 0.85, \"100\": 0.45, \"600\": 0.95}, \"PLRI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"None\"}, \"Y\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"OC\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": \"None\", \"600\": \"None\"}, \"GM\": {\"200\": 0.5303300858899106, \"500\": 0.5601120336112039, \"100\": \"None\", \"600\": 0.0}, \"FNR\": {\"200\": 0.625, \"500\": 0.6666666666666667, \"100\": \"None\", \"600\": 1.0}, \"FP\": {\"200\": 1, \"100\": 11, \"500\": 1, \"600\": 0}, \"TN\": {\"200\": 3, \"100\": 9, \"500\": 16, \"600\": 19}, \"dInd\": {\"200\": 0.673145600891813, \"500\": 0.6692567908186672, \"100\": \"None\", \"600\": 1.0}, \"IBA\": {\"200\": 0.17578125, \"500\": 0.1230296039984621, \"100\": \"None\", \"600\": 0.0}, \"FOR\": {\"200\": 0.7692307692307692, \"500\": 0.11111111111111116, \"100\": 0.0, \"600\": 0.050000000000000044}}, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Overall-Stat\": {\"Reference Entropy\": 0.8841837197791889, \"SOA1(Landis & Koch)\": \"Slight\", \"SOA3(Altman)\": \"Poor\", \"FNR Micro\": 0.65, \"KL Divergence\": \"None\", \"Cross Entropy\": 1.709947752496911, \"SOA2(Fleiss)\": \"Poor\", \"AUNP\": \"None\", \"SOA5(Cramer)\": \"None\", \"PPV Macro\": \"None\", \"Overall CEN\": 0.3648028121279775, \"Bangdiwala B\": 0.3135593220338983, \"Scott PI\": -0.12554112554112543, \"Lambda A\": 0.0, \"CSI\": \"None\", \"Response Entropy\": 1.3366664819166876, \"SOA4(Cicchetti)\": \"Poor\", \"Pearson C\": \"None\", \"Overall J\": [0.6029411764705883, 0.15073529411764708], \"Kappa\": 0.07801418439716304, \"TPR Micro\": 0.35, \"Krippendorff Alpha\": -0.09740259740259723, \"Zero-one Loss\": 13, \"AUNU\": \"None\", \"RR\": 5.0, \"Overall MCEN\": 0.3746281299595305, \"Cramer V\": \"None\", \"Overall MCC\": 0.1264200803632855, \"F1 Micro\": 0.35, \"RCI\": 0.11409066398451011, \"Joint Entropy\": 2.119973094021975, \"Chi-Squared\": \"None\", \"Standard Error\": 0.1066536450385077, \"TNR Macro\": 0.7852941176470588, \"ARI\": 0.02298247455136956, \"P-Value\": 0.9999981549942787, \"Conditional Entropy\": 1.235789374242786, \"FPR Macro\": 0.2147058823529412, \"Mutual Information\": 0.10087710767390168, \"Bennett S\": 0.1333333333333333, \"FNR Macro\": \"None\", \"Overall RACC\": 0.29500000000000004, \"TNR Micro\": 0.7833333333333333, \"CBA\": 0.17708333333333331, \"Phi-Squared\": \"None\", \"NIR\": 0.8, \"Kappa No Prevalence\": -0.30000000000000004, \"FPR Micro\": 0.21666666666666667, \"Chi-Squared DF\": 9, \"Hamming Loss\": 0.65, \"TPR Macro\": \"None\", \"ACC Macro\": 0.675, \"PPV Micro\": 0.35, \"Kappa Standard Error\": 0.15128176601206766, \"SOA6(Matthews)\": \"Negligible\", \"Gwet AC1\": 0.19504643962848295, \"Kappa Unbiased\": -0.12554112554112543, \"95% CI\": [0.14095885572452488, 0.559041144275475], \"Kappa 95% CI\": [-0.21849807698648957, 0.3745264457808156], \"Overall RACCU\": 0.42249999999999993, \"Lambda B\": 0.0, \"F1 Macro\": 0.23043478260869565, \"Overall ACC\": 0.35}, \"Digit\": 5, \"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null}\n" ] } ], @@ -541,7 +541,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "{\"Predict-Vector\": null, \"Sample-Weight\": null, \"Digit\": 5, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Actual-Vector\": null, \"Transpose\": false}\n" + "{\"Transpose\": false, \"Actual-Vector\": null, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Digit\": 5, \"Predict-Vector\": null, \"Sample-Weight\": null}\n" ] } ], diff --git a/Document/Example4_Files/cm.obj b/Document/Example4_Files/cm.obj index 4508c9a7..e7d39be6 100644 --- a/Document/Example4_Files/cm.obj +++ b/Document/Example4_Files/cm.obj @@ -1 +1 @@ -{"Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null, "Digit": 5, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Transpose": false} \ No newline at end of file +{"Transpose": false, "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Digit": 5, "Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null} \ No newline at end of file diff --git a/Document/Example4_Files/cm_no_vectors.obj b/Document/Example4_Files/cm_no_vectors.obj index e7143f67..787b6b9e 100644 --- a/Document/Example4_Files/cm_no_vectors.obj +++ b/Document/Example4_Files/cm_no_vectors.obj @@ -1 +1 @@ -{"Predict-Vector": null, "Sample-Weight": null, "Digit": 5, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Actual-Vector": null, "Transpose": false} \ No newline at end of file +{"Transpose": false, "Actual-Vector": null, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Digit": 5, "Predict-Vector": null, "Sample-Weight": null} \ No newline at end of file diff --git a/Document/Example4_Files/cm_stat.obj b/Document/Example4_Files/cm_stat.obj index 0721058a..e45b6544 100644 --- a/Document/Example4_Files/cm_stat.obj +++ b/Document/Example4_Files/cm_stat.obj @@ -1 +1 @@ -{"Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null, "Class-Stat": {"NPV": {"200": 0.23076923076923078, "500": 0.8888888888888888, "100": 1.0, "600": 0.95}, "ICSI": {"200": 0.2321428571428572, "500": -0.16666666666666674, "100": "None", "600": "None"}, "GI": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "TP": {"200": 6, "100": 0, "500": 1, "600": 0}, "POP": {"200": 20, "500": 20, "100": 20, "600": 20}, "dInd": {"200": 0.673145600891813, "500": 0.6692567908186672, "100": "None", "600": 1.0}, "MCC": {"200": 0.10482848367219183, "500": 0.32673201960653564, "100": "None", "600": "None"}, "TPR": {"200": 0.375, "500": 0.3333333333333333, "100": "None", "600": 0.0}, "FDR": {"200": 0.1428571428571429, "500": 0.5, "100": 1.0, "600": "None"}, "BM": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "G": {"200": 0.5669467095138409, "500": 0.408248290463863, "100": "None", "600": "None"}, "RACC": {"200": 0.28, "500": 0.015, "100": 0.0, "600": 0.0}, "ACC": {"200": 0.45, "500": 0.85, "100": 0.45, "600": 0.95}, "OC": {"200": 0.8571428571428571, "500": 0.5, "100": "None", "600": "None"}, "RACCU": {"200": 0.33062499999999995, "500": 0.015625, "100": 0.07562500000000001, "600": 0.0006250000000000001}, "CEN": {"200": 0.3570795472009597, "500": 0.5389466410223563, "100": 0.3349590631259315, "600": 0.0}, "AUCI": {"200": "Poor", "500": "Fair", "100": "None", "600": "Poor"}, "AM": {"200": -9, "500": -1, "100": 11, "600": -1}, "BCD": {"200": 0.225, "500": 0.025, "100": 0.275, "600": 0.025}, "IBA": {"200": 0.17578125, "500": 0.1230296039984621, "100": "None", "600": 0.0}, "TOP": {"200": 7, "500": 2, "100": 11, "600": 0}, "IS": {"200": 0.09953567355091428, "500": 1.736965594166206, "100": "None", "600": "None"}, "NLRI": {"200": "Negligible", "500": "Negligible", "100": "None", "600": "Negligible"}, "OOC": {"200": 0.5669467095138409, "500": 0.4082482904638631, "100": "None", "600": "None"}, "DPI": {"200": "Poor", "500": "Poor", "100": "None", "600": "None"}, "sInd": {"200": 0.5240141808835057, "500": 0.5267639848569737, "100": "None", "600": 0.29289321881345254}, "PPV": {"200": 0.8571428571428571, "500": 0.5, "100": 0.0, "600": "None"}, "TON": {"200": 13, "500": 18, "100": 9, "600": 20}, "FNR": {"200": 0.625, "500": 0.6666666666666667, "100": "None", "600": 1.0}, "AGF": {"200": 0.33642097801219245, "500": 0.5665926996700735, "100": 0.0, "600": 0.0}, "N": {"200": 4, "500": 17, "100": 20, "600": 19}, "PLRI": {"200": "Poor", "500": "Fair", "100": "None", "600": "None"}, "AGM": {"200": 0.5669417382415922, "500": 0.7351956938438939, "100": "None", "600": 0}, "FPR": {"200": 0.25, "500": 0.05882352941176472, "100": 0.55, "600": 0.0}, "Q": {"200": 0.28571428571428575, "500": 0.7777777777777778, "100": "None", "600": "None"}, "Y": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "MCEN": {"200": 0.3739448088748241, "500": 0.5802792108518123, "100": 0.3349590631259315, "600": 0.0}, "MCCI": {"200": "Negligible", "500": "Weak", "100": "None", "600": "None"}, "LS": {"200": 1.0714285714285714, "500": 3.3333333333333335, "100": "None", "600": "None"}, "DOR": {"200": 1.7999999999999998, "500": 7.999999999999997, "100": "None", "600": "None"}, "AUC": {"200": 0.5625, "500": 0.6372549019607843, "100": "None", "600": 0.5}, "F2": {"200": 0.4225352112676056, "500": 0.35714285714285715, "100": 0.0, "600": 0.0}, "PRE": {"200": 0.8, "500": 0.15, "100": 0.0, "600": 0.05}, "F1": {"200": 0.5217391304347826, "500": 0.4, "100": 0.0, "600": 0.0}, "NLR": {"200": 0.8333333333333334, "500": 0.7083333333333334, "100": "None", "600": 1.0}, "FN": {"200": 10, "100": 0, "500": 2, "600": 1}, "F0.5": {"200": 0.6818181818181818, "500": 0.45454545454545453, "100": 0.0, "600": 0.0}, "P": {"200": 16, "500": 3, "100": 0, "600": 1}, "J": {"200": 0.35294117647058826, "500": 0.25, "100": 0.0, "600": 0.0}, "ERR": {"200": 0.55, "500": 0.15000000000000002, "100": 0.55, "600": 0.050000000000000044}, "TN": {"200": 3, "100": 9, "500": 16, "600": 19}, "OP": {"200": 0.1166666666666667, "500": 0.373076923076923, "100": "None", "600": -0.050000000000000044}, "QI": {"200": "Weak", "500": "Strong", "100": "None", "600": "None"}, "AUPR": {"200": 0.6160714285714286, "500": 0.41666666666666663, "100": "None", "600": "None"}, "MK": {"200": 0.08791208791208782, "500": 0.38888888888888884, "100": 0.0, "600": "None"}, "DP": {"200": 0.1407391082701595, "500": 0.49789960499474867, "100": "None", "600": "None"}, "FOR": {"200": 0.7692307692307692, "500": 0.11111111111111116, "100": 0.0, "600": 0.050000000000000044}, "TNR": {"200": 0.75, "500": 0.9411764705882353, "100": 0.45, "600": 1.0}, "PLR": {"200": 1.5, "500": 5.666666666666665, "100": "None", "600": "None"}, "FP": {"200": 1, "100": 11, "500": 1, "600": 0}, "GM": {"200": 0.5303300858899106, "500": 0.5601120336112039, "100": "None", "600": 0.0}}, "Overall-Stat": {"PPV Micro": 0.35, "SOA6(Matthews)": "Negligible", "CBA": 0.17708333333333331, "TPR Micro": 0.35, "Hamming Loss": 0.65, "Lambda A": 0.0, "Bangdiwala B": 0.3135593220338983, "ARI": 0.02298247455136956, "Overall CEN": 0.3648028121279775, "ACC Macro": 0.675, "Overall ACC": 0.35, "FNR Micro": 0.65, "NIR": 0.8, "Mutual Information": 0.10087710767390168, "P-Value": 0.9999981549942787, "95% CI": [0.14095885572452488, 0.559041144275475], "Standard Error": 0.1066536450385077, "Krippendorff Alpha": -0.09740259740259723, "PPV Macro": "None", "TNR Macro": 0.7852941176470588, "Overall J": [0.6029411764705883, 0.15073529411764708], "FNR Macro": "None", "RR": 5.0, "Kappa": 0.07801418439716304, "Overall RACCU": 0.42249999999999993, "Kappa Unbiased": -0.12554112554112543, "Reference Entropy": 0.8841837197791889, "CSI": "None", "Kappa No Prevalence": -0.30000000000000004, "Cramer V": "None", "SOA3(Altman)": "Poor", "Bennett S": 0.1333333333333333, "SOA2(Fleiss)": "Poor", "Scott PI": -0.12554112554112543, "Chi-Squared DF": 9, "Joint Entropy": 2.119973094021975, "Overall MCC": 0.1264200803632855, "Overall MCEN": 0.3746281299595305, "Overall RACC": 0.29500000000000004, "FPR Macro": 0.2147058823529412, "SOA5(Cramer)": "None", "AUNP": "None", "SOA1(Landis & Koch)": "Slight", "SOA4(Cicchetti)": "Poor", "Lambda B": 0.0, "KL Divergence": "None", "FPR Micro": 0.21666666666666667, "TNR Micro": 0.7833333333333333, "RCI": 0.11409066398451011, "Zero-one Loss": 13, "Kappa 95% CI": [-0.21849807698648957, 0.3745264457808156], "Phi-Squared": "None", "Response Entropy": 1.3366664819166876, "F1 Micro": 0.35, "Pearson C": "None", "TPR Macro": "None", "AUNU": "None", "F1 Macro": 0.23043478260869565, "Gwet AC1": 0.19504643962848295, "Kappa Standard Error": 0.15128176601206766, "Chi-Squared": "None", "Cross Entropy": 1.709947752496911, "Conditional Entropy": 1.235789374242786}, "Digit": 5, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Transpose": false} \ No newline at end of file +{"Transpose": false, "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Class-Stat": {"AM": {"200": -9, "500": -1, "100": 11, "600": -1}, "TP": {"200": 6, "100": 0, "500": 1, "600": 0}, "TON": {"200": 13, "500": 18, "100": 9, "600": 20}, "FDR": {"200": 0.1428571428571429, "500": 0.5, "100": 1.0, "600": "None"}, "F0.5": {"200": 0.6818181818181818, "500": 0.45454545454545453, "100": 0.0, "600": 0.0}, "FPR": {"200": 0.25, "500": 0.05882352941176472, "100": 0.55, "600": 0.0}, "MCC": {"200": 0.10482848367219183, "500": 0.32673201960653564, "100": "None", "600": "None"}, "OOC": {"200": 0.5669467095138409, "500": 0.4082482904638631, "100": "None", "600": "None"}, "MCCI": {"200": "Negligible", "500": "Weak", "100": "None", "600": "None"}, "RACC": {"200": 0.28, "500": 0.015, "100": 0.0, "600": 0.0}, "NLRI": {"200": "Negligible", "500": "Negligible", "100": "None", "600": "Negligible"}, "RACCU": {"200": 0.33062499999999995, "500": 0.015625, "100": 0.07562500000000001, "600": 0.0006250000000000001}, "GI": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "DPI": {"200": "Poor", "500": "Poor", "100": "None", "600": "None"}, "AGM": {"200": 0.5669417382415922, "500": 0.7351956938438939, "100": "None", "600": 0}, "MK": {"200": 0.08791208791208782, "500": 0.38888888888888884, "100": 0.0, "600": "None"}, "DOR": {"200": 1.7999999999999998, "500": 7.999999999999997, "100": "None", "600": "None"}, "AUCI": {"200": "Poor", "500": "Fair", "100": "None", "600": "Poor"}, "F1": {"200": 0.5217391304347826, "500": 0.4, "100": 0.0, "600": 0.0}, "AUPR": {"200": 0.6160714285714286, "500": 0.41666666666666663, "100": "None", "600": "None"}, "PPV": {"200": 0.8571428571428571, "500": 0.5, "100": 0.0, "600": "None"}, "J": {"200": 0.35294117647058826, "500": 0.25, "100": 0.0, "600": 0.0}, "LS": {"200": 1.0714285714285714, "500": 3.3333333333333335, "100": "None", "600": "None"}, "OP": {"200": 0.1166666666666667, "500": 0.373076923076923, "100": "None", "600": -0.050000000000000044}, "CEN": {"200": 0.3570795472009597, "500": 0.5389466410223563, "100": 0.3349590631259315, "600": 0.0}, "sInd": {"200": 0.5240141808835057, "500": 0.5267639848569737, "100": "None", "600": 0.29289321881345254}, "ICSI": {"200": 0.2321428571428572, "500": -0.16666666666666674, "100": "None", "600": "None"}, "TOP": {"200": 7, "500": 2, "100": 11, "600": 0}, "QI": {"200": "Weak", "500": "Strong", "100": "None", "600": "None"}, "BCD": {"200": 0.225, "500": 0.025, "100": 0.275, "600": 0.025}, "NPV": {"200": 0.23076923076923078, "500": 0.8888888888888888, "100": 1.0, "600": 0.95}, "PRE": {"200": 0.8, "500": 0.15, "100": 0.0, "600": 0.05}, "AGF": {"200": 0.33642097801219245, "500": 0.5665926996700735, "100": 0.0, "600": 0.0}, "N": {"200": 4, "500": 17, "100": 20, "600": 19}, "ERR": {"200": 0.55, "500": 0.15000000000000002, "100": 0.55, "600": 0.050000000000000044}, "TPR": {"200": 0.375, "500": 0.3333333333333333, "100": "None", "600": 0.0}, "AUC": {"200": 0.5625, "500": 0.6372549019607843, "100": "None", "600": 0.5}, "IS": {"200": 0.09953567355091428, "500": 1.736965594166206, "100": "None", "600": "None"}, "BM": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "POP": {"200": 20, "500": 20, "100": 20, "600": 20}, "TNR": {"200": 0.75, "500": 0.9411764705882353, "100": 0.45, "600": 1.0}, "DP": {"200": 0.1407391082701595, "500": 0.49789960499474867, "100": "None", "600": "None"}, "MCEN": {"200": 0.3739448088748241, "500": 0.5802792108518123, "100": 0.3349590631259315, "600": 0.0}, "G": {"200": 0.5669467095138409, "500": 0.408248290463863, "100": "None", "600": "None"}, "P": {"200": 16, "500": 3, "100": 0, "600": 1}, "NLR": {"200": 0.8333333333333334, "500": 0.7083333333333334, "100": "None", "600": 1.0}, "F2": {"200": 0.4225352112676056, "500": 0.35714285714285715, "100": 0.0, "600": 0.0}, "Q": {"200": 0.28571428571428575, "500": 0.7777777777777778, "100": "None", "600": "None"}, "FN": {"200": 10, "100": 0, "500": 2, "600": 1}, "PLR": {"200": 1.5, "500": 5.666666666666665, "100": "None", "600": "None"}, "ACC": {"200": 0.45, "500": 0.85, "100": 0.45, "600": 0.95}, "PLRI": {"200": "Poor", "500": "Fair", "100": "None", "600": "None"}, "Y": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "OC": {"200": 0.8571428571428571, "500": 0.5, "100": "None", "600": "None"}, "GM": {"200": 0.5303300858899106, "500": 0.5601120336112039, "100": "None", "600": 0.0}, "FNR": {"200": 0.625, "500": 0.6666666666666667, "100": "None", "600": 1.0}, "FP": {"200": 1, "100": 11, "500": 1, "600": 0}, "TN": {"200": 3, "100": 9, "500": 16, "600": 19}, "dInd": {"200": 0.673145600891813, "500": 0.6692567908186672, "100": "None", "600": 1.0}, "IBA": {"200": 0.17578125, "500": 0.1230296039984621, "100": "None", "600": 0.0}, "FOR": {"200": 0.7692307692307692, "500": 0.11111111111111116, "100": 0.0, "600": 0.050000000000000044}}, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Overall-Stat": {"Reference Entropy": 0.8841837197791889, "SOA1(Landis & Koch)": "Slight", "SOA3(Altman)": "Poor", "FNR Micro": 0.65, "KL Divergence": "None", "Cross Entropy": 1.709947752496911, "SOA2(Fleiss)": "Poor", "AUNP": "None", "SOA5(Cramer)": "None", "PPV Macro": "None", "Overall CEN": 0.3648028121279775, "Bangdiwala B": 0.3135593220338983, "Scott PI": -0.12554112554112543, "Lambda A": 0.0, "CSI": "None", "Response Entropy": 1.3366664819166876, "SOA4(Cicchetti)": "Poor", "Pearson C": "None", "Overall J": [0.6029411764705883, 0.15073529411764708], "Kappa": 0.07801418439716304, "TPR Micro": 0.35, "Krippendorff Alpha": -0.09740259740259723, "Zero-one Loss": 13, "AUNU": "None", "RR": 5.0, "Overall MCEN": 0.3746281299595305, "Cramer V": "None", "Overall MCC": 0.1264200803632855, "F1 Micro": 0.35, "RCI": 0.11409066398451011, "Joint Entropy": 2.119973094021975, "Chi-Squared": "None", "Standard Error": 0.1066536450385077, "TNR Macro": 0.7852941176470588, "ARI": 0.02298247455136956, "P-Value": 0.9999981549942787, "Conditional Entropy": 1.235789374242786, "FPR Macro": 0.2147058823529412, "Mutual Information": 0.10087710767390168, "Bennett S": 0.1333333333333333, "FNR Macro": "None", "Overall RACC": 0.29500000000000004, "TNR Micro": 0.7833333333333333, "CBA": 0.17708333333333331, "Phi-Squared": "None", "NIR": 0.8, "Kappa No Prevalence": -0.30000000000000004, "FPR Micro": 0.21666666666666667, "Chi-Squared DF": 9, "Hamming Loss": 0.65, "TPR Macro": "None", "ACC Macro": 0.675, "PPV Micro": 0.35, "Kappa Standard Error": 0.15128176601206766, "SOA6(Matthews)": "Negligible", "Gwet AC1": 0.19504643962848295, "Kappa Unbiased": -0.12554112554112543, "95% CI": [0.14095885572452488, 0.559041144275475], "Kappa 95% CI": [-0.21849807698648957, 0.3745264457808156], "Overall RACCU": 0.42249999999999993, "Lambda B": 0.0, "F1 Macro": 0.23043478260869565, "Overall ACC": 0.35}, "Digit": 5, "Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null} \ No newline at end of file diff --git a/Document/Example6.ipynb b/Document/Example6.ipynb index 939ce5bf..39d2ea2d 100644 --- a/Document/Example6.ipynb +++ b/Document/Example6.ipynb @@ -60,11 +60,11 @@ "Class2 0.04762 0.95238 \n", "\n", "\n", - "ACC: {'Class1': 0.9976333515383216, 'Class2': 0.9976333515383216}\n", - "MCC: {'Class1': 0.9378574017402594, 'Class2': 0.9378574017402594}\n", - "CEN: {'Class1': 0.012858728415908176, 'Class2': 0.30489006849060607}\n", - "MCEN: {'Class1': 0.023280122318969122, 'Class2': 0.46949279678726225}\n", - "DP: {'Class1': 2.276283896527635, 'Class2': 2.276283896527635}\n", + "ACC: {'Class2': 0.9976333515383216, 'Class1': 0.9976333515383216}\n", + "MCC: {'Class2': 0.9378574017402594, 'Class1': 0.9378574017402594}\n", + "CEN: {'Class2': 0.30489006849060607, 'Class1': 0.012858728415908176}\n", + "MCEN: {'Class2': 0.46949279678726225, 'Class1': 0.023280122318969122}\n", + "DP: {'Class2': 2.276283896527635, 'Class1': 2.276283896527635}\n", "Kappa: 0.9377606597584491\n", "RCI: 0.8682877002417864\n", "SOA1: Almost Perfect\n" @@ -114,11 +114,11 @@ "Class2 0.95238 0.04762 \n", "\n", "\n", - "ACC: {'Class1': 0.982098458478369, 'Class2': 0.982098458478369}\n", - "MCC: {'Class1': 0.13048897476798949, 'Class2': 0.13048897476798949}\n", - "CEN: {'Class1': 0.06481573363174531, 'Class2': 0.4655917826576813}\n", - "MCEN: {'Class1': 0.11078640690031397, 'Class2': 0.4264929996758212}\n", - "DP: {'Class1': 0.864594924328404, 'Class2': 0.864594924328404}\n", + "ACC: {'Class2': 0.982098458478369, 'Class1': 0.982098458478369}\n", + "MCC: {'Class2': 0.13048897476798949, 'Class1': 0.13048897476798949}\n", + "CEN: {'Class2': 0.4655917826576813, 'Class1': 0.06481573363174531}\n", + "MCEN: {'Class2': 0.4264929996758212, 'Class1': 0.11078640690031397}\n", + "DP: {'Class2': 0.864594924328404, 'Class1': 0.864594924328404}\n", "Kappa: 0.08122239707598865\n", "RCI: 0.022375346499017443\n", "SOA1: Slight\n" @@ -168,11 +168,11 @@ "Class2 0.04762 0.95238 \n", "\n", "\n", - "ACC: {'Class1': 0.019661387220098307, 'Class2': 0.019661387220098307}\n", - "MCC: {'Class1': -0.13000800945464058, 'Class2': -0.13000800945464058}\n", - "CEN: {'Class1': 0.014927427128936136, 'Class2': 0.06103563616795208}\n", - "MCEN: {'Class1': 0.01281422838054554, 'Class2': 0.03655796690365652}\n", - "DP: {'Class1': -0.8416930356875597, 'Class2': -0.8416930356875597}\n", + "ACC: {'Class2': 0.019661387220098307, 'Class1': 0.019661387220098307}\n", + "MCC: {'Class2': -0.13000800945464058, 'Class1': -0.13000800945464058}\n", + "CEN: {'Class2': 0.06103563616795208, 'Class1': 0.014927427128936136}\n", + "MCEN: {'Class2': 0.03655796690365652, 'Class1': 0.01281422838054554}\n", + "DP: {'Class2': -0.8416930356875597, 'Class1': -0.8416930356875597}\n", "Kappa: -0.0017678372492452412\n", "RCI: 0.02192606003351106\n", "SOA1: Poor\n" @@ -233,11 +233,11 @@ "Class4 0.0 0.0 2e-05 0.99998 \n", "\n", "\n", - "ACC: {'Class3': 0.9999250299880048, 'Class1': 0.9999750099960016, 'Class2': 0.9999500199920032, 'Class4': 0.9999500199920032}\n", - "MCC: {'Class3': 0.7302602381427055, 'Class1': 0.8944160139432883, 'Class2': 0.7999750068731099, 'Class4': 0.9333083339583177}\n", - "CEN: {'Class3': 0.3649884090288471, 'Class1': 0.13625493172565745, 'Class2': 0.25701944178769376, 'Class4': 0.0001575200922489127}\n", - "MCEN: {'Class3': 0.4654427710721536, 'Class1': 0.17964888034078544, 'Class2': 0.3333333333333333, 'Class4': 0.00029569133318617423}\n", - "DP: {'Class3': 2.7032690544190636, 'Class1': 'None', 'Class2': 2.869241573973406, 'Class4': 3.1691421556058055}\n", + "ACC: {'Class3': 0.9999250299880048, 'Class4': 0.9999500199920032, 'Class2': 0.9999500199920032, 'Class1': 0.9999750099960016}\n", + "MCC: {'Class3': 0.7302602381427055, 'Class4': 0.9333083339583177, 'Class2': 0.7999750068731099, 'Class1': 0.8944160139432883}\n", + "CEN: {'Class3': 0.3649884090288471, 'Class4': 0.0001575200922489127, 'Class2': 0.25701944178769376, 'Class1': 0.13625493172565745}\n", + "MCEN: {'Class3': 0.4654427710721536, 'Class4': 0.00029569133318617423, 'Class2': 0.3333333333333333, 'Class1': 0.17964888034078544}\n", + "DP: {'Class3': 2.7032690544190636, 'Class4': 3.1691421556058055, 'Class2': 2.869241573973406, 'Class1': 'None'}\n", "Kappa: 0.8666333383326446\n", "RCI: 0.8711441699127427\n", "SOA1: Almost Perfect\n" @@ -292,11 +292,11 @@ "Class4 0.25 0.25 0.25 0.25 \n", "\n", "\n", - "ACC: {'Class3': 0.625, 'Class1': 0.625, 'Class2': 0.625, 'Class4': 0.625}\n", - "MCC: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n", - "CEN: {'Class3': 0.8704188162777186, 'Class1': 0.8704188162777186, 'Class2': 0.8704188162777186, 'Class4': 0.8704188162777186}\n", - "MCEN: {'Class3': 0.9308855421443073, 'Class1': 0.9308855421443073, 'Class2': 0.9308855421443073, 'Class4': 0.9308855421443073}\n", - "DP: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n", + "ACC: {'Class3': 0.625, 'Class4': 0.625, 'Class2': 0.625, 'Class1': 0.625}\n", + "MCC: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", + "CEN: {'Class3': 0.8704188162777186, 'Class4': 0.8704188162777186, 'Class2': 0.8704188162777186, 'Class1': 0.8704188162777186}\n", + "MCEN: {'Class3': 0.9308855421443073, 'Class4': 0.9308855421443073, 'Class2': 0.9308855421443073, 'Class1': 0.9308855421443073}\n", + "DP: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", "Kappa: 0.0\n", "RCI: 0.0\n", "SOA1: Slight\n" @@ -351,13 +351,13 @@ "Class4 0.76923 0.07692 0.07692 0.07692 \n", "\n", "\n", - "ACC: {'Class3': 0.76, 'Class1': 0.4, 'Class2': 0.76, 'Class4': 0.4}\n", - "MCC: {'Class3': 0.10714285714285714, 'Class1': -0.2358640882624316, 'Class2': 0.10714285714285714, 'Class4': -0.2358640882624316}\n", - "CEN: {'Class3': 0.8704188162777186, 'Class1': 0.6392779429225794, 'Class2': 0.8704188162777186, 'Class4': 0.6392779429225796}\n", - "MCEN: {'Class3': 0.9308855421443073, 'Class1': 0.647512271542988, 'Class2': 0.9308855421443073, 'Class4': 0.647512271542988}\n", - "DP: {'Class3': 0.16596653499824943, 'Class1': -0.33193306999649924, 'Class2': 0.16596653499824943, 'Class4': -0.3319330699964992}\n", + "ACC: {'Class3': 0.76, 'Class4': 0.4, 'Class2': 0.76, 'Class1': 0.4}\n", + "MCC: {'Class3': 0.10714285714285714, 'Class4': -0.2358640882624316, 'Class2': 0.10714285714285714, 'Class1': -0.2358640882624316}\n", + "CEN: {'Class3': 0.8704188162777186, 'Class4': 0.6392779429225796, 'Class2': 0.8704188162777186, 'Class1': 0.6392779429225794}\n", + "MCEN: {'Class3': 0.9308855421443073, 'Class4': 0.647512271542988, 'Class2': 0.9308855421443073, 'Class1': 0.647512271542988}\n", + "DP: {'Class3': 0.16596653499824943, 'Class4': -0.3319330699964992, 'Class2': 0.16596653499824943, 'Class1': -0.33193306999649924}\n", "Kappa: -0.07361963190184047\n", - "RCI: 0.11603030564493641\n", + "RCI: 0.11603030564493627\n", "SOA1: Poor\n" ] } @@ -410,13 +410,13 @@ "Class4 0.76923 0.07692 0.07692 0.07692 \n", "\n", "\n", - "ACC: {'Class3': 0.999400898652022, 'Class1': 0.000998502246630055, 'Class2': 0.999400898652022, 'Class4': 0.000998502246630055}\n", - "MCC: {'Class3': 0.24970032963739885, 'Class1': -0.43266656861311537, 'Class2': 0.24970032963739885, 'Class4': -0.43266656861311537}\n", - "CEN: {'Class3': 0.8704188162777186, 'Class1': 0.0029588592520426657, 'Class2': 0.8704188162777186, 'Class4': 0.0029588592520426657}\n", - "MCEN: {'Class3': 0.9308855421443073, 'Class1': 0.002903385725603509, 'Class2': 0.9308855421443073, 'Class4': 0.002903385725603509}\n", - "DP: {'Class3': 1.6794055876913858, 'Class1': -1.9423127303715728, 'Class2': 1.6794055876913858, 'Class4': -1.9423127303715728}\n", + "ACC: {'Class3': 0.999400898652022, 'Class4': 0.000998502246630055, 'Class2': 0.999400898652022, 'Class1': 0.000998502246630055}\n", + "MCC: {'Class3': 0.24970032963739885, 'Class4': -0.43266656861311537, 'Class2': 0.24970032963739885, 'Class1': -0.43266656861311537}\n", + "CEN: {'Class3': 0.8704188162777186, 'Class4': 0.0029588592520426657, 'Class2': 0.8704188162777186, 'Class1': 0.0029588592520426657}\n", + "MCEN: {'Class3': 0.9308855421443073, 'Class4': 0.002903385725603509, 'Class2': 0.9308855421443073, 'Class1': 0.002903385725603509}\n", + "DP: {'Class3': 1.6794055876913858, 'Class4': -1.9423127303715728, 'Class2': 1.6794055876913858, 'Class1': -1.9423127303715728}\n", "Kappa: -0.0003990813465900262\n", - "RCI: 0.5536610475678805\n", + "RCI: 0.5536610475678804\n", "SOA1: Poor\n" ] } @@ -469,11 +469,11 @@ "Class4 0.25 0.25 0.25 0.25 \n", "\n", "\n", - "ACC: {'Class3': 0.7115384615384616, 'Class1': 0.7115384615384616, 'Class2': 0.7115384615384616, 'Class4': 0.36538461538461536}\n", - "MCC: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n", - "CEN: {'Class3': 0.6392779429225794, 'Class1': 0.6392779429225794, 'Class2': 0.6392779429225794, 'Class4': 0.6522742127953861}\n", - "MCEN: {'Class3': 0.647512271542988, 'Class1': 0.647512271542988, 'Class2': 0.647512271542988, 'Class4': 0.7144082229288313}\n", - "DP: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n", + "ACC: {'Class3': 0.7115384615384616, 'Class4': 0.36538461538461536, 'Class2': 0.7115384615384616, 'Class1': 0.7115384615384616}\n", + "MCC: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", + "CEN: {'Class3': 0.6392779429225794, 'Class4': 0.6522742127953861, 'Class2': 0.6392779429225794, 'Class1': 0.6392779429225794}\n", + "MCEN: {'Class3': 0.647512271542988, 'Class4': 0.7144082229288313, 'Class2': 0.647512271542988, 'Class1': 0.647512271542988}\n", + "DP: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", "Kappa: 0.0\n", "RCI: 0.0\n", "SOA1: Slight\n" @@ -528,11 +528,11 @@ "Class4 0.25 0.25 0.25 0.25 \n", "\n", "\n", - "ACC: {'Class3': 0.7499500149955014, 'Class1': 0.7499500149955014, 'Class2': 0.7499500149955014, 'Class4': 0.25014995501349596}\n", - "MCC: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n", - "CEN: {'Class3': 0.0029588592520426657, 'Class1': 0.0029588592520426657, 'Class2': 0.0029588592520426657, 'Class4': 0.539296694603886}\n", - "MCEN: {'Class3': 0.002903385725603509, 'Class1': 0.002903385725603509, 'Class2': 0.002903385725603509, 'Class4': 0.580710610324597}\n", - "DP: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n", + "ACC: {'Class3': 0.7499500149955014, 'Class4': 0.25014995501349596, 'Class2': 0.7499500149955014, 'Class1': 0.7499500149955014}\n", + "MCC: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", + "CEN: {'Class3': 0.0029588592520426657, 'Class4': 0.539296694603886, 'Class2': 0.0029588592520426657, 'Class1': 0.0029588592520426657}\n", + "MCEN: {'Class3': 0.002903385725603509, 'Class4': 0.580710610324597, 'Class2': 0.002903385725603509, 'Class1': 0.002903385725603509}\n", + "DP: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", "Kappa: 0.0\n", "RCI: 0.0\n", "SOA1: Slight\n" diff --git a/Document/Example7.ipynb b/Document/Example7.ipynb index 7d38eb8d..29574c1a 100644 --- a/Document/Example7.ipynb +++ b/Document/Example7.ipynb @@ -31,16 +31,16 @@ "output_type": "stream", "text": [ "Requirement already satisfied: seaborn in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (0.9.0)\n", - "Requirement already satisfied: matplotlib>=1.4.3 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (3.0.3)\n", "Requirement already satisfied: numpy>=1.9.3 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (1.15.2)\n", "Requirement already satisfied: pandas>=0.15.2 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (0.22.0)\n", "Requirement already satisfied: scipy>=0.14.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (1.1.0)\n", - "Requirement already satisfied: python-dateutil>=2.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (2.6.1)\n", - "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (1.0.1)\n", + "Requirement already satisfied: matplotlib>=1.4.3 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (3.0.3)\n", + "Requirement already satisfied: python-dateutil>=2 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas>=0.15.2->seaborn) (2.6.1)\n", + "Requirement already satisfied: pytz>=2011k in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas>=0.15.2->seaborn) (2018.3)\n", "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (2.2.0)\n", + "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (1.0.1)\n", "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (0.10.0)\n", - "Requirement already satisfied: pytz>=2011k in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas>=0.15.2->seaborn) (2018.3)\n", - "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2.1->matplotlib>=1.4.3->seaborn) (1.11.0)\n", + "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2->pandas>=0.15.2->seaborn) (1.11.0)\n", "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib>=1.4.3->seaborn) (40.9.0)\n" ] }, @@ -48,7 +48,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n", + "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n", "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n" ] }, @@ -57,9 +57,9 @@ "output_type": "stream", "text": [ "Requirement already satisfied: pandas in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (0.22.0)\n", + "Requirement already satisfied: pytz>=2011k in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas) (2018.3)\n", "Requirement already satisfied: numpy>=1.9.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas) (1.15.2)\n", "Requirement already satisfied: python-dateutil>=2 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas) (2.6.1)\n", - "Requirement already satisfied: pytz>=2011k in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas) (2018.3)\n", "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2->pandas) (1.11.0)\n" ] }, @@ -67,7 +67,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n", + "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n", "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n" ] } diff --git a/Document/Example8.ipynb b/Document/Example8.ipynb index 465430b9..a5bb9de4 100644 --- a/Document/Example8.ipynb +++ b/Document/Example8.ipynb @@ -33,20 +33,20 @@ "output_type": "stream", "text": [ "Requirement already satisfied: matplotlib in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (3.0.3)\n", + "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (0.10.0)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.0.1)\n", - "Requirement already satisfied: numpy>=1.10.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.15.2)\n", - "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.2.0)\n", "Requirement already satisfied: python-dateutil>=2.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.6.1)\n", - "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (0.10.0)\n", - "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib) (40.9.0)\n", - "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2.1->matplotlib) (1.11.0)\n" + "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.2.0)\n", + "Requirement already satisfied: numpy>=1.10.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.15.2)\n", + "Requirement already satisfied: six in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from cycler>=0.10->matplotlib) (1.11.0)\n", + "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib) (40.9.0)\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n", + "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n", "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n" ] } diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py new file mode 100644 index 00000000..eb0dc82f --- /dev/null +++ b/Otherfiles/notebook_check.py @@ -0,0 +1,33 @@ +# -*- coding: utf-8 -*- +"""Notebook-check script.""" +import os +import nbformat +from nbconvert.preprocessors import ExecutePreprocessor +from art import tprint + +NOTEBOOKS_LIST = [ + "Document", + "Example1", + "Example2", + "Example3", + "Example4", + "Example5", + "Example6", + "Example7", + "Example8"] + +EXTENSION = ".ipynb" + +if __name__ == "__main__": + tprint("PYCM","bulbhead") + tprint("Document","bulbhead") + print("Processing ...") + for index, notebook in enumerate(NOTEBOOKS_LIST): + ep = ExecutePreprocessor(timeout=6000, kernel_name='python3') + path = os.path.join("Document", notebook) + with open(path + EXTENSION,"r",encoding="utf-8") as f: + nb = nbformat.read(f, as_version=4) + ep.preprocess(nb, {'metadata': {'path': 'Document/'}}) + with open(path + EXTENSION, 'w', encoding='utf-8') as f: + nbformat.write(nb, f) + print("{0}.{1} [OK]".format(str(index + 1), notebook)) diff --git a/Otherfiles/test.html b/Otherfiles/test.html index 2dd90360..f199c4e7 100644 --- a/Otherfiles/test.html +++ b/Otherfiles/test.html @@ -740,5 +740,5 @@

    Class Statistics :

    -

    Generated By PyCM Version 2.8

    +

    Generated By PyCM Version 2.9

    \ No newline at end of file diff --git a/Otherfiles/test.obj b/Otherfiles/test.obj index 72b4f0e0..40f3aad2 100644 --- a/Otherfiles/test.obj +++ b/Otherfiles/test.obj @@ -1 +1 @@ -{"Actual-Vector": null, "Sample-Weight": null, "Transpose": true, "Predict-Vector": null, "Digit": 5, "Matrix": [["L1", [["L3", 2], ["L1", 3], ["L2", 0]]], ["L2", [["L3", 1], ["L1", 0], ["L2", 1]]], ["L3", [["L3", 3], ["L1", 0], ["L2", 2]]]]} \ No newline at end of file +{"Digit": 5, "Transpose": true, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Actual-Vector": null, "Predict-Vector": null, "Sample-Weight": null} \ No newline at end of file diff --git a/Otherfiles/version_check.py b/Otherfiles/version_check.py index ca386432..9f0f634d 100644 --- a/Otherfiles/version_check.py +++ b/Otherfiles/version_check.py @@ -4,7 +4,7 @@ import sys import codecs Failed = 0 -PYCM_VERSION = "2.8" +PYCM_VERSION = "2.9" SETUP_ITEMS = [ diff --git a/README.md b/README.md index 09776445..5a465a87 100644 --- a/README.md +++ b/README.md @@ -99,7 +99,7 @@ PyCM is the swiss-army knife of confusion matrices, targeted mainly at data scie ⚠️ PyCM 2.4 is the last version to support **Python 2.7** & **Python 3.4** ### Source code -- Download [Version 2.8](https://github.com/sepandhaghighi/pycm/archive/v2.8.zip) or [Latest Source ](https://github.com/sepandhaghighi/pycm/archive/dev.zip) +- Download [Version 2.9](https://github.com/sepandhaghighi/pycm/archive/v2.9.zip) or [Latest Source ](https://github.com/sepandhaghighi/pycm/archive/dev.zip) - Run `pip install -r requirements.txt` or `pip3 install -r requirements.txt` (Need root access) - Run `python3 setup.py install` or `python setup.py install` (Need root access) @@ -107,7 +107,7 @@ PyCM is the swiss-army knife of confusion matrices, targeted mainly at data scie - Check [Python Packaging User Guide](https://packaging.python.org/installing/) -- Run `pip install pycm==2.8` or `pip3 install pycm==2.8` (Need root access) +- Run `pip install pycm==2.9` or `pip3 install pycm==2.9` (Need root access) ### Conda @@ -550,6 +550,23 @@ pycm.ConfusionMatrix(classes: ['L1', 'L2', 'L3']) {0: {'FN': [], 'FP': [0, 7], 'TP': [1, 4, 9], 'TN': [2, 3, 5, 6, 8, 10, 11]}, 1: {'FN': [5, 10], 'FP': [3], 'TP': [6], 'TN': [0, 1, 2, 4, 7, 8, 9, 11]}, 2: {'FN': [0, 3, 7], 'FP': [5, 10], 'TP': [2, 8, 11], 'TN': [1, 4, 6, 9]}} ``` +### To array +`to_array` method is added in `version 2.9` in order to returns the confusion matrix in the form of a NumPy array. This can be helpful to apply different operations over the confusion matrix for different purposes such as aggregation, normalization, and combination. + +```pycon +>>> cm.to_array() +array([[3, 0, 0], + [0, 1, 2], + [2, 1, 3]]) +>>> cm.to_array(normalized=True) +array([[1. , 0. , 0. ], + [0. , 0.33333, 0.66667], + [0.33333, 0.16667, 0.5 ]]) +>>> cm.to_array(normalized=True,one_vs_all=True, class_name="L1") +array([[1. , 0. ], + [0.22222, 0.77778]]) +``` + ### Online help `online_help` function is added in `version 1.1` in order to open each statistics definition in web browser diff --git a/Test/function_test.py b/Test/function_test.py index 6f0563a6..0e9e30df 100644 --- a/Test/function_test.py +++ b/Test/function_test.py @@ -336,7 +336,7 @@ >>> ERR_calc(0.1) 0.9 >>> cm.average("F0.5") -0.56121414817067 +0.5612141481706698 >>> cm.average("DOR") 'None' >>> cm.average("DOR", none_omit=True) diff --git a/Test/overall_test.py b/Test/overall_test.py index 21d60855..201e5072 100644 --- a/Test/overall_test.py +++ b/Test/overall_test.py @@ -3,6 +3,7 @@ >>> from pycm import * >>> import os >>> import json +>>> import copy >>> y_actu = [2, 0, 2, 2, 0, 1, 1, 2, 2, 0, 1, 2] >>> y_pred = [0, 0, 2, 1, 0, 2, 1, 0, 2, 0, 2, 2] >>> y_actu_copy = [2, 0, 2, 2, 0, 1, 1, 2, 2, 0, 1, 2] @@ -1393,4 +1394,48 @@ 2 >>> cm.label_map[2] 3 +>>> y_act = [0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2] +>>> y_pre = [0,0,0,0,0,0,0,0,0,1,1,1,0,0,0,1,1,1,1,1,2,0,1,2,2,2,2] +>>> cm = ConfusionMatrix(y_act,y_pre) +>>> cm.to_array() +array([[9, 3, 0], + [3, 5, 1], + [1, 1, 4]]) +>>> cm.to_array(normalized=True) +array([[0.75 , 0.25 , 0. ], + [0.33333, 0.55556, 0.11111], + [0.16667, 0.16667, 0.66667]]) +>>> cm.to_array(one_vs_all=True) +array([[9, 3, 0], + [3, 5, 1], + [1, 1, 4]]) +>>> cm.to_array(normalized=True, one_vs_all=True) +array([[0.75 , 0.25 , 0. ], + [0.33333, 0.55556, 0.11111], + [0.16667, 0.16667, 0.66666]]) +>>> cm.to_array(one_vs_all=True, class_name=0) +array([[ 9, 3], + [ 4, 11]]) +>>> cm.to_array(one_vs_all=True, normalized=True, class_name=0) +array([[0.75 , 0.25 ], + [0.26667, 0.73333]]) +>>> cm = ConfusionMatrix([1,2,3,4],[1,2,3,3]) +>>> cm +pycm.ConfusionMatrix(classes: [1, 2, 3, 4]) +>>> cm2 = cm.copy() +>>> cm2 +pycm.ConfusionMatrix(classes: [1, 2, 3, 4]) +>>> cm3 = copy.copy(cm) +>>> cm3 +pycm.ConfusionMatrix(classes: [1, 2, 3, 4]) +>>> cm == cm2 +True +>>> cm == cm3 +True +>>> id(cm) == id(cm2) +False +>>> id(cm) == id(cm3) +False +>>> id(cm2) == id(cm3) +False """ diff --git a/Test/verified_test.py b/Test/verified_test.py index 3e03c5b6..4011d355 100644 --- a/Test/verified_test.py +++ b/Test/verified_test.py @@ -322,7 +322,7 @@ >>> cm.average("TPR") 0.5555555555555555 >>> cm.average("F1") -0.48888888888888893 +0.4888888888888889 >>> cm.weighted_average("PPV") 0.7 >>> cm.weighted_average("TPR") diff --git a/appveyor.yml b/appveyor.yml index 8616a240..82bcb861 100644 --- a/appveyor.yml +++ b/appveyor.yml @@ -32,7 +32,7 @@ install: test_script: - "%PYTHON%/python.exe -m pycm test" - "%PYTHON%/python.exe -m pycm" - - "%PYTHON%/Scripts/pip.exe install -r dev-requirements.txt" + - "%PYTHON%/Scripts/pip.exe install --upgrade --upgrade-strategy=only-if-needed -r dev-requirements.txt" - "%PYTHON%/python.exe -m pytest Test --cov=pycm --cov-report=term" - "%PYTHON%/python.exe Otherfiles/version_check.py" - - "%PYTHON%/python.exe -m cProfile -s cumtime pycm/pycm_profile.py" \ No newline at end of file + - "%PYTHON%/python.exe -m cProfile -s cumtime pycm/pycm_profile.py" diff --git a/dev-requirements.txt b/dev-requirements.txt index 4a7d57d1..06a47387 100644 --- a/dev-requirements.txt +++ b/dev-requirements.txt @@ -1,5 +1,5 @@ art==4.7 -numpy==1.19.0 +numpy==1.19.2 codecov>=2.0.15 pytest>=4.3.1 pytest-cov>=2.6.1 @@ -7,4 +7,5 @@ setuptools>=40.8.0 vulture>=1.0 bandit>=1.5.1 pydocstyle>=3.0.0 +notebook>=5.2.2 diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py index 7b511179..9cba9925 100644 --- a/pycm/pycm_obj.py +++ b/pycm/pycm_obj.py @@ -622,6 +622,25 @@ def __ne__(self, other): """ return not self.__eq__(other) + def __copy__(self): + """ + Return a copy of ConfusionMatrix. + + :return: copy of ConfusionMatrix + """ + _class = self.__class__ + result = _class.__new__(_class) + result.__dict__.update(self.__dict__) + return result + + def copy(self): + """ + Return a copy of ConfusionMatrix. + + :return: copy of ConfusionMatrix + """ + return self.__copy__() + def relabel(self, mapping): """ Rename ConfusionMatrix classes. @@ -679,19 +698,10 @@ def average(self, param, none_omit=False): :type none_omit: bool :return: average of the input parameter """ - if param in self.class_stat: - selected_param = self.class_stat[param] - else: - raise pycmAverageError(AVERAGE_INVALID_ERROR) - try: - param_list = [] - for class_name in selected_param.keys(): - if selected_param[class_name] == "None" and none_omit: - continue - param_list.append(selected_param[class_name]) - return numpy.average(param_list) - except Exception: - return "None" + return self.weighted_average( + param=param, + weight=self.POP, + none_omit=none_omit) def weighted_average(self, param, weight=None, none_omit=False): """ @@ -828,3 +838,31 @@ def position(self): positions[label]['TN'].append(index) self.positions = positions return self.positions + + def to_array(self, normalized=False, one_vs_all=False, class_name=None): + """ + Return the confusion matrix in form of a numpy array. + + :param normalized: A flag for getting normalized confusion matrix + :type normalized: bool + :param one_vs_all : One-Vs-All mode flag + :type one_vs_all : bool + :param class_name : target class name for One-Vs-All mode + :type class_name : any valid type + :return: confusion matrix as a numpy.ndarray + """ + classes = self.classes + classes.sort() + table = self.table + if normalized: + table = self.normalized_table + if one_vs_all: + [classes, table] = one_vs_all_func( + classes, table, self.TP, self.TN, self.FP, self.FN, class_name) + if normalized: + table = normalized_table_calc(classes, table) + array = [] + for key in classes: + row = [table[key][i] for i in classes] + array.append(row) + return numpy.array(array) diff --git a/pycm/pycm_param.py b/pycm/pycm_param.py index e1795ab3..292e74bb 100644 --- a/pycm/pycm_param.py +++ b/pycm/pycm_param.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- """Parameters and constants.""" -PYCM_VERSION = "2.8" +PYCM_VERSION = "2.9" OVERVIEW = ''' diff --git a/setup.py b/setup.py index 1cf18ebb..acc138bd 100644 --- a/setup.py +++ b/setup.py @@ -36,14 +36,14 @@ def read_description(): setup( name='pycm', packages=['pycm'], - version='2.8', + version='2.9', description='Multi-class confusion matrix library in Python', long_description=read_description(), long_description_content_type='text/markdown', author='Sepand Haghighi', author_email='info@pycm.ir', url='https://github.com/sepandhaghighi/pycm', - download_url='https://github.com/sepandhaghighi/pycm/tarball/v2.8', + download_url='https://github.com/sepandhaghighi/pycm/tarball/v2.9', keywords="confusion-matrix python3 python machine_learning ML", project_urls={ 'Webpage': 'https://www.pycm.ir',