tabula_muris_Lung_Smart-seq2 / accuracies.json
canergen's picture
popV version: 0.6.0
2ef5aec verified
{
"query_accuracy": "| Cell Type | N cells | celltypist | knn bbknn | knn harmony | knn on scvi | onclass | scanvi | svm | xgboost | Consensus Prediction |\n| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |\n| bronchial smooth muscle cell | 197 | 0.99 | 0.98 | 0.99 | 0.98 | 0.00 | 0.94 | 0.99 | 0.97 | 0.99 |\n| fibroblast of lung | 57 | 0.98 | 0.98 | 0.97 | 0.97 | 0.00 | 0.97 | 0.99 | 0.97 | 1.00 |\n| myeloid dendritic cell | 29 | 0.97 | 0.96 | 0.98 | 0.97 | 0.00 | 0.96 | 0.98 | 0.95 | 0.98 |\n| adventitial cell | 31 | 1.00 | 0.98 | 0.97 | 0.95 | 0.00 | 0.97 | 1.00 | 1.00 | 1.00 |\n| B cell | 20 | 0.97 | 0.98 | 0.98 | 1.00 | 0.00 | 0.97 | 0.97 | 0.97 | 1.00 |\n| classical monocyte | 20 | 0.93 | 0.93 | 0.93 | 0.90 | 0.00 | 0.95 | 0.93 | 0.93 | 0.93 |\n| pulmonary alveolar type 2 cell | 24 | 0.98 | 1.00 | 1.00 | 0.92 | 0.00 | 0.92 | 1.00 | 1.00 | 1.00 |\n| vein endothelial cell | 13 | 0.93 | 0.96 | 0.96 | 0.60 | 0.00 | 0.71 | 0.93 | 0.83 | 0.96 |\n| non-classical monocyte | 15 | 1.00 | 1.00 | 1.00 | 0.97 | 0.00 | 0.94 | 1.00 | 0.97 | 1.00 |\n| neutrophil | 18 | 1.00 | 1.00 | 1.00 | 0.97 | 0.00 | 0.97 | 1.00 | 0.95 | 1.00 |\n| CD8-positive, alpha-beta T cell | 12 | 0.87 | 0.76 | 0.76 | 0.59 | 0.00 | 0.56 | 0.82 | 0.76 | 0.82 |\n| smooth muscle cell of the pulmonary artery | 6 | 1.00 | 1.00 | 1.00 | 0.80 | 0.00 | 0.86 | 1.00 | 0.86 | 1.00 |\n| endothelial cell of lymphatic vessel | 16 | 0.97 | 0.97 | 0.97 | 1.00 | 0.00 | 0.94 | 0.97 | 1.00 | 0.97 |\n| dendritic cell | 5 | 1.00 | 1.00 | 1.00 | 1.00 | 0.00 | 1.00 | 1.00 | 1.00 | 1.00 |\n| CD4-positive, alpha-beta T cell | 2 | 0.80 | 0.57 | 0.80 | 0.50 | 0.00 | 0.57 | 0.67 | 0.67 | 0.57 |\n| natural killer cell | 4 | 1.00 | 1.00 | 1.00 | 0.44 | 0.00 | 0.60 | 1.00 | 0.86 | 1.00 |\n| ciliated columnar cell of tracheobronchial tree | 7 | 1.00 | 1.00 | 0.93 | 0.88 | 0.00 | 0.88 | 0.93 | 1.00 | 0.88 |\n| pulmonary interstitial fibroblast | 3 | 1.00 | 1.00 | 1.00 | 0.40 | 0.00 | 1.00 | 1.00 | 0.86 | 1.00 |\n| regulatory T cell | 6 | 0.91 | 0.91 | 0.77 | 0.25 | 0.00 | 0.80 | 0.83 | 0.83 | 0.91 |\n| leukocyte | 2 | 0.40 | 0.00 | 0.00 | 0.00 | 0.00 | 0.29 | 0.50 | 0.80 | 0.67 |\n| pericyte | 6 | 1.00 | 1.00 | 1.00 | 1.00 | 0.00 | 1.00 | 0.91 | 1.00 | 1.00 |\n| respiratory basal cell | 5 | 1.00 | 0.91 | 0.91 | 0.91 | 0.00 | 0.83 | 0.91 | 1.00 | 0.91 |\n| T cell | 5 | 0.83 | 0.91 | 0.83 | 0.29 | 0.00 | 0.75 | 1.00 | 0.91 | 0.91 |\n| plasma cell | 1 | 1.00 | 1.00 | 0.67 | 1.00 | 0.00 | 1.00 | 1.00 | 1.00 | 1.00 |\n| club cell | 3 | 0.33 | 0.50 | 0.67 | 0.50 | 0.00 | 0.00 | 0.50 | 0.50 | 0.50 |\n| intermediate monocyte | 1 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 |\n| lymphocyte | 1 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 1.00 | 1.00 | 1.00 | 0.00 |\n| lung macrophage | 1 | 0.00 | 0.67 | 1.00 | 1.00 | 0.00 | 0.67 | 1.00 | 0.67 | 1.00 |\n| mature NK T cell | 0 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 |\n| plasmacytoid dendritic cell | 1 | 0.67 | 0.00 | 0.00 | 0.00 | 0.00 | 1.00 | 0.67 | 0.00 | 1.00 |\n| pulmonary alveolar type 1 cell | 0 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 |\n| lung neuroendocrine cell | 2 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 |",
"ref_accuracy": "| Cell Type | N cells | celltypist | knn bbknn | knn harmony | knn on scvi | onclass | scanvi | svm | xgboost | Consensus Prediction |\n| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |\n| bronchial smooth muscle cell | 1918 | 0.98 | 0.98 | 0.98 | 0.97 | 0.00 | 0.93 | 0.99 | 0.99 | 0.98 |\n| fibroblast of lung | 424 | 0.96 | 0.97 | 0.96 | 0.96 | 0.00 | 0.95 | 1.00 | 1.00 | 0.99 |\n| myeloid dendritic cell | 344 | 0.96 | 0.97 | 0.97 | 0.96 | 0.00 | 0.97 | 0.99 | 1.00 | 0.98 |\n| adventitial cell | 255 | 0.96 | 0.97 | 0.94 | 0.96 | 0.00 | 0.94 | 1.00 | 1.00 | 1.00 |\n| B cell | 256 | 0.97 | 0.97 | 0.96 | 0.96 | 0.00 | 0.97 | 1.00 | 1.00 | 0.98 |\n| classical monocyte | 182 | 0.93 | 0.97 | 0.94 | 0.93 | 0.00 | 0.96 | 1.00 | 1.00 | 0.97 |\n| pulmonary alveolar type 2 cell | 143 | 0.94 | 0.95 | 0.95 | 0.94 | 0.00 | 0.93 | 0.99 | 1.00 | 0.96 |\n| vein endothelial cell | 139 | 0.88 | 0.90 | 0.89 | 0.61 | 0.00 | 0.61 | 0.94 | 0.92 | 0.94 |\n| non-classical monocyte | 134 | 0.97 | 0.97 | 0.96 | 0.92 | 0.00 | 0.96 | 1.00 | 1.00 | 0.99 |\n| neutrophil | 105 | 0.98 | 0.98 | 0.98 | 0.98 | 0.00 | 0.97 | 1.00 | 1.00 | 0.98 |\n| CD8-positive, alpha-beta T cell | 107 | 0.80 | 0.87 | 0.82 | 0.62 | 0.00 | 0.64 | 1.00 | 1.00 | 0.94 |\n| smooth muscle cell of the pulmonary artery | 104 | 0.88 | 0.88 | 0.89 | 0.70 | 0.00 | 0.73 | 0.97 | 0.97 | 0.93 |\n| endothelial cell of lymphatic vessel | 83 | 0.99 | 0.99 | 0.95 | 0.95 | 0.00 | 0.92 | 0.99 | 0.98 | 0.99 |\n| dendritic cell | 57 | 0.93 | 0.93 | 0.93 | 0.88 | 0.00 | 0.90 | 1.00 | 1.00 | 0.94 |\n| CD4-positive, alpha-beta T cell | 57 | 0.86 | 0.94 | 0.81 | 0.69 | 0.00 | 0.84 | 1.00 | 1.00 | 0.97 |\n| natural killer cell | 48 | 0.96 | 0.96 | 0.92 | 0.74 | 0.00 | 0.88 | 1.00 | 0.99 | 0.98 |\n| ciliated columnar cell of tracheobronchial tree | 45 | 0.98 | 0.98 | 0.98 | 0.96 | 0.00 | 0.97 | 1.00 | 1.00 | 0.98 |\n| pulmonary interstitial fibroblast | 47 | 0.90 | 0.92 | 0.89 | 0.85 | 0.00 | 0.92 | 1.00 | 1.00 | 0.96 |\n| regulatory T cell | 41 | 0.69 | 0.81 | 0.79 | 0.09 | 0.00 | 0.61 | 1.00 | 1.00 | 0.91 |\n| leukocyte | 36 | 0.31 | 0.00 | 0.15 | 0.29 | 0.00 | 0.50 | 1.00 | 1.00 | 0.59 |\n| pericyte | 31 | 0.77 | 0.86 | 0.77 | 0.80 | 0.00 | 0.76 | 0.91 | 0.89 | 0.85 |\n| respiratory basal cell | 29 | 0.98 | 0.84 | 0.76 | 0.92 | 0.00 | 0.78 | 1.00 | 1.00 | 0.91 |\n| T cell | 23 | 0.69 | 0.79 | 0.87 | 0.45 | 0.00 | 0.65 | 1.00 | 1.00 | 0.98 |\n| plasma cell | 24 | 0.96 | 0.96 | 0.89 | 0.75 | 0.00 | 0.78 | 1.00 | 1.00 | 0.96 |\n| club cell | 19 | 0.65 | 0.72 | 0.58 | 0.63 | 0.00 | 0.79 | 1.00 | 0.97 | 0.85 |\n| intermediate monocyte | 11 | 0.00 | 0.63 | 0.17 | 0.15 | 0.00 | 0.79 | 1.00 | 1.00 | 0.84 |\n| lymphocyte | 9 | 0.00 | 0.71 | 0.88 | 0.63 | 0.00 | 0.78 | 1.00 | 1.00 | 1.00 |\n| lung macrophage | 8 | 0.00 | 0.94 | 0.94 | 0.75 | 0.00 | 0.84 | 1.00 | 1.00 | 1.00 |\n| mature NK T cell | 6 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.19 | 1.00 | 0.92 | 1.00 |\n| plasmacytoid dendritic cell | 5 | 0.91 | 0.00 | 0.00 | 0.00 | 0.00 | 0.83 | 1.00 | 1.00 | 1.00 |\n| pulmonary alveolar type 1 cell | 4 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 1.00 | 1.00 | 0.00 |\n| lung neuroendocrine cell | 2 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | 1.00 | 1.00 | 0.67 |"
}