diff --git a/spatial_simulators/v0.0.1-rc1/dataset_info.json b/spatial_simulators/v0.0.1-rc1/dataset_info.json new file mode 100644 index 0000000..bbf08fe --- /dev/null +++ b/spatial_simulators/v0.0.1-rc1/dataset_info.json @@ -0,0 +1,182 @@ +[ + { + "name": "osteosarcoma", + "label": "Osteosarcoma", + "commit": "missing-sha", + "summary": "Spatial profiling of human osteosarcoma cells.", + "description": "Spatial transcriptome profiling by MERFISH reveals subcellular RNA compartmentalization and cell cycle-dependent gene expression.", + "source_urls": ["https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["homo_sapiens"], + "authors": [], + "references": { + "doi": ["10.1073/pnas.1912459116"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 20.1056 + }, + { + "name": "cortex", + "label": "Cortex", + "commit": "missing-sha", + "summary": "Scripts and source data for image processing, barcode calling, and cell type annotations in a seqFISH+ experiment.", + "description": "The dataset includes processed image data, cell type annotations with Louvain clusters, gene IDs for transcript locations, and mRNA point locations, with additional data available on Zenodo.", + "source_urls": ["https://zenodo.org/records/2669683"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["homo_sapiens"], + "authors": [], + "references": { + "doi": ["10.1038/s41586-019-1049-y"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 19.3329 + }, + { + "name": "breast", + "label": "Breast", + "commit": "missing-sha", + "summary": "A spatially resolved atlas of human breast cancers", + "description": "This study presents a spatially resolved transcriptomics analysis of human breast cancers.", + "source_urls": ["https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["homo_sapiens"], + "authors": [], + "references": { + "doi": ["10.1038/s41588-021-00911-1"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 22.6482 + }, + { + "name": "prostate", + "label": "Prostate", + "commit": "missing-sha", + "summary": "Spatially resolved gene expression of human protate tissue slices treated with steroid hormones for 8 hours", + "description": "Spatially resolved gene expression was prepard by dissociated hman prostate tissue to single cells, and collected & prepped for RNA-seq using the Visium Spatial Gene Expression kit.", + "source_urls": ["https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE159697"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["homo_sapiens"], + "authors": [], + "references": { + "doi": ["10.1016/j.isci.2021.102640"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 19.6893 + }, + { + "name": "gastrulation", + "label": "Gastrulation", + "commit": "missing-sha", + "summary": "single-cell and spatial transcriptomic molecular map of mouse gastrulation", + "description": "Single-Cell omics Data across Mouse Gastrulation and Highly multiplexed spatially resolved gene expression profiling of Early Organogenesis.", + "source_urls": ["https://content.cruk.cam.ac.uk/jmlab/SpatialMouseAtlas2020/"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["mus_musculus"], + "authors": [], + "references": { + "doi": ["10.1038/s41587-021-01006-2"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 14.9637 + }, + { + "name": "brain", + "label": "Brain", + "commit": "missing-sha", + "summary": "10X Visium spatial RNA-seq from adult mouse brain sections paired to single-nucleus RNA-seq", + "description": "This datasets were generated matched single nucleus (sn, this submission) and Visium spatial RNA-seq (10X Genomics) profiles of adjacent mouse brain sections that contain multiple regions from the telencephalon and diencephalon.", + "source_urls": ["https://github.com/BayraktarLab/cell2location"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["homo_sapiens"], + "authors": [], + "references": { + "doi": ["10.1038/s41587-021-01139-4"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 42.6133 + }, + { + "name": "pdac", + "label": "pancreatic ductal adenocarcinomas", + "commit": "missing-sha", + "summary": "Integrating microarray-based spatial transcriptomics and single-cell RNA-seq reveals tissue architecture in pancreatic ductal adenocarcinomas", + "description": "We developed a multimodal intersection analysis method combining scRNA-seq with spatial transcriptomics to map and characterize the spatial organization and interactions of distinct cell subpopulations in complex tissues, such as primary pancreatic tumors..", + "source_urls": ["https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE111672"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["homo_sapiens"], + "authors": [], + "references": { + "doi": ["10.1101/2020.12.01.407460"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 17.5534 + }, + { + "name": "olfactorybulb", + "label": "Olfactorybulb", + "commit": "missing-sha", + "summary": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "description": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "source_urls": ["http://ww1.spatialtranscriptomicsresearch.org/?usid=24&utid=8672855942"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["mus_musculus"], + "authors": [], + "references": { + "doi": ["10.1126/science.aaf2403"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 2.2329 + }, + { + "name": "fibrosarcoma", + "label": "Fibrosarcoma", + "commit": "missing-sha", + "summary": "Multi-resolution deconvolution of spatial transcriptomics data reveals continuous patterns of Tumor A1 of Tissue 1", + "description": "Spatial transcriptomics of Tumor A1 of Tissue 1.", + "source_urls": ["https://github.com/romain-lopez/DestVI-reproducibility"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["mus_musculus"], + "authors": [], + "references": { + "doi": ["10.1038/s41587-022-01272-8"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 27.1576 + }, + { + "name": "hindlimbmuscle", + "label": "Hindlimbmuscle", + "commit": "missing-sha", + "summary": "Spatial RNA sequencing of regenerating mouse hindlimb muscle", + "description": "The spatial transcriptomics datasets regenerates mouse muscle tissue generated with the 10x Genomics Visium platform.", + "source_urls": ["https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE161318"], + "common_dataset_names": null, + "modalities": [], + "organisms": ["mus_musculus"], + "authors": [], + "references": { + "doi": ["10.1101/2020.12.01.407460"], + "bibtex": [] + }, + "date_created": "23-06-2026", + "file_size_mb": 19.1576 + } +] diff --git a/spatial_simulators/v0.0.1-rc1/method_info.json b/spatial_simulators/v0.0.1-rc1/method_info.json new file mode 100644 index 0000000..787f342 --- /dev/null +++ b/spatial_simulators/v0.0.1-rc1/method_info.json @@ -0,0 +1,211 @@ +[ + { + "name": "scdesign2", + "label": "scDesign2", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "A transparent simulator that generates high-fidelity single-cell gene expression count data with gene correlations captured", + "description": "scDesign2 is a transparent simulator that achieves all three goals (preserving genes, capturing gene correlations, and generating any \nnumber of cells with varying sequencing depths) and generates high-fidelity synthetic data for multiple single-cell gene expression \ncount-based technologies.", + "type": "method", + "link_code": "https://github.com/JSB-UCLA/scDesign2", + "link_documentation": "https://htmlpreview.github.io/?https://github.com/JSB-UCLA/scDesign2/blob/master/vignettes/scDesign2.html", + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/methods/scdesign2", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign2:build_main", + "authors": [], + "references": { + "doi": ["10.1186/s13059-021-02367-2"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "scdesign3_nb", + "label": "scDesign3 (NB)", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "A probabilistic model that unifies the generation and inference for single-cell and spatial omics data", + "description": "scDesign3 offers a probabilistic model that unifies the generation and inference\nfor single-cell and spatial omics data. The model's interpretable parameters and\nlikelihood enable scDesign3 to generate customized in silico data and unsupervisedly\nassess the goodness-of-fit of inferred cell latent structures (for example, clusters,\ntrajectories and spatial locations).", + "type": "method", + "link_code": "https://github.com/SONGDONGYUAN1994/scDesign3", + "link_documentation": "https://www.bioconductor.org/packages/release/bioc/html/scDesign3.html", + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/methods/scdesign3_nb", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign3_nb:build_main", + "authors": [], + "references": { + "doi": ["10.1038/s41587-023-01772-1"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "scdesign3_poisson", + "label": "scDesign3 (Poisson)", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "A probabilistic model that unifies the generation and inference for single-cell and spatial omics data", + "description": "scDesign3 offers a probabilistic model that unifies the generation and inference\nfor single-cell and spatial omics data. The model's interpretable parameters and\nlikelihood enable scDesign3 to generate customized in silico data and unsupervisedly\nassess the goodness-of-fit of inferred cell latent structures (for example, clusters,\ntrajectories and spatial locations).", + "type": "method", + "link_code": "https://github.com/SONGDONGYUAN1994/scDesign3", + "link_documentation": "https://www.bioconductor.org/packages/release/bioc/html/scDesign3.html", + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/methods/scdesign3_poisson", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign3_poisson:build_main", + "authors": [], + "references": { + "doi": ["10.1038/s41587-023-01772-1"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "sparsim", + "label": "SPARsim", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "SPARSim single cell is a count data simulator for scRNA-seq data.", + "description": "SPARSim is a scRNA-seq count data simulator based on a Gamma-Multivariate Hypergeometric model. \nIt allows to generate count data that resembles real data in terms of count intensity, variability and sparsity.", + "type": "method", + "link_code": "https://gitlab.com/sysbiobig/sparsim", + "link_documentation": "https://gitlab.com/sysbiobig/sparsim/-/blob/master/vignettes/sparsim.Rmd", + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/methods/sparsim", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/sparsim:build_main", + "authors": [], + "references": { + "doi": ["10.1093/bioinformatics/btz752"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "splatter", + "label": "Splatter", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "A single cell RNA-seq data simulator based on a gamma-Poisson distribution.", + "description": "The Splat model is a gamma-Poisson distribution used to generate a gene by cell matrix of counts. Mean expression levels for each gene are simulated from a gamma distribution and the Biological Coefficient of Variation is used to enforce a mean-variance trend before counts are simulated from a Poisson distribution.", + "type": "method", + "link_code": "https://github.com/Oshlack/splatter", + "link_documentation": "https://bioconductor.org/packages/release/bioc/vignettes/splatter/inst/doc/splatter.html", + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/methods/splatter", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/splatter:build_main", + "authors": [], + "references": { + "doi": ["10.1186/s13059-017-1305-0"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "srtsim", + "label": "SRTsim", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "An SRT-specific simulator for scalable, reproducible, and realistic SRT simulations.", + "description": "A key benefit of srtsim is its ability to maintain location-wise and gene-wise SRT count properties and \npreserve spatial expression patterns, enabling evaluation of SRT method performance using synthetic data.", + "type": "method", + "link_code": "https://github.com/xzhoulab/srtsim", + "link_documentation": "https://xzhoulab.github.io/SRTsim", + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/methods/srtsim", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/srtsim:build_main", + "authors": [], + "references": { + "doi": ["10.1186/s13059-023-02879-z"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "symsim", + "label": "symsim", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "Simulating multiple faceted variability in single cell RNA sequencing", + "description": "SymSim is a simulator for modeling single-cell RNA-Seq data, accounting for three primary sources of variation: intrinsic transcription noise, extrinsic variation from different cell states, \nand technical variation from measurement noise and bias.", + "type": "method", + "link_code": "https://github.com/YosefLab/SymSim", + "link_documentation": "https://github.com/YosefLab/SymSim/blob/master/vignettes/SymSimTutorial.Rmd", + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/methods/symsim", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/symsim:build_main", + "authors": [], + "references": { + "doi": ["10.1038/s41467-019-10500-w"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "zinbwave", + "label": "zinbwave", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "A general and flexible method for signal extraction from single-cell RNA-seq data", + "description": "ZINB-WaVE is a general and flexible zero-inflated negative binomial model, which leads to low-dimensional representations \nof the data that account for zero inflation (dropouts), over-dispersion, and the count nature of the data.", + "type": "method", + "link_code": "https://github.com/drisso/zinbwave", + "link_documentation": "https://bioconductor.org/packages/release/bioc/html/zinbwave.html", + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/methods/zinbwave", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/zinbwave:build_main", + "authors": [], + "references": { + "doi": ["10.1038/s41467-017-02554-5"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "positive", + "label": "positive", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "A positive control method.", + "description": "A positive control method.", + "type": "control_method", + "link_code": "https://github.com/openproblems-bio/task_spatial_simulators", + "link_documentation": null, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/control_methods/positive", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/positive:build_main", + "authors": [], + "references": { + "doi": [], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "negative_shuffle", + "label": "negative_shuffle", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "A negative control method which shuffles the input data.", + "description": "This control method shuffles the input data as a negative control.", + "type": "control_method", + "link_code": "https://github.com/openproblems-bio/task_spatial_simulators", + "link_documentation": null, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/control_methods/negative_shuffle", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/negative_shuffle:build_main", + "authors": [], + "references": { + "doi": [], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "negative_normal", + "label": "negative_normal", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "A negative control which generates normal distributed data.", + "description": "This control method generates normally distributed data as a negative control,\nusing a fixed mean of 3 and standard deviation of 1.", + "type": "control_method", + "link_code": "https://github.com/openproblems-bio/task_spatial_simulators", + "link_documentation": null, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/control_methods/negative_normal", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/negative_normal:build_main", + "authors": [], + "references": { + "doi": [], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + } +] diff --git a/spatial_simulators/v0.0.1-rc1/metric_info.json b/spatial_simulators/v0.0.1-rc1/metric_info.json new file mode 100644 index 0000000..7c09e59 --- /dev/null +++ b/spatial_simulators/v0.0.1-rc1/metric_info.json @@ -0,0 +1,704 @@ +[ + { + "name": "clustering_ari", + "label": "clustering_ari", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "Adjusted rand index (ARI) measures the similarity between two clusters in real and simulated datasets.", + "description": "Adjusted Rand Index used in spatial clustering to measure the similarity between two data clusterings, adjusted for chance.", + "maximize": true, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/downstream", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "component_name": "downstream", + "authors": [], + "references": { + "doi": ["10.1145/1553374.1553511"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "clustering_nmi", + "label": "clustering_nmi", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "Normalized mutual information (NMI) measures of the mutual dependence between the real and simulated spatial clusters.", + "description": "Normalized Mutual Information used in spatial clustering to measure the agreement between two different clusterings, scaled to [0, 1].", + "maximize": true, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/downstream", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "component_name": "downstream", + "authors": [], + "references": { + "doi": ["10.1145/1553374.1553511"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "svg_recall", + "label": "svg_recall", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "Recall measures the proportion of real SVG correctly identified in the simulated dataset.", + "description": "Recall used in identifying spatial variable genes, measuring the true positive rate.", + "maximize": true, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/downstream", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "component_name": "downstream", + "authors": [], + "references": { + "doi": ["10.9735/2229-3981"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "svg_precision", + "label": "svg_precision", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "Precision measures the proportion of correctly identified items in simulated datasets.", + "description": "Precision used in identifying spatial variable genes, measuring the accuracy of positive predictions.", + "maximize": true, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/downstream", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "component_name": "downstream", + "authors": [], + "references": { + "doi": ["10.9735/2229-3981"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ctdeconvolute_rmse", + "label": "ctdeconvolute_rmse", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "Root Mean Square deviation is calculated between the true and predicted proportion of per cell type.", + "description": "Root Mean Squared Error used in cell type deconvolution to measure the difference between observed and predicted values.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/downstream", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "component_name": "downstream", + "authors": [], + "references": { + "doi": ["10.5194/gmd-15-5481-2022"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ctdeconvolute_jsd", + "label": "ctdeconvolute_jsd", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "Jensen-Shannon divergence (JSD) is calculated between the true and predicted proportion per cell type in all spots.", + "description": "Jensen-Shannon Divergence used in cell type deconvolution to measure the similarity between two probability distributions.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/downstream", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "component_name": "downstream", + "authors": [], + "references": { + "doi": ["10.21105/joss.00765"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "crosscor_mantel", + "label": "crosscor_mantel", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "Mantel statistic is the test statistic for the Mantel test, which is a correlation coefficient calculated between bivariate Moran’s I of real dataset and that of in simulation dataset.", + "description": "Mantel statistic used in spatial cross-correlation to test the correlation between two distance matrices.", + "maximize": true, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/downstream", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "component_name": "downstream", + "authors": [], + "references": { + "doi": ["10.1111/2041-210X.12425"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "crosscor_cosine", + "label": "crosscor_cosine", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "Cosine similarity measures similarity between bivariate Moran’s I of real dataset and that of in simulation dataset.", + "description": "Cosine similarity used in spatial cross-correlation to measure the cosine of the angle between two non-zero vectors.", + "maximize": true, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/downstream", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", + "component_name": "downstream", + "authors": [], + "references": { + "doi": ["10.1002/asi.20130"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_frac_zero_genes_zstat", + "label": "Fraction of zeros per gene", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the fraction of zeros per gene.", + "description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per gene in the real datasets versus the fraction of zeros per gene in the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_frac_zero_cells_zstat", + "label": "Fraction of zeros per cell", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the fraction of zeros per spot (cell).", + "description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per spot (cell) in the real datasets versus the fraction of zeros per spot (cell) in the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_lib_size_cells_zstat", + "label": "Library size", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the library size.", + "description": "The Kolmogorov-Smirnov statistic comparing the total sum of UMI counts across all genes in the real datasets versus the total sum of UMI counts across all genes in the simmulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_efflib_size_cells_zstat", + "label": "Effective library size", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the effective library size.", + "description": "The Kolmogorov-Smirnov statistic comparing the effective library size of the real datasets versus the effective library size of the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_tmm_cells_zstat", + "label": "TMM", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the weight trimmed mean of M-values normalization factor (TMM).", + "description": "The Kolmogorov-Smirnov statistic comparing the weight trimmed mean of M-values normalization factor for the real datasets versus the weight trimmed mean of M-values normalization factor for the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_scaled_var_cells_zstat", + "label": "Scaled variance cell", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the spot- (or cell-) level scaled variance of the expression matrix.", + "description": "The Kolmogorov-Smirnov statistic comparing the spot-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_scaled_mean_cells_zstat", + "label": "Scaled mean cells", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the spot- (or cell-) level scaled mean of the expression matrix.", + "description": "The Kolmogorov-Smirnov statistic comparing the z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_lib_fraczero_cells_zstat", + "label": "Library size vs fraction zero", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the relationship between library size and the proportion of zeros per spot (cell).", + "description": "The Kolmogorov-Smirnov statistic comparing the relationship between library size and the proportion of zeros per spot (cell) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_pearson_cells_zstat", + "label": "Sample Pearson correlation", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the sample Pearson correlation.", + "description": "The Kolmogorov-Smirnov statistic comparing the sample Pearson correlation of the real datasets versus the sample Pearson correlation of the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_scaled_var_genes_zstat", + "label": "Scaled variance genes", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the gene-level scaled variance of the expression matrix.", + "description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_scaled_mean_genes_zstat", + "label": "Scaled mean genes", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the gene-level scaled mean of the expression matrix.", + "description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_pearson_genes_zstat", + "label": "Gene Pearson correlation", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the gene Pearson correlation.", + "description": "The Kolmogorov-Smirnov statistic comparing the gene Pearson correlation of the real datasets versus the gene Pearson correlation of the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_mean_var_genes_zstat", + "label": "Mean vs variance", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the relationship between mean expression and variance expression.", + "description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and variance expression in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_mean_fraczero_genes_zstat", + "label": "Mean vs fraction zero", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the relationship between mean expression and the proportion of zero per gene.", + "description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and the proportion of zero per gene in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_frac_zero_genes_tstat", + "label": "Fraction of zeros per gene", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the fraction of zeros per gene.", + "description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per gene in the real datasets versus the fraction of zeros per gene in the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_frac_zero_cells_tstat", + "label": "Fraction of zeros per cell", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the fraction of zeros per spot (cell).", + "description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per spot (cell) in the real datasets versus the fraction of zeros per spot (cell) in the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_lib_size_cells_tstat", + "label": "Library size", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the library size.", + "description": "The Kolmogorov-Smirnov statistic comparing the total sum of UMI counts across all genes in the real datasets versus the total sum of UMI counts across all genes in the simmulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_efflib_size_cells_tstat", + "label": "Effective library size", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the effective library size.", + "description": "The Kolmogorov-Smirnov statistic comparing the effective library size of the real datasets versus the effective library size of the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_tmm_cells_tstat", + "label": "TMM", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the weight trimmed mean of M-values normalization factor (TMM).", + "description": "The Kolmogorov-Smirnov statistic comparing the weight trimmed mean of M-values normalization factor for the real datasets versus the weight trimmed mean of M-values normalization factor for the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_scaled_var_cells_tstat", + "label": "Scaled variance cell", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the spot- (or cell-) level scaled variance of the expression matrix.", + "description": "The Kolmogorov-Smirnov statistic comparing the spot-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_scaled_mean_cells_tstat", + "label": "Scaled mean cells", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the spot- (or cell-) level scaled mean of the expression matrix.", + "description": "The Kolmogorov-Smirnov statistic comparing the z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_lib_fraczero_cells_tstat", + "label": "Library size vs fraction zero", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the relationship between library size and the proportion of zeros per spot (cell).", + "description": "The Kolmogorov-Smirnov statistic comparing the relationship between library size and the proportion of zeros per spot (cell) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_pearson_cells_tstat", + "label": "Sample Pearson correlation", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the sample Pearson correlation.", + "description": "The Kolmogorov-Smirnov statistic comparing the sample Pearson correlation of the real datasets versus the sample Pearson correlation of the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_scaled_var_genes_tstat", + "label": "Scaled variance genes", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the gene-level scaled variance of the expression matrix.", + "description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_scaled_mean_genes_tstat", + "label": "Scaled mean genes", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the gene-level scaled mean of the expression matrix.", + "description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_pearson_genes_tstat", + "label": "Gene Pearson correlation", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the gene Pearson correlation.", + "description": "The Kolmogorov-Smirnov statistic comparing the gene Pearson correlation of the real datasets versus the gene Pearson correlation of the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_mean_var_genes_tstat", + "label": "Mean vs variance", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the relationship between mean expression and variance expression.", + "description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and variance expression in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_mean_fraczero_genes_tstat", + "label": "Mean vs fraction zero", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the relationship between mean expression and the proportion of zero per gene.", + "description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and the proportion of zero per gene in the real datasets versus the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_gene_cell", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", + "component_name": "ks_statistic_gene_cell", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_L_stats", + "label": "L statistics", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the L statistics", + "description": "The Kolmogorov-Smirnov statistic comparing the L statistics in the real datasets versus the L statistics in the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_sc_features", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", + "component_name": "ks_statistic_sc_features", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_nn_correlation", + "label": "Nearest-neighbour correlation", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of the nearest-neighbour correlation.", + "description": "The Kolmogorov-Smirnov statistic comparing the nn correlation in the real datasets versus the nn correlation in the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_sc_features", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", + "component_name": "ks_statistic_sc_features", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + }, + { + "name": "ks_statistic_morans_I", + "label": "Moran's I", + "commit": "c0ca0170b86a047ba4e64ef0b667eee6e1b83772", + "summary": "KS statistic of Moran's I.", + "description": "The Kolmogorov-Smirnov statistic comparing the Moran's I of the real datasets versus the Moran's I of the simulated datasets.", + "maximize": false, + "link_implementation": "https://github.com/openproblems-bio/task_spatial_simulators/blob/c0ca0170b86a047ba4e64ef0b667eee6e1b83772/src/metrics/ks_statistic_sc_features", + "link_container_image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", + "component_name": "ks_statistic_sc_features", + "authors": [], + "references": { + "doi": ["10.1201/9780429485572"], + "bibtex": [] + }, + "additional_info": {}, + "version": "build_main" + } +] diff --git a/spatial_simulators/v0.0.1-rc1/quality_control.json b/spatial_simulators/v0.0.1-rc1/quality_control.json new file mode 100644 index 0000000..c23a7aa --- /dev/null +++ b/spatial_simulators/v0.0.1-rc1/quality_control.json @@ -0,0 +1,3665 @@ +[ + { + "category": "Task info", + "label": "Info field 'name' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Task info field 'name' should be defined\n Task: spatial_simulators\n Field: name\n Percentage missing: 0" + }, + { + "category": "Task info", + "label": "Info field 'label' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Task info field 'label' should be defined\n Task: spatial_simulators\n Field: label\n Percentage missing: 0" + }, + { + "category": "Task info", + "label": "Info field 'summary' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Task info field 'summary' should be defined\n Task: spatial_simulators\n Field: summary\n Percentage missing: 0" + }, + { + "category": "Task info", + "label": "Info field 'description' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Task info field 'description' should be defined\n Task: spatial_simulators\n Field: description\n Percentage missing: 0" + }, + { + "category": "Dataset info", + "label": "Info field 'name' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Dataset info field 'name' should be defined\n Task: spatial_simulators\n Field: name\n Percentage missing: 0" + }, + { + "category": "Dataset info", + "label": "Info field 'label' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Dataset info field 'label' should be defined\n Task: spatial_simulators\n Field: label\n Percentage missing: 0" + }, + { + "category": "Dataset info", + "label": "Info field 'summary' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Dataset info field 'summary' should be defined\n Task: spatial_simulators\n Field: summary\n Percentage missing: 0" + }, + { + "category": "Dataset info", + "label": "Info field 'description' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Dataset info field 'description' should be defined\n Task: spatial_simulators\n Field: description\n Percentage missing: 0" + }, + { + "category": "Dataset info", + "label": "Info field 'references' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Dataset info field 'references' should be defined\n Task: spatial_simulators\n Field: references\n Percentage missing: 0" + }, + { + "category": "Method info", + "label": "Info field 'name' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Method info field 'name' should be defined\n Task: spatial_simulators\n Field: name\n Percentage missing: 0" + }, + { + "category": "Method info", + "label": "Info field 'label' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Method info field 'label' should be defined\n Task: spatial_simulators\n Field: label\n Percentage missing: 0" + }, + { + "category": "Method info", + "label": "Info field 'commit' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Method info field 'commit' should be defined\n Task: spatial_simulators\n Field: commit\n Percentage missing: 0" + }, + { + "category": "Method info", + "label": "Info field 'summary' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Method info field 'summary' should be defined\n Task: spatial_simulators\n Field: summary\n Percentage missing: 0" + }, + { + "category": "Method info", + "label": "Info field 'description' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Method info field 'description' should be defined\n Task: spatial_simulators\n Field: description\n Percentage missing: 0" + }, + { + "category": "Method info", + "label": "Info field 'references' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Method info field 'references' should be defined\n Task: spatial_simulators\n Field: references\n Percentage missing: 0" + }, + { + "category": "Metric info", + "label": "Info field 'name' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Metric info field 'name' should be defined\n Task: spatial_simulators\n Field: name\n Percentage missing: 0" + }, + { + "category": "Metric info", + "label": "Info field 'label' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Metric info field 'label' should be defined\n Task: spatial_simulators\n Field: label\n Percentage missing: 0" + }, + { + "category": "Metric info", + "label": "Info field 'commit' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Metric info field 'commit' should be defined\n Task: spatial_simulators\n Field: commit\n Percentage missing: 0" + }, + { + "category": "Metric info", + "label": "Info field 'summary' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Metric info field 'summary' should be defined\n Task: spatial_simulators\n Field: summary\n Percentage missing: 0" + }, + { + "category": "Metric info", + "label": "Info field 'description' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Metric info field 'description' should be defined\n Task: spatial_simulators\n Field: description\n Percentage missing: 0" + }, + { + "category": "Metric info", + "label": "Info field 'references' % missing", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_missing <= 0", + "message": "Metric info field 'references' should be defined\n Task: spatial_simulators\n Field: references\n Percentage missing: 0" + }, + { + "category": "Raw results", + "label": "Task number of results", + "value": 1004, + "severity": 3, + "severity_value": 7.6597, + "condition": "length(dataset_info) * length(results) == length(method_info) * length(metric_info)", + "message": "Number of results should be equal to #datasets × #methods × #metrics \n Task: spatial_simulators\n Number of results: 1004\n Number of datasets: 10\n Number of methods: 11\n Number of metrics: 39\n Expected number of results: 4290\n" + }, + { + "category": "Raw results", + "label": "Dataset 'osteosarcoma' % missing", + "value": 0.7529, + "severity": 3, + "severity_value": 7.5291, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: osteosarcoma\n Number of results: 106\n Expected number of results: 429\n Percentage missing: 75%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'cortex' % missing", + "value": 0.7506, + "severity": 3, + "severity_value": 7.5058, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: cortex\n Number of results: 107\n Expected number of results: 429\n Percentage missing: 75%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'breast' % missing", + "value": 0.7879, + "severity": 3, + "severity_value": 7.8788, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: breast\n Number of results: 91\n Expected number of results: 429\n Percentage missing: 79%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'prostate' % missing", + "value": 0.7646, + "severity": 3, + "severity_value": 7.6457, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: prostate\n Number of results: 101\n Expected number of results: 429\n Percentage missing: 76%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'gastrulation' % missing", + "value": 0.7483, + "severity": 3, + "severity_value": 7.4825, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: gastrulation\n Number of results: 108\n Expected number of results: 429\n Percentage missing: 75%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'brain' % missing", + "value": 0.7925, + "severity": 3, + "severity_value": 7.9254, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: brain\n Number of results: 89\n Expected number of results: 429\n Percentage missing: 79%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'pdac' % missing", + "value": 0.7599, + "severity": 3, + "severity_value": 7.5991, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: pdac\n Number of results: 103\n Expected number of results: 429\n Percentage missing: 76%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'olfactorybulb' % missing", + "value": 0.7483, + "severity": 3, + "severity_value": 7.4825, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: olfactorybulb\n Number of results: 108\n Expected number of results: 429\n Percentage missing: 75%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'fibrosarcoma' % missing", + "value": 0.7552, + "severity": 3, + "severity_value": 7.5524, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: fibrosarcoma\n Number of results: 105\n Expected number of results: 429\n Percentage missing: 76%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'hindlimbmuscle' % missing", + "value": 0.7995, + "severity": 3, + "severity_value": 7.9953, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Dataset: hindlimbmuscle\n Number of results: 86\n Expected number of results: 429\n Percentage missing: 80%\n" + }, + { + "category": "Raw results", + "label": "Method 'scdesign2' % missing", + "value": 0.7436, + "severity": 3, + "severity_value": 7.4359, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: scdesign2\n Number of results: 100\n Expected number of results: 390\n Percentage missing: 74%\n" + }, + { + "category": "Raw results", + "label": "Method 'scdesign3_nb' % missing", + "value": 0.7385, + "severity": 3, + "severity_value": 7.3846, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: scdesign3_nb\n Number of results: 102\n Expected number of results: 390\n Percentage missing: 74%\n" + }, + { + "category": "Raw results", + "label": "Method 'scdesign3_poisson' % missing", + "value": 0.7564, + "severity": 3, + "severity_value": 7.5641, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: scdesign3_poisson\n Number of results: 95\n Expected number of results: 390\n Percentage missing: 76%\n" + }, + { + "category": "Raw results", + "label": "Method 'sparsim' % missing", + "value": 0.7436, + "severity": 3, + "severity_value": 7.4359, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: sparsim\n Number of results: 100\n Expected number of results: 390\n Percentage missing: 74%\n" + }, + { + "category": "Raw results", + "label": "Method 'splatter' % missing", + "value": 0.7333, + "severity": 3, + "severity_value": 7.3333, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: splatter\n Number of results: 104\n Expected number of results: 390\n Percentage missing: 73%\n" + }, + { + "category": "Raw results", + "label": "Method 'srtsim' % missing", + "value": 0.7436, + "severity": 3, + "severity_value": 7.4359, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: srtsim\n Number of results: 100\n Expected number of results: 390\n Percentage missing: 74%\n" + }, + { + "category": "Raw results", + "label": "Method 'symsim' % missing", + "value": 0.7436, + "severity": 3, + "severity_value": 7.4359, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: symsim\n Number of results: 100\n Expected number of results: 390\n Percentage missing: 74%\n" + }, + { + "category": "Raw results", + "label": "Method 'zinbwave' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: zinbwave\n Number of results: 0\n Expected number of results: 390\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Method 'positive' % missing", + "value": 0.7282, + "severity": 3, + "severity_value": 7.2821, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: positive\n Number of results: 106\n Expected number of results: 390\n Percentage missing: 73%\n" + }, + { + "category": "Raw results", + "label": "Method 'negative_shuffle' % missing", + "value": 0.7462, + "severity": 3, + "severity_value": 7.4615, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: negative_shuffle\n Number of results: 99\n Expected number of results: 390\n Percentage missing: 75%\n" + }, + { + "category": "Raw results", + "label": "Method 'negative_normal' % missing", + "value": 0.7487, + "severity": 3, + "severity_value": 7.4872, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Method: negative_normal\n Number of results: 98\n Expected number of results: 390\n Percentage missing: 75%\n" + }, + { + "category": "Raw results", + "label": "Metric 'clustering_ari' % missing", + "value": 0.1, + "severity": 0, + "severity_value": 1, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: clustering_ari\n Number of results: 99\n Expected number of results: 110\n Percentage missing: 10%\n" + }, + { + "category": "Raw results", + "label": "Metric 'clustering_nmi' % missing", + "value": 0.1, + "severity": 0, + "severity_value": 1, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: clustering_nmi\n Number of results: 99\n Expected number of results: 110\n Percentage missing: 10%\n" + }, + { + "category": "Raw results", + "label": "Metric 'svg_recall' % missing", + "value": 0.2818, + "severity": 2, + "severity_value": 2.8182, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: svg_recall\n Number of results: 79\n Expected number of results: 110\n Percentage missing: 28%\n" + }, + { + "category": "Raw results", + "label": "Metric 'svg_precision' % missing", + "value": 0.4091, + "severity": 3, + "severity_value": 4.0909, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: svg_precision\n Number of results: 65\n Expected number of results: 110\n Percentage missing: 41%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ctdeconvolute_rmse' % missing", + "value": 0.1, + "severity": 0, + "severity_value": 1, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ctdeconvolute_rmse\n Number of results: 99\n Expected number of results: 110\n Percentage missing: 10%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ctdeconvolute_jsd' % missing", + "value": 0.1, + "severity": 0, + "severity_value": 1, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ctdeconvolute_jsd\n Number of results: 99\n Expected number of results: 110\n Percentage missing: 10%\n" + }, + { + "category": "Raw results", + "label": "Metric 'crosscor_mantel' % missing", + "value": 0.1, + "severity": 0, + "severity_value": 1, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: crosscor_mantel\n Number of results: 99\n Expected number of results: 110\n Percentage missing: 10%\n" + }, + { + "category": "Raw results", + "label": "Metric 'crosscor_cosine' % missing", + "value": 0.3818, + "severity": 3, + "severity_value": 3.8182, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: crosscor_cosine\n Number of results: 68\n Expected number of results: 110\n Percentage missing: 38%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_frac_zero_genes_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_frac_zero_genes_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_frac_zero_cells_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_frac_zero_cells_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_lib_size_cells_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_lib_size_cells_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_efflib_size_cells_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_efflib_size_cells_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_tmm_cells_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_tmm_cells_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_var_cells_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_scaled_var_cells_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_mean_cells_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_scaled_mean_cells_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_lib_fraczero_cells_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_lib_fraczero_cells_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_pearson_cells_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_pearson_cells_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_var_genes_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_scaled_var_genes_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_mean_genes_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_scaled_mean_genes_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_pearson_genes_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_pearson_genes_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_mean_var_genes_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_mean_var_genes_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_mean_fraczero_genes_zstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_mean_fraczero_genes_zstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_frac_zero_genes_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_frac_zero_genes_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_frac_zero_cells_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_frac_zero_cells_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_lib_size_cells_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_lib_size_cells_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_efflib_size_cells_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_efflib_size_cells_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_tmm_cells_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_tmm_cells_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_var_cells_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_scaled_var_cells_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_mean_cells_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_scaled_mean_cells_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_lib_fraczero_cells_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_lib_fraczero_cells_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_pearson_cells_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_pearson_cells_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_var_genes_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_scaled_var_genes_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_mean_genes_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_scaled_mean_genes_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_pearson_genes_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_pearson_genes_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_mean_var_genes_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_mean_var_genes_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_mean_fraczero_genes_tstat' % missing", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_mean_fraczero_genes_tstat\n Number of results: 0\n Expected number of results: 110\n Percentage missing: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_L_stats' % missing", + "value": 0.1, + "severity": 0, + "severity_value": 1, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_L_stats\n Number of results: 99\n Expected number of results: 110\n Percentage missing: 10%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_nn_correlation' % missing", + "value": 0.1, + "severity": 0, + "severity_value": 1, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_nn_correlation\n Number of results: 99\n Expected number of results: 110\n Percentage missing: 10%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_morans_I' % missing", + "value": 0.1, + "severity": 0, + "severity_value": 1, + "condition": "pct_missing <= 0.1", + "message": "Percentage of missing results should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_morans_I\n Number of results: 99\n Expected number of results: 110\n Percentage missing: 10%\n" + }, + { + "category": "Raw results", + "label": "Task number of successful processes", + "value": 396, + "severity": 0, + "severity_value": 0.2703, + "condition": "sum(results$succeeded) + sum(metric_component_results$succeeded) == nrow(results) + nrow(metric_component_results)", + "message": "Number of successful processes should be equal to the number of attempted processes\n Task: spatial_simulators\n Succeeded processes: 396\n Attempted processes: 407\n Percentage failed: 3%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'osteosarcoma' % failed", + "value": 0.0909, + "severity": 0, + "severity_value": 0.9091, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: osteosarcoma\n Succeeded processes: 10\n Attempted processes: 11\n Percentage failed: 9%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'cortex' % failed", + "value": 0.0909, + "severity": 0, + "severity_value": 0.9091, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: cortex\n Succeeded processes: 10\n Attempted processes: 11\n Percentage failed: 9%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'breast' % failed", + "value": 0.1818, + "severity": 1, + "severity_value": 1.8182, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: breast\n Succeeded processes: 9\n Attempted processes: 11\n Percentage failed: 18%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'prostate' % failed", + "value": 0.0909, + "severity": 0, + "severity_value": 0.9091, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: prostate\n Succeeded processes: 10\n Attempted processes: 11\n Percentage failed: 9%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'gastrulation' % failed", + "value": 0.0909, + "severity": 0, + "severity_value": 0.9091, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: gastrulation\n Succeeded processes: 10\n Attempted processes: 11\n Percentage failed: 9%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'brain' % failed", + "value": 0.0909, + "severity": 0, + "severity_value": 0.9091, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: brain\n Succeeded processes: 10\n Attempted processes: 11\n Percentage failed: 9%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'pdac' % failed", + "value": 0.0909, + "severity": 0, + "severity_value": 0.9091, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: pdac\n Succeeded processes: 10\n Attempted processes: 11\n Percentage failed: 9%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'olfactorybulb' % failed", + "value": 0.0909, + "severity": 0, + "severity_value": 0.9091, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: olfactorybulb\n Succeeded processes: 10\n Attempted processes: 11\n Percentage failed: 9%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'fibrosarcoma' % failed", + "value": 0.0909, + "severity": 0, + "severity_value": 0.9091, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: fibrosarcoma\n Succeeded processes: 10\n Attempted processes: 11\n Percentage failed: 9%\n" + }, + { + "category": "Raw results", + "label": "Dataset 'hindlimbmuscle' % failed", + "value": 0.0909, + "severity": 0, + "severity_value": 0.9091, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Dataset: hindlimbmuscle\n Succeeded processes: 10\n Attempted processes: 11\n Percentage failed: 9%\n" + }, + { + "category": "Raw results", + "label": "Method 'scdesign2' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: scdesign2\n Succeeded processes: 10\n Attempted processes: 10\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Method 'scdesign3_nb' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: scdesign3_nb\n Succeeded processes: 10\n Attempted processes: 10\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Method 'scdesign3_poisson' % failed", + "value": 0.1, + "severity": 0, + "severity_value": 1, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: scdesign3_poisson\n Succeeded processes: 9\n Attempted processes: 10\n Percentage failed: 10%\n" + }, + { + "category": "Raw results", + "label": "Method 'sparsim' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: sparsim\n Succeeded processes: 10\n Attempted processes: 10\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Method 'splatter' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: splatter\n Succeeded processes: 10\n Attempted processes: 10\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Method 'srtsim' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: srtsim\n Succeeded processes: 10\n Attempted processes: 10\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Method 'symsim' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: symsim\n Succeeded processes: 10\n Attempted processes: 10\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Method 'zinbwave' % failed", + "value": 1, + "severity": 3, + "severity_value": 10, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: zinbwave\n Succeeded processes: 0\n Attempted processes: 10\n Percentage failed: 100%\n" + }, + { + "category": "Raw results", + "label": "Method 'positive' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: positive\n Succeeded processes: 10\n Attempted processes: 10\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Method 'negative_shuffle' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: negative_shuffle\n Succeeded processes: 10\n Attempted processes: 10\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Method 'negative_normal' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Method: negative_normal\n Succeeded processes: 10\n Attempted processes: 10\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric component 'downstream' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Metric component: downstream\n Succeeded processes: 99\n Attempted processes: 99\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric component 'ks_statistic_gene_cell' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Metric component: ks_statistic_gene_cell\n Succeeded processes: 99\n Attempted processes: 99\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric component 'ks_statistic_sc_features' % failed", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_failed <= 0.1", + "message": "Percentage of failed processes should be less than 10%\n Task: spatial_simulators\n Metric component: ks_statistic_sc_features\n Succeeded processes: 99\n Attempted processes: 99\n Percentage failed: 0%\n" + }, + { + "category": "Raw results", + "label": "Dataset `osteosarcoma' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: osteosarcoma\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Dataset `cortex' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: cortex\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Dataset `breast' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: breast\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Dataset `prostate' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: prostate\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Dataset `gastrulation' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: gastrulation\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Dataset `brain' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: brain\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Dataset `pdac' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: pdac\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Dataset `olfactorybulb' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: olfactorybulb\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Dataset `fibrosarcoma' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: fibrosarcoma\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Dataset `hindlimbmuscle' number of control methods", + "value": 3, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(control_methods)", + "message": "Number of successful control methods for a dataset should equal the number of controls\n Task: spatial_simulators\n Dataset: hindlimbmuscle\n Succeeded control_methods: 3\n Total control methods: 3\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'clustering_ari' number of control methods", + "value": 30, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: clustering_ari\n Control method scores: 30\n Expected control method scores: 30\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'clustering_nmi' number of control methods", + "value": 30, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: clustering_nmi\n Control method scores: 30\n Expected control method scores: 30\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'svg_recall' number of control methods", + "value": 24, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: svg_recall\n Control method scores: 24\n Expected control method scores: 30\n Percentage succeeded: 80%\n" + }, + { + "category": "Raw results", + "label": "Metric 'svg_precision' number of control methods", + "value": 9, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: svg_precision\n Control method scores: 9\n Expected control method scores: 30\n Percentage succeeded: 30%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ctdeconvolute_rmse' number of control methods", + "value": 30, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ctdeconvolute_rmse\n Control method scores: 30\n Expected control method scores: 30\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ctdeconvolute_jsd' number of control methods", + "value": 30, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ctdeconvolute_jsd\n Control method scores: 30\n Expected control method scores: 30\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'crosscor_mantel' number of control methods", + "value": 30, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: crosscor_mantel\n Control method scores: 30\n Expected control method scores: 30\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'crosscor_cosine' number of control methods", + "value": 30, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: crosscor_cosine\n Control method scores: 30\n Expected control method scores: 30\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_frac_zero_genes_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_frac_zero_genes_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_frac_zero_cells_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_frac_zero_cells_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_lib_size_cells_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_lib_size_cells_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_efflib_size_cells_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_efflib_size_cells_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_tmm_cells_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_tmm_cells_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_var_cells_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_scaled_var_cells_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_mean_cells_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_scaled_mean_cells_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_lib_fraczero_cells_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_lib_fraczero_cells_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_pearson_cells_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_pearson_cells_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_var_genes_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_scaled_var_genes_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_mean_genes_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_scaled_mean_genes_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_pearson_genes_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_pearson_genes_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_mean_var_genes_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_mean_var_genes_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_mean_fraczero_genes_zstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_mean_fraczero_genes_zstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_frac_zero_genes_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_frac_zero_genes_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_frac_zero_cells_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_frac_zero_cells_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_lib_size_cells_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_lib_size_cells_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_efflib_size_cells_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_efflib_size_cells_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_tmm_cells_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_tmm_cells_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_var_cells_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_scaled_var_cells_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_mean_cells_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_scaled_mean_cells_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_lib_fraczero_cells_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_lib_fraczero_cells_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_pearson_cells_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_pearson_cells_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_var_genes_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_scaled_var_genes_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_scaled_mean_genes_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_scaled_mean_genes_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_pearson_genes_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_pearson_genes_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_mean_var_genes_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_mean_var_genes_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_mean_fraczero_genes_tstat' number of control methods", + "value": 0, + "severity": 3, + "severity_value": 3, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_mean_fraczero_genes_tstat\n Control method scores: 0\n Expected control method scores: 30\n Percentage succeeded: 0%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_L_stats' number of control methods", + "value": 30, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_L_stats\n Control method scores: 30\n Expected control method scores: 30\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_nn_correlation' number of control methods", + "value": 30, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_nn_correlation\n Control method scores: 30\n Expected control method scores: 30\n Percentage succeeded: 100%\n" + }, + { + "category": "Raw results", + "label": "Metric 'ks_statistic_morans_I' number of control methods", + "value": 30, + "severity": 0, + "severity_value": 0, + "condition": "n_controls != length(datasets) * length(control_methods)", + "message": "Number of metric scores for control methods should be equal to #datasets × #control_methods\n Task: spatial_simulators\n Metric: ks_statistic_morans_I\n Control method scores: 30\n Expected control method scores: 30\n Percentage succeeded: 100%\n" + }, + { + "category": "Scaling", + "label": "Metric 'clustering_ari' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: clustering_ari\n Inside range: 99\n Scaled scores: 99\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'clustering_ari' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'clustering_ari' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'negative_normal'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: negative_normal\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'negative_normal'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: negative_normal\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'negative_shuffle'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'negative_shuffle'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'positive'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: positive\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'positive'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: positive\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'scdesign2'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: scdesign2\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'scdesign2'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: scdesign2\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'scdesign3_nb'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'scdesign3_nb'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'scdesign3_poisson'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'scdesign3_poisson'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'sparsim'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: sparsim\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'sparsim'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: sparsim\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'splatter'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: splatter\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'splatter'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: splatter\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'srtsim'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: srtsim\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'srtsim'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: srtsim\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_ari' score for 'symsim'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' clustering_ari'\n Task: spatial_simulators\n Method: symsim\n Metric: clustering_ari\n Worst score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_ari' score for 'symsim'", + "value": 0.0008, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'clustering_ari'\n Task: spatial_simulators\n Method: symsim\n Metric: clustering_ari\n Best score: 0.000832639467110741\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'clustering_nmi' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: clustering_nmi\n Inside range: 99\n Scaled scores: 99\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'clustering_nmi' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'clustering_nmi' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'negative_normal'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: negative_normal\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'negative_normal'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: negative_normal\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'negative_shuffle'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'negative_shuffle'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'positive'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: positive\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'positive'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: positive\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'scdesign2'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: scdesign2\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'scdesign2'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: scdesign2\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'scdesign3_nb'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'scdesign3_nb'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'scdesign3_poisson'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'scdesign3_poisson'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'sparsim'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: sparsim\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'sparsim'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: sparsim\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'splatter'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: splatter\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'splatter'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: splatter\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'srtsim'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: srtsim\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'srtsim'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: srtsim\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'clustering_nmi' score for 'symsim'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' clustering_nmi'\n Task: spatial_simulators\n Method: symsim\n Metric: clustering_nmi\n Worst score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'clustering_nmi' score for 'symsim'", + "value": 0.0012, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'clustering_nmi'\n Task: spatial_simulators\n Method: symsim\n Metric: clustering_nmi\n Best score: 0.00124567474048443\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'svg_recall' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: svg_recall\n Inside range: 79\n Scaled scores: 79\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'svg_recall' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'svg_recall' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: negative_normal\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: negative_normal\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: positive\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: positive\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: scdesign2\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: scdesign2\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: sparsim\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: sparsim\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: splatter\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: splatter\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: srtsim\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: srtsim\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_recall' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' svg_recall'\n Task: spatial_simulators\n Method: symsim\n Metric: svg_recall\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_recall' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'svg_recall'\n Task: spatial_simulators\n Method: symsim\n Metric: svg_recall\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'svg_precision' % outside range", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: svg_precision\n Inside range: NA\n Scaled scores: 65\n Percentage outside: NA%\n" + }, + { + "category": "Scaling", + "label": "Metric 'svg_precision' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'svg_precision' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_precision' score for 'negative_shuffle'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' svg_precision'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_precision' score for 'negative_shuffle'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'svg_precision'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_precision' score for 'positive'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' svg_precision'\n Task: spatial_simulators\n Method: positive\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_precision' score for 'positive'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'svg_precision'\n Task: spatial_simulators\n Method: positive\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_precision' score for 'scdesign2'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' svg_precision'\n Task: spatial_simulators\n Method: scdesign2\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_precision' score for 'scdesign2'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'svg_precision'\n Task: spatial_simulators\n Method: scdesign2\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_precision' score for 'scdesign3_nb'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' svg_precision'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_precision' score for 'scdesign3_nb'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'svg_precision'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_precision' score for 'scdesign3_poisson'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' svg_precision'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_precision' score for 'scdesign3_poisson'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'svg_precision'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_precision' score for 'sparsim'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' svg_precision'\n Task: spatial_simulators\n Method: sparsim\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_precision' score for 'sparsim'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'svg_precision'\n Task: spatial_simulators\n Method: sparsim\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_precision' score for 'splatter'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' svg_precision'\n Task: spatial_simulators\n Method: splatter\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_precision' score for 'splatter'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'svg_precision'\n Task: spatial_simulators\n Method: splatter\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_precision' score for 'srtsim'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' svg_precision'\n Task: spatial_simulators\n Method: srtsim\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_precision' score for 'srtsim'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'svg_precision'\n Task: spatial_simulators\n Method: srtsim\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'svg_precision' score for 'symsim'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' svg_precision'\n Task: spatial_simulators\n Method: symsim\n Metric: svg_precision\n Worst score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'svg_precision' score for 'symsim'", + "value": -1, + "severity": 3, + "severity_value": -1, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'svg_precision'\n Task: spatial_simulators\n Method: symsim\n Metric: svg_precision\n Best score: NA\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ctdeconvolute_rmse' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: ctdeconvolute_rmse\n Inside range: 99\n Scaled scores: 99\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ctdeconvolute_rmse' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ctdeconvolute_rmse' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: positive\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: positive\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: sparsim\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: sparsim\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: splatter\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: splatter\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: srtsim\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: srtsim\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_rmse' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: symsim\n Metric: ctdeconvolute_rmse\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_rmse' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'ctdeconvolute_rmse'\n Task: spatial_simulators\n Method: symsim\n Metric: ctdeconvolute_rmse\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ctdeconvolute_jsd' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: ctdeconvolute_jsd\n Inside range: 99\n Scaled scores: 99\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ctdeconvolute_jsd' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ctdeconvolute_jsd' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: positive\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: positive\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: sparsim\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: sparsim\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: splatter\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: splatter\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: srtsim\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: srtsim\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ctdeconvolute_jsd' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: symsim\n Metric: ctdeconvolute_jsd\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ctdeconvolute_jsd' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'ctdeconvolute_jsd'\n Task: spatial_simulators\n Method: symsim\n Metric: ctdeconvolute_jsd\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'crosscor_mantel' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: crosscor_mantel\n Inside range: 99\n Scaled scores: 99\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'crosscor_mantel' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'crosscor_mantel' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'negative_normal'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: negative_normal\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'negative_normal'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: negative_normal\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'negative_shuffle'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'negative_shuffle'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'positive'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: positive\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'positive'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: positive\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'scdesign2'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: scdesign2\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'scdesign2'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: scdesign2\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'scdesign3_nb'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'scdesign3_nb'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'scdesign3_poisson'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'scdesign3_poisson'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'sparsim'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: sparsim\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'sparsim'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: sparsim\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'splatter'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: splatter\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'splatter'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: splatter\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'srtsim'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: srtsim\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'srtsim'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: srtsim\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_mantel' score for 'symsim'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' crosscor_mantel'\n Task: spatial_simulators\n Method: symsim\n Metric: crosscor_mantel\n Worst score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_mantel' score for 'symsim'", + "value": 0.003, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'crosscor_mantel'\n Task: spatial_simulators\n Method: symsim\n Metric: crosscor_mantel\n Best score: 0.00302533719904198\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'crosscor_cosine' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: crosscor_cosine\n Inside range: 68\n Scaled scores: 68\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'crosscor_cosine' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'crosscor_cosine' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'negative_normal'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: negative_normal\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'negative_normal'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: negative_normal\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'negative_shuffle'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'negative_shuffle'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'positive'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: positive\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'positive'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: positive\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'scdesign2'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: scdesign2\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'scdesign2'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: scdesign2\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'scdesign3_nb'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'scdesign3_nb'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'scdesign3_poisson'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'scdesign3_poisson'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'sparsim'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: sparsim\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'sparsim'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: sparsim\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'splatter'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: splatter\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'splatter'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: splatter\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'srtsim'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: srtsim\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'srtsim'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: srtsim\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'crosscor_cosine' score for 'symsim'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' crosscor_cosine'\n Task: spatial_simulators\n Method: symsim\n Metric: crosscor_cosine\n Worst score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'crosscor_cosine' score for 'symsim'", + "value": 0.0031, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'crosscor_cosine'\n Task: spatial_simulators\n Method: symsim\n Metric: crosscor_cosine\n Best score: 0.00305343511450376\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ks_statistic_L_stats' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_L_stats\n Inside range: 99\n Scaled scores: 99\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ks_statistic_L_stats' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ks_statistic_L_stats' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: positive\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: positive\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: sparsim\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: sparsim\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: splatter\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: splatter\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: srtsim\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: srtsim\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_L_stats' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' ks_statistic_L_stats'\n Task: spatial_simulators\n Method: symsim\n Metric: ks_statistic_L_stats\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_L_stats' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'ks_statistic_L_stats'\n Task: spatial_simulators\n Method: symsim\n Metric: ks_statistic_L_stats\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ks_statistic_nn_correlation' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_nn_correlation\n Inside range: 99\n Scaled scores: 99\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ks_statistic_nn_correlation' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ks_statistic_nn_correlation' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'negative_normal'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'negative_shuffle'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: positive\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'positive'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: positive\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'scdesign2'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'scdesign3_nb'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'scdesign3_poisson'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: sparsim\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'sparsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: sparsim\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: splatter\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'splatter'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: splatter\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: srtsim\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'srtsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: srtsim\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_nn_correlation' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: symsim\n Metric: ks_statistic_nn_correlation\n Worst score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_nn_correlation' score for 'symsim'", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'ks_statistic_nn_correlation'\n Task: spatial_simulators\n Method: symsim\n Metric: ks_statistic_nn_correlation\n Best score: 0\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ks_statistic_morans_I' % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "pct_outside <= 0.1", + "message": "Percentage of scaled scores outside control range should be less than 10%\n Task: spatial_simulators\n Metric: ks_statistic_morans_I\n Inside range: 99\n Scaled scores: 99\n Percentage outside: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ks_statistic_morans_I' worst score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "worst_pct_outside <= 0.1", + "message": "The worst scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Metric 'ks_statistic_morans_I' best score % outside range", + "value": 0, + "severity": 0, + "severity_value": 0, + "condition": "best_pct_outside <= 0.1", + "message": "The best scaled score should be less than 10% outside the control range\n Task: spatial_simulators\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'negative_normal'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_normal' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'negative_normal'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_normal' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: negative_normal\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'negative_shuffle'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'negative_shuffle' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'negative_shuffle'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'negative_shuffle' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: negative_shuffle\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'positive'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'positive' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: positive\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'positive'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'positive' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: positive\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'scdesign2'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign2' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'scdesign2'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign2' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: scdesign2\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'scdesign3_nb'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_nb' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'scdesign3_nb'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_nb' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: scdesign3_nb\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'scdesign3_poisson'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'scdesign3_poisson' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'scdesign3_poisson'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'scdesign3_poisson' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: scdesign3_poisson\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'sparsim'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'sparsim' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: sparsim\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'sparsim'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'sparsim' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: sparsim\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'splatter'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'splatter' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: splatter\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'splatter'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'splatter' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: splatter\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'srtsim'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'srtsim' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: srtsim\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'srtsim'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'srtsim' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: srtsim\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Worst 'ks_statistic_morans_I' score for 'symsim'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "worst_score < -1", + "message": "Method 'symsim' performs much worse than controls for metric' ks_statistic_morans_I'\n Task: spatial_simulators\n Method: symsim\n Metric: ks_statistic_morans_I\n Worst score: 0.297772261057033\n Percentage outside range: 0%\n" + }, + { + "category": "Scaling", + "label": "Best 'ks_statistic_morans_I' score for 'symsim'", + "value": 0.2978, + "severity": 0, + "severity_value": 0, + "condition": "best_score > 2", + "message": "Method 'symsim' performs much better than controls for metric 'ks_statistic_morans_I'\n Task: spatial_simulators\n Method: symsim\n Metric: ks_statistic_morans_I\n Best score: 0.297772261057033\n Percentage outside range: 0%\n" + } +] diff --git a/spatial_simulators/v0.0.1-rc1/results.json b/spatial_simulators/v0.0.1-rc1/results.json new file mode 100644 index 0000000..2bb7503 --- /dev/null +++ b/spatial_simulators/v0.0.1-rc1/results.json @@ -0,0 +1,5128 @@ +[ + { + "dataset_name": "brain", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [194, 112], + "run_cpu_pct": [99.8, 99.3], + "run_peak_memory_mb": [1844, 607], + "run_disk_read_mb": [137, 69], + "run_disk_write_mb": [23, 22], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.0007, 0.002, 0.5019, 0.0029, 0.6845, 0.0887, 76.9399, -0.1078, 0.6755], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 1213], + "run_cpu_pct": [149.7, 99.9], + "run_peak_memory_mb": [873, 2765], + "run_disk_read_mb": [21, 182], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 217], + "run_cpu_pct": [148.3, 99.9], + "run_peak_memory_mb": [872, 1229], + "run_disk_read_mb": [21, 123], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 3130], + "run_cpu_pct": [208.5, 100], + "run_peak_memory_mb": [1536, 18432], + "run_disk_read_mb": [21, 257], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [192, 113], + "run_cpu_pct": [99.8, 99.9], + "run_peak_memory_mb": [1844, 625], + "run_disk_read_mb": [121, 69], + "run_disk_write_mb": [7, 7], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.0001, 0.0011, 0.5007, 0.0005, 0.566, 0.0729, 24.6809, 0.348, 0.534], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 899], + "run_cpu_pct": [140.8, 99.9], + "run_peak_memory_mb": [870, 2765], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 179], + "run_cpu_pct": [203.2, 99.9], + "run_peak_memory_mb": [1536, 1332], + "run_disk_read_mb": [21, 108], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 4944], + "run_cpu_pct": [203, 100], + "run_peak_memory_mb": [2868, 18842], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [208, 122], + "run_cpu_pct": [99.8, 99.3], + "run_peak_memory_mb": [1844, 524], + "run_disk_read_mb": [140, 70], + "run_disk_write_mb": [24, 24], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.7207, 0.7236, 0.8937, 0.7938, 0, 0, -0.5645, -1.1827, -0.568], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 1033], + "run_cpu_pct": [145.7, 99.9], + "run_peak_memory_mb": [871, 2663], + "run_disk_read_mb": [21, 184], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 193], + "run_cpu_pct": [144.6, 99.9], + "run_peak_memory_mb": [871, 1229], + "run_disk_read_mb": [21, 126], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 3434], + "run_cpu_pct": [179.1, 100], + "run_peak_memory_mb": [1536, 20890], + "run_disk_read_mb": [21, 259], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [186, 557], + "run_cpu_pct": [99.8, 275], + "run_peak_memory_mb": [1844, 2868], + "run_disk_read_mb": [121, 79], + "run_disk_write_mb": [7, 15], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision"], + "metric_values": [0.0004, 0.001, -0.0717, 0.2696, 0.0544, 36.9075, 71.1324, 15.9558, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 994], + "run_cpu_pct": [225.3, 100], + "run_peak_memory_mb": [1536, 2765], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 187], + "run_cpu_pct": [194.2, 99.9], + "run_peak_memory_mb": [1536, 1229], + "run_disk_read_mb": [21, 108], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 3519], + "run_cpu_pct": [242.1, 100], + "run_peak_memory_mb": [2868, 24372], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [188, 9325], + "run_cpu_pct": [99.7, 100.1], + "run_peak_memory_mb": [1844, 8397], + "run_disk_read_mb": [121, 105], + "run_disk_write_mb": [7, 6], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision"], + "metric_values": [0.0009, 0.0019, 0.0691, 0.3127, 0.0625, 31.805, 6.0248, -0.1692, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 1012], + "run_cpu_pct": [257.4, 99.9], + "run_peak_memory_mb": [2868, 2560], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 187], + "run_cpu_pct": [312.7, 100], + "run_peak_memory_mb": [2868, 1127], + "run_disk_read_mb": [21, 108], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 3471], + "run_cpu_pct": [340.2, 100], + "run_peak_memory_mb": [2868, 20378], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [189, 16071], + "run_cpu_pct": [99.7, 100.1], + "run_peak_memory_mb": [1741, 8602], + "run_disk_read_mb": [121, 105], + "run_disk_write_mb": [7, 6], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision"], + "metric_values": [0.001, 0.0026, 0.5749, 0.1603, 0.2651, 0.0586, 47.3705, 73.7869, 28.9802, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 988], + "run_cpu_pct": [343.2, 99.9], + "run_peak_memory_mb": [2868, 2970], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 191], + "run_cpu_pct": [256.6, 99.7], + "run_peak_memory_mb": [2868, 1229], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 2856], + "run_cpu_pct": [383.3, 100], + "run_peak_memory_mb": [2868, 20890], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [184, 252], + "run_cpu_pct": [99.7, 99.8], + "run_peak_memory_mb": [1844, 2560], + "run_disk_read_mb": [121, 96], + "run_disk_write_mb": [7, 6], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.0001, 0.0009, 0.0073, 0.3055, 0.0667, 6.6258, 10.7941, 4.6844], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 980], + "run_cpu_pct": [218.1, 99.9], + "run_peak_memory_mb": [1536, 2765], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 185], + "run_cpu_pct": [144.3, 99.9], + "run_peak_memory_mb": [871, 1229], + "run_disk_read_mb": [21, 108], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 3151], + "run_cpu_pct": [149.4, 100], + "run_peak_memory_mb": [873, 26010], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [189, 142], + "run_cpu_pct": [99.7, 99.7], + "run_peak_memory_mb": [1844, 1332], + "run_disk_read_mb": [121, 92], + "run_disk_write_mb": [6, 6], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.0001, 0.0009, 0.5017, 0.0033, 0.5604, 0.0711, 111.9297, 16.2053, 10.7882], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 888], + "run_cpu_pct": [138.7, 99.9], + "run_peak_memory_mb": [870, 2663], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 185], + "run_cpu_pct": [143.3, 99.9], + "run_peak_memory_mb": [871, 1127], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 4072], + "run_cpu_pct": [300, 100], + "run_peak_memory_mb": [2868, 18842], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [189, 196], + "run_cpu_pct": [99.6, 99.7], + "run_peak_memory_mb": [1844, 941], + "run_disk_read_mb": [121, 94], + "run_disk_write_mb": [7, 7], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.747, 0.7653, 0.7375, 0.0469, 0.0184, 0.4876, -0.3189, -0.4195], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 993], + "run_cpu_pct": [140.9, 99.9], + "run_peak_memory_mb": [870, 2765], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 187], + "run_cpu_pct": [195.4, 99.9], + "run_peak_memory_mb": [1536, 1229], + "run_disk_read_mb": [21, 108], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 3238], + "run_cpu_pct": [194.4, 100], + "run_peak_memory_mb": [1536, 19866], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [188, 625], + "run_cpu_pct": [99.8, 100], + "run_peak_memory_mb": [1844, 2151], + "run_disk_read_mb": [122, 434], + "run_disk_write_mb": [7, 10], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.0001, 0.0009, 0.5013, 0.0023, 0.6122, 0.0792, 69.2582, 2.6662, 0.8429], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 1284], + "run_cpu_pct": [154.8, 99.9], + "run_peak_memory_mb": [873, 2663], + "run_disk_read_mb": [21, 167], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 197], + "run_cpu_pct": [147.3, 99.9], + "run_peak_memory_mb": [872, 1229], + "run_disk_read_mb": [21, 108], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 3876], + "run_cpu_pct": [219.5, 100], + "run_peak_memory_mb": [1536, 19354], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "breast", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [102, 34.1], + "run_cpu_pct": [99.4, 99.3], + "run_peak_memory_mb": [1844, 553], + "run_disk_read_mb": [116, 43], + "run_disk_write_mb": [34, 34], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.0007, 0.001, 0.499, -0.0003, 0.1449, 0.119, 29.3516, 25.6456, 25.0214, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 298], + "run_cpu_pct": [145.1, 99.7], + "run_peak_memory_mb": [871, 3892], + "run_disk_read_mb": [21, 157], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 267], + "run_cpu_pct": [250.6, 99.8], + "run_peak_memory_mb": [2868, 2048], + "run_disk_read_mb": [21, 99], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 4420], + "run_cpu_pct": [334.7, 100], + "run_peak_memory_mb": [2868, 18842], + "run_disk_read_mb": [21, 232], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "breast", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [102, 34.4], + "run_cpu_pct": [99.7, 99.1], + "run_peak_memory_mb": [1844, 626], + "run_disk_read_mb": [85, 43], + "run_disk_write_mb": [4, 4], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [-0.0001, 0.0003, 0.4986, -0.0015, 0.2423, 0.1706, 5.6276, 28.4167, 21.7071, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 301], + "run_cpu_pct": [297.5, 99.5], + "run_peak_memory_mb": [2868, 3789], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 156], + "run_cpu_pct": [140.5, 99.9], + "run_peak_memory_mb": [870, 2048], + "run_disk_read_mb": [21, 69], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 4859], + "run_cpu_pct": [295.1, 100], + "run_peak_memory_mb": [2868, 18944], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "breast", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [126, 45.7], + "run_cpu_pct": [99.6, 99.7], + "run_peak_memory_mb": [1639, 463], + "run_disk_read_mb": [102, 43], + "run_disk_write_mb": [19, 18], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.6788, 0.6038, 0.9017, 0.814, 0, 0, -5.8371, -0.2191, -0.2808, 1, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 314], + "run_cpu_pct": [202.3, 99.7], + "run_peak_memory_mb": [1536, 3892], + "run_disk_read_mb": [21, 143], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 170], + "run_cpu_pct": [192.8, 100], + "run_peak_memory_mb": [1536, 1844], + "run_disk_read_mb": [21, 85], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 4648], + "run_cpu_pct": [154.8, 100], + "run_peak_memory_mb": [873, 22119], + "run_disk_read_mb": [21, 218], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "breast", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [100, 647], + "run_cpu_pct": [99.4, 282.4], + "run_peak_memory_mb": [1844, 2151], + "run_disk_read_mb": [85, 46], + "run_disk_write_mb": [4, 5], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0588, 0.0598, 0.779, 0.1526, 0.1195, 0.3881, 2.1778, 0.7909, 0.8801, 0.9135], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 318], + "run_cpu_pct": [202.7, 99.8], + "run_peak_memory_mb": [1536, 3789], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 163], + "run_cpu_pct": [142.8, 99.9], + "run_peak_memory_mb": [871, 2048], + "run_disk_read_mb": [21, 69], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 5078], + "run_cpu_pct": [303.2, 100], + "run_peak_memory_mb": [2868, 19968], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "breast", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [103, 19968], + "run_cpu_pct": [99.5, 100.1], + "run_peak_memory_mb": [1639, 9114], + "run_disk_read_mb": [85, 79], + "run_disk_write_mb": [3, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.2619, 0.224, 0.8025, 0.0684, 0.0811, -2.921, 0.0142, 0.1211, 0.9409, 0.9747], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 308], + "run_cpu_pct": [345.7, 99.7], + "run_peak_memory_mb": [2868, 3687], + "run_disk_read_mb": [21, 126], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 165], + "run_cpu_pct": [343.1, 99.6], + "run_peak_memory_mb": [2868, 1741], + "run_disk_read_mb": [21, 68], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 4898], + "run_cpu_pct": [341.7, 100], + "run_peak_memory_mb": [2868, 18535], + "run_disk_read_mb": [21, 201], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "breast", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [102, 230], + "run_cpu_pct": [99.5, 99.9], + "run_peak_memory_mb": [1946, 2970], + "run_disk_read_mb": [85, 69], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0816, 0.0919, 0.0181, 0.301, 0.2061, 0.054, 1.1159, 0.3736, 0.8532, 0.7848], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 379], + "run_cpu_pct": [149.2, 99.7], + "run_peak_memory_mb": [872, 3789], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 160], + "run_cpu_pct": [147.5, 99.9], + "run_peak_memory_mb": [872, 2048], + "run_disk_read_mb": [21, 68], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 5090], + "run_cpu_pct": [263.5, 100], + "run_peak_memory_mb": [2868, 36352], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "breast", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [101, 71], + "run_cpu_pct": [99.4, 99.5], + "run_peak_memory_mb": [1639, 1434], + "run_disk_read_mb": [85, 65], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0894, 0.0975, -0.0011, 0.2059, 0.155, 2.1657, 25.5505, 27.4101, 0.4863, 0.9367], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 299], + "run_cpu_pct": [313.9, 99.7], + "run_peak_memory_mb": [2868, 3687], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 163], + "run_cpu_pct": [135.4, 99.9], + "run_peak_memory_mb": [867, 1844], + "run_disk_read_mb": [21, 68], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 4830], + "run_cpu_pct": [326, 100], + "run_peak_memory_mb": [2868, 18637], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "breast", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [105, 109], + "run_cpu_pct": [99.4, 99.6], + "run_peak_memory_mb": [1844, 976], + "run_disk_read_mb": [85, 68], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.6121, 0.5393, 0.8134, 0.0637, 0.0588, 0.4256, 0.0555, -0.1678, 0.981, 0.981], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 314], + "run_cpu_pct": [139.9, 99.8], + "run_peak_memory_mb": [870, 3789], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 163], + "run_cpu_pct": [209.3, 99.9], + "run_peak_memory_mb": [2868, 2048], + "run_disk_read_mb": [21, 68], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 4602], + "run_cpu_pct": [305.9, 100], + "run_peak_memory_mb": [2868, 20276], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "breast", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [109, 309], + "run_cpu_pct": [99.6, 99.9], + "run_peak_memory_mb": [1844, 2253], + "run_disk_read_mb": [86, 326], + "run_disk_write_mb": [4, 6], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0894, 0.0975, -0.001, 0.1905, 0.1582, 5.5771, 5.0555, 9.7434, 0.3636, 0.0675], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 314], + "run_cpu_pct": [151.9, 99.7], + "run_peak_memory_mb": [873, 3789], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 166], + "run_cpu_pct": [213, 99.4], + "run_peak_memory_mb": [1536, 2048], + "run_disk_read_mb": [21, 69], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 4716], + "run_cpu_pct": [229.8, 100], + "run_peak_memory_mb": [1536, 23860], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [67, 42.8], + "run_cpu_pct": [97.8, 99.6], + "run_peak_memory_mb": [1434, 482], + "run_disk_read_mb": [85, 41], + "run_disk_write_mb": [5, 6], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [-0.0014, 0.0059, 0.4997, 0.0007, 0.3562, 0.0931, 40.0994, 15.2479, 7.2672, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 154], + "run_cpu_pct": [148, 98.2], + "run_peak_memory_mb": [872, 13210], + "run_disk_read_mb": [21, 497], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 112], + "run_cpu_pct": [141.5, 98.3], + "run_peak_memory_mb": [870, 4301], + "run_disk_read_mb": [21, 438], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 237], + "run_cpu_pct": [265.4, 99.6], + "run_peak_memory_mb": [2868, 11879], + "run_disk_read_mb": [21, 571], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [65, 43.3], + "run_cpu_pct": [97.6, 99.3], + "run_peak_memory_mb": [1434, 486], + "run_disk_read_mb": [81, 41], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [-0.0023, 0.004, 0.5004, 0.002, 0.4143, 0.1014, 15.4829, 11.39, 8.1098, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 146], + "run_cpu_pct": [151.4, 99.3], + "run_peak_memory_mb": [873, 13415], + "run_disk_read_mb": [21, 493], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 106], + "run_cpu_pct": [297.3, 99.7], + "run_peak_memory_mb": [2868, 3380], + "run_disk_read_mb": [21, 435], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 255], + "run_cpu_pct": [162.8, 98.8], + "run_peak_memory_mb": [1536, 11981], + "run_disk_read_mb": [21, 568], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [84, 56.5], + "run_cpu_pct": [99.2, 99.6], + "run_peak_memory_mb": [1639, 466], + "run_disk_read_mb": [94, 41], + "run_disk_write_mb": [13, 13], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.6301, 0.5719, 0.9011, 0.8814, 0, 0, -0.7724, -0.2167, -0.7794, 1, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 160], + "run_cpu_pct": [253.8, 99.5], + "run_peak_memory_mb": [2868, 13415], + "run_disk_read_mb": [21, 506], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 112], + "run_cpu_pct": [296.6, 100], + "run_peak_memory_mb": [2868, 3380], + "run_disk_read_mb": [21, 447], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 261], + "run_cpu_pct": [242.5, 98.8], + "run_peak_memory_mb": [2868, 12084], + "run_disk_read_mb": [21, 581], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [63, 291], + "run_cpu_pct": [99.2, 299.4], + "run_peak_memory_mb": [1434, 2458], + "run_disk_read_mb": [82, 63], + "run_disk_write_mb": [2, 24], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.2117, 0.207, 0.7627, 0.504, 0.3367, 0.0927, 6.7272, 0.1507, 1.4769, 0.8289, 0.3088], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 161], + "run_cpu_pct": [205.2, 99.3], + "run_peak_memory_mb": [1536, 13415], + "run_disk_read_mb": [21, 493], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [3.6, 107], + "run_cpu_pct": [174.2, 100], + "run_peak_memory_mb": [2868, 3584], + "run_disk_read_mb": [21, 435], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 260], + "run_cpu_pct": [145.8, 99.5], + "run_peak_memory_mb": [871, 12084], + "run_disk_read_mb": [21, 568], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [64, 1349], + "run_cpu_pct": [99.3, 100.9], + "run_peak_memory_mb": [1639, 5530], + "run_disk_read_mb": [81, 77], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1263, 0.1204, 0.8486, 0.7047, 0.269, 0.0774, 3.2904, -0.02, 0.5363, 0.8203, 0.7721], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 147], + "run_cpu_pct": [145.2, 99.3], + "run_peak_memory_mb": [871, 13415], + "run_disk_read_mb": [21, 493], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 107], + "run_cpu_pct": [136.9, 99.8], + "run_peak_memory_mb": [869, 3380], + "run_disk_read_mb": [21, 435], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 269], + "run_cpu_pct": [146.3, 99.5], + "run_peak_memory_mb": [872, 12391], + "run_disk_read_mb": [21, 568], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [64, 1011], + "run_cpu_pct": [99.1, 100.3], + "run_peak_memory_mb": [1639, 3277], + "run_disk_read_mb": [81, 77], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.2991, 0.2916, 0.8848, 0.8012, 0.1813, 0.0599, 0.8112, 8.6497, 5.7494, 0.6109, 0.9657], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 152], + "run_cpu_pct": [147.6, 99.1], + "run_peak_memory_mb": [872, 13415], + "run_disk_read_mb": [21, 493], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 107], + "run_cpu_pct": [152.7, 99.8], + "run_peak_memory_mb": [873, 3380], + "run_disk_read_mb": [21, 435], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 262], + "run_cpu_pct": [194.6, 99.5], + "run_peak_memory_mb": [1536, 12084], + "run_disk_read_mb": [21, 568], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [64, 78], + "run_cpu_pct": [99.4, 99.6], + "run_peak_memory_mb": [1434, 1229], + "run_disk_read_mb": [81, 67], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.2855, 0.2995, 0.7211, 0.4646, 0.2638, 0.0754, 7.4911, 1.2179, 3.2951, 0.6766, 0.5539], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 146], + "run_cpu_pct": [231.3, 99.2], + "run_peak_memory_mb": [2868, 13415], + "run_disk_read_mb": [21, 493], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 113], + "run_cpu_pct": [258.3, 98.4], + "run_peak_memory_mb": [2868, 3380], + "run_disk_read_mb": [21, 435], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 268], + "run_cpu_pct": [194.6, 99.4], + "run_peak_memory_mb": [2868, 12698], + "run_disk_read_mb": [21, 568], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [64, 60], + "run_cpu_pct": [99.1, 98.2], + "run_peak_memory_mb": [1639, 1024], + "run_disk_read_mb": [81, 63], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.304, 0.3235, 0.5173, 0.0042, 0.4348, 0.1037, 16.7094, 0.2942, 0.0341, 0.4103, 0.1961], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 145], + "run_cpu_pct": [252.1, 99.2], + "run_peak_memory_mb": [2868, 13415], + "run_disk_read_mb": [21, 493], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 106], + "run_cpu_pct": [147.2, 99.9], + "run_peak_memory_mb": [871, 3380], + "run_disk_read_mb": [21, 435], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 257], + "run_cpu_pct": [289.2, 99.5], + "run_peak_memory_mb": [2868, 11981], + "run_disk_read_mb": [21, 568], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [63, 128], + "run_cpu_pct": [99.2, 99.4], + "run_peak_memory_mb": [1434, 797], + "run_disk_read_mb": [81, 65], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.7261, 0.6667, 0.8814, 0.8186, 0.0171, 0.0159, 0.4015, -0.0567, -0.0509, 0.9082, 0.8725], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 146], + "run_cpu_pct": [298.6, 99.3], + "run_peak_memory_mb": [2868, 13415], + "run_disk_read_mb": [21, 493], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 114], + "run_cpu_pct": [137.3, 98], + "run_peak_memory_mb": [869, 3380], + "run_disk_read_mb": [21, 435], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 281], + "run_cpu_pct": [139.8, 99.6], + "run_peak_memory_mb": [870, 12084], + "run_disk_read_mb": [21, 568], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "cortex", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [65, 217], + "run_cpu_pct": [99.2, 99.8], + "run_peak_memory_mb": [1434, 1946], + "run_disk_read_mb": [81, 405], + "run_disk_write_mb": [2, 5], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.304, 0.3235, -0.0026, 0.4729, 0.1075, 2.6082, 6.0985, 4.5267, 0.4925, 0.1618], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 147], + "run_cpu_pct": [147.1, 99.3], + "run_peak_memory_mb": [872, 13415], + "run_disk_read_mb": [21, 493], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 106], + "run_cpu_pct": [310.1, 99.8], + "run_peak_memory_mb": [2868, 3687], + "run_disk_read_mb": [21, 435], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 282], + "run_cpu_pct": [140.1, 99.5], + "run_peak_memory_mb": [870, 12186], + "run_disk_read_mb": [21, 568], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [79, 33.1], + "run_cpu_pct": [99.4, 99.4], + "run_peak_memory_mb": [1741, 530], + "run_disk_read_mb": [102, 47], + "run_disk_write_mb": [16, 16], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [-0.0003, 0.0014, 0.4983, -0.0016, 0.3827, 0.2547, 7.3588, 166.9537, 56.018, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 159], + "run_cpu_pct": [158, 99.3], + "run_peak_memory_mb": [1536, 4404], + "run_disk_read_mb": [21, 156], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 150], + "run_cpu_pct": [195.7, 100.1], + "run_peak_memory_mb": [1536, 1127], + "run_disk_read_mb": [21, 97], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 1447], + "run_cpu_pct": [153.4, 99.9], + "run_peak_memory_mb": [873, 16589], + "run_disk_read_mb": [21, 230], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [79, 32.9], + "run_cpu_pct": [99.4, 99], + "run_peak_memory_mb": [1741, 563], + "run_disk_read_mb": [90, 47], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.0003, 0.0017, 0.4985, -0.0015, 0.4337, 0.2673, 3.0775, 57.9043, 55.6583, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.6, 167], + "run_cpu_pct": [330.6, 99.3], + "run_peak_memory_mb": [2868, 4404], + "run_disk_read_mb": [21, 143], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 130], + "run_cpu_pct": [149.5, 99.8], + "run_peak_memory_mb": [873, 1127], + "run_disk_read_mb": [21, 85], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 1449], + "run_cpu_pct": [293.1, 100], + "run_peak_memory_mb": [2868, 17920], + "run_disk_read_mb": [21, 218], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [97, 45.2], + "run_cpu_pct": [99.5, 99.6], + "run_peak_memory_mb": [1639, 482], + "run_disk_read_mb": [109, 48], + "run_disk_write_mb": [22, 22], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.4028, 0.4079, 0.7532, 0.5045, 0, 0, -0.8957, -0.2444, -0.2771, 1, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 175], + "run_cpu_pct": [253.8, 99.5], + "run_peak_memory_mb": [2868, 4506], + "run_disk_read_mb": [21, 162], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 145], + "run_cpu_pct": [314.1, 98.6], + "run_peak_memory_mb": [2868, 1127], + "run_disk_read_mb": [21, 104], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 1444], + "run_cpu_pct": [143.9, 99.9], + "run_peak_memory_mb": [871, 19354], + "run_disk_read_mb": [21, 237], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [80, 290], + "run_cpu_pct": [99.3, 251.4], + "run_peak_memory_mb": [1741, 2970], + "run_disk_read_mb": [89, 66], + "run_disk_write_mb": [4, 21], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [-0.0004, 0.0019, 0.096, 0.0439, 0.065, 4.6895, 52.0411, 30.8798, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 169], + "run_cpu_pct": [317.5, 99.5], + "run_peak_memory_mb": [2868, 4404], + "run_disk_read_mb": [21, 143], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 139], + "run_cpu_pct": [209.5, 99.9], + "run_peak_memory_mb": [1536, 1127], + "run_disk_read_mb": [21, 85], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 1526], + "run_cpu_pct": [144.6, 99.9], + "run_peak_memory_mb": [871, 22119], + "run_disk_read_mb": [21, 218], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [78, 7049], + "run_cpu_pct": [99.4, 100.1], + "run_peak_memory_mb": [1741, 6452], + "run_disk_read_mb": [89, 83], + "run_disk_write_mb": [3, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.2825, 0.3212, 0.748, 0.4881, 0.0231, 0.0452, -0.7109, 0.3466, 1.8189, 0.978, 0.9872], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 173], + "run_cpu_pct": [151.1, 99.4], + "run_peak_memory_mb": [873, 4404], + "run_disk_read_mb": [21, 143], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 135], + "run_cpu_pct": [149.1, 99.9], + "run_peak_memory_mb": [873, 1024], + "run_disk_read_mb": [21, 84], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 1491], + "run_cpu_pct": [331.3, 99.9], + "run_peak_memory_mb": [2868, 22836], + "run_disk_read_mb": [21, 218], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [78, 13922], + "run_cpu_pct": [99.2, 100], + "run_peak_memory_mb": [1741, 6452], + "run_disk_read_mb": [89, 83], + "run_disk_write_mb": [3, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0003, 0.0023, 0.7488, 0.4901, 0.0144, 0.0353, -0.261, 1.4523, 1.1559, 0.9704, 0.993], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 170], + "run_cpu_pct": [136.5, 99.3], + "run_peak_memory_mb": [869, 4404], + "run_disk_read_mb": [21, 143], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 136], + "run_cpu_pct": [297.5, 99.9], + "run_peak_memory_mb": [2868, 1024], + "run_disk_read_mb": [21, 84], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 1491], + "run_cpu_pct": [200.4, 100], + "run_peak_memory_mb": [1536, 19661], + "run_disk_read_mb": [21, 218], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [79, 135], + "run_cpu_pct": [99.3, 99.8], + "run_peak_memory_mb": [1741, 2048], + "run_disk_read_mb": [89, 74], + "run_disk_write_mb": [3, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0028, 0.0018, 0.7174, 0.4102, 0.0312, 0.0512, 2.0779, 6.723, 7.0663, 0.9777, 0.9732], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 170], + "run_cpu_pct": [221.4, 99.2], + "run_peak_memory_mb": [2868, 4404], + "run_disk_read_mb": [21, 143], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 134], + "run_cpu_pct": [194.6, 99.8], + "run_peak_memory_mb": [1536, 1024], + "run_disk_read_mb": [21, 84], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 1465], + "run_cpu_pct": [146.5, 99.9], + "run_peak_memory_mb": [871, 19866], + "run_disk_read_mb": [21, 218], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [78, 61], + "run_cpu_pct": [99.3, 98.3], + "run_peak_memory_mb": [1741, 1229], + "run_disk_read_mb": [89, 70], + "run_disk_write_mb": [3, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0032, 0.0018, 0.5063, -0.0113, 0.3349, 0.2303, 13.2308, 13.8159, 16.0796, 0.8576, 0.9907], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 167], + "run_cpu_pct": [202.2, 99.5], + "run_peak_memory_mb": [1536, 4404], + "run_disk_read_mb": [21, 142], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 132], + "run_cpu_pct": [253.8, 99.9], + "run_peak_memory_mb": [2868, 1127], + "run_disk_read_mb": [21, 84], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 1629], + "run_cpu_pct": [202.3, 100], + "run_peak_memory_mb": [1536, 17101], + "run_disk_read_mb": [21, 217], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [80, 110], + "run_cpu_pct": [99.1, 99.5], + "run_peak_memory_mb": [1741, 911], + "run_disk_read_mb": [89, 72], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.309, 0.3601, 0.5058, 0.0006, 0.006, -0.8459, 0.1967, 0.1052, 0.9861, 0.9907], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 170], + "run_cpu_pct": [362.3, 99.3], + "run_peak_memory_mb": [2868, 4404], + "run_disk_read_mb": [21, 143], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 137], + "run_cpu_pct": [216.3, 100.1], + "run_peak_memory_mb": [1536, 1024], + "run_disk_read_mb": [21, 84], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 1467], + "run_cpu_pct": [152.1, 99.8], + "run_peak_memory_mb": [873, 19456], + "run_disk_read_mb": [21, 218], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [77, 741], + "run_cpu_pct": [99.4, 100], + "run_peak_memory_mb": [1741, 2048], + "run_disk_read_mb": [89, 412], + "run_disk_write_mb": [4, 6], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0032, 0.0018, 0.547, -0.0054, 0.5058, 0.2935, 3.5679, 4.8303, 5.6077, 0.8515, 0.8565], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 165], + "run_cpu_pct": [197.6, 99.4], + "run_peak_memory_mb": [1536, 4404], + "run_disk_read_mb": [21, 143], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 134], + "run_cpu_pct": [217.2, 99.9], + "run_peak_memory_mb": [1536, 1024], + "run_disk_read_mb": [21, 85], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 1521], + "run_cpu_pct": [201.4, 99.9], + "run_peak_memory_mb": [1536, 21607], + "run_disk_read_mb": [21, 218], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [108, 37], + "run_cpu_pct": [99.5, 98.4], + "run_peak_memory_mb": [1332, 518], + "run_disk_read_mb": [91, 36], + "run_disk_write_mb": [17, 16], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [-0, 0.0008, 0.4972, 0.0003, 0.2418, 0.0526, 67.2004, 107.2693, 80.4363, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 1325], + "run_cpu_pct": [246.2, 99.9], + "run_peak_memory_mb": [2868, 4813], + "run_disk_read_mb": [21, 154], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 233], + "run_cpu_pct": [208.1, 100], + "run_peak_memory_mb": [1536, 2458], + "run_disk_read_mb": [21, 96], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 8791], + "run_cpu_pct": [238.5, 100], + "run_peak_memory_mb": [1536, 23040], + "run_disk_read_mb": [21, 229], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [107, 33.1], + "run_cpu_pct": [99.5, 99.3], + "run_peak_memory_mb": [1332, 510], + "run_disk_read_mb": [78, 36], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.0001, 0.001, 0.4975, -0.001, 0.3201, 0.0644, 16.9972, 59.4547, 77.6379, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 1129], + "run_cpu_pct": [145.7, 99.9], + "run_peak_memory_mb": [871, 4711], + "run_disk_read_mb": [21, 141], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 180], + "run_cpu_pct": [280.4, 99.9], + "run_peak_memory_mb": [2868, 2458], + "run_disk_read_mb": [21, 83], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 10552], + "run_cpu_pct": [179.3, 100], + "run_peak_memory_mb": [2868, 22836], + "run_disk_read_mb": [21, 216], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [113, 43.8], + "run_cpu_pct": [99.5, 96.9], + "run_peak_memory_mb": [1741, 448], + "run_disk_read_mb": [87, 36], + "run_disk_write_mb": [12, 11], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.4755, 0.552, 0.97, 0.9461, 0, 0, -0.5291, -0.4016, -0.5086, 1, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 1275], + "run_cpu_pct": [154.4, 100], + "run_peak_memory_mb": [873, 4711], + "run_disk_read_mb": [21, 150], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 197], + "run_cpu_pct": [148.3, 100], + "run_peak_memory_mb": [872, 2458], + "run_disk_read_mb": [21, 91], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 9910], + "run_cpu_pct": [285, 100], + "run_peak_memory_mb": [2868, 24474], + "run_disk_read_mb": [21, 225], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [109, 202], + "run_cpu_pct": [99.4, 370.7], + "run_peak_memory_mb": [1741, 3072], + "run_disk_read_mb": [78, 39], + "run_disk_write_mb": [4, 6], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1249, 0.1664, 0.8488, 0.6941, 0.2683, 0.0601, 3.4096, 11.9639, 9.5002, 0.9966, 0.8486], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 1278], + "run_cpu_pct": [140.6, 99.9], + "run_peak_memory_mb": [870, 4711], + "run_disk_read_mb": [21, 142], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 184], + "run_cpu_pct": [210.6, 99.9], + "run_peak_memory_mb": [1536, 2458], + "run_disk_read_mb": [21, 83], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 10082], + "run_cpu_pct": [290.8, 100], + "run_peak_memory_mb": [2868, 22733], + "run_disk_read_mb": [21, 217], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [107, 4997], + "run_cpu_pct": [99.6, 100.3], + "run_peak_memory_mb": [1536, 6042], + "run_disk_read_mb": [78, 71], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.3929, 0.4168, 0.9586, 0.9208, 0.1332, 0.0356, 0.9831, -0.0138, 2.3057, 0.9971, 0.9943], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 1277], + "run_cpu_pct": [260.2, 99.9], + "run_peak_memory_mb": [2868, 4711], + "run_disk_read_mb": [21, 141], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 184], + "run_cpu_pct": [341.4, 99.6], + "run_peak_memory_mb": [2868, 2356], + "run_disk_read_mb": [21, 83], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 9758], + "run_cpu_pct": [338.3, 100], + "run_peak_memory_mb": [2868, 24781], + "run_disk_read_mb": [21, 216], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [107, 5350], + "run_cpu_pct": [99.6, 100.1], + "run_peak_memory_mb": [1639, 6247], + "run_disk_read_mb": [78, 71], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.4355, 0.4894, 0.9494, 0.9025, 0.109, 0.0315, 0.5036, 0.1594, 0.1568, 0.9971, 0.9971], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 1276], + "run_cpu_pct": [310.2, 99.9], + "run_peak_memory_mb": [2868, 4813], + "run_disk_read_mb": [21, 141], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 183], + "run_cpu_pct": [198.5, 99.9], + "run_peak_memory_mb": [1536, 2458], + "run_disk_read_mb": [21, 83], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 9656], + "run_cpu_pct": [214.6, 100], + "run_peak_memory_mb": [1536, 26010], + "run_disk_read_mb": [21, 216], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [106, 261], + "run_cpu_pct": [99.6, 100.1], + "run_peak_memory_mb": [1332, 3789], + "run_disk_read_mb": [78, 62], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1388, 0.1772, 0.6666, 0.3207, 0.2272, 0.0521, 15.0916, 8.0625, 9.4199, 0.9965, 0.8029], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 1333], + "run_cpu_pct": [215.6, 99.9], + "run_peak_memory_mb": [1536, 4711], + "run_disk_read_mb": [21, 141], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 184], + "run_cpu_pct": [198, 99.9], + "run_peak_memory_mb": [1536, 2151], + "run_disk_read_mb": [21, 83], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 12304], + "run_cpu_pct": [331.5, 100], + "run_peak_memory_mb": [2868, 37991], + "run_disk_read_mb": [21, 216], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [109, 60], + "run_cpu_pct": [99.1, 99.5], + "run_peak_memory_mb": [1536, 1127], + "run_disk_read_mb": [78, 58], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1516, 0.2018, 0.5085, 0.0007, 0.378, 0.0719, 4.6749, 3.9082, 5.5015, 0.9969, 0.9171], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 1111], + "run_cpu_pct": [218.7, 99.9], + "run_peak_memory_mb": [1536, 4711], + "run_disk_read_mb": [21, 141], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 179], + "run_cpu_pct": [142.8, 99.9], + "run_peak_memory_mb": [871, 2458], + "run_disk_read_mb": [21, 83], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 9206], + "run_cpu_pct": [254, 100], + "run_peak_memory_mb": [2868, 22426], + "run_disk_read_mb": [21, 216], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [107, 88], + "run_cpu_pct": [99.5, 98.5], + "run_peak_memory_mb": [1332, 868], + "run_disk_read_mb": [78, 60], + "run_disk_write_mb": [4, 3], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.4876, 0.5584, 0.9682, 0.9422, 0.0065, 0.0062, -0.2286, -0.3202, -0.3452, 1, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 1287], + "run_cpu_pct": [194.8, 99.9], + "run_peak_memory_mb": [1536, 4813], + "run_disk_read_mb": [21, 141], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 180], + "run_cpu_pct": [142, 99.9], + "run_peak_memory_mb": [871, 2458], + "run_disk_read_mb": [21, 83], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 9557], + "run_cpu_pct": [260.8, 100], + "run_peak_memory_mb": [2868, 22733], + "run_disk_read_mb": [21, 216], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "gastrulation", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [111, 292], + "run_cpu_pct": [99.5, 99.9], + "run_peak_memory_mb": [1332, 1844], + "run_disk_read_mb": [78, 482], + "run_disk_write_mb": [4, 7], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1504, 0.2003, 0.5175, -0.0019, 0.6064, 0.1114, 4.5715, 40.0954, 23.0673, 0.9917, 0.3429], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 1755], + "run_cpu_pct": [201.4, 100], + "run_peak_memory_mb": [1536, 4711], + "run_disk_read_mb": [21, 141], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 184], + "run_cpu_pct": [192.3, 99.9], + "run_peak_memory_mb": [1536, 2151], + "run_disk_read_mb": [21, 83], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 8805], + "run_cpu_pct": [248.6, 100], + "run_peak_memory_mb": [2868, 40858], + "run_disk_read_mb": [21, 216], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [67, 43.2], + "run_cpu_pct": [99.2, 97.6], + "run_peak_memory_mb": [1332, 491], + "run_disk_read_mb": [87, 40], + "run_disk_write_mb": [8, 8], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.0009, 0.0024, 0.5005, 0, 0.7531, 0.1559, 57.2286, 5.6069, 16.8369], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 139], + "run_cpu_pct": [148.7, 99.3], + "run_peak_memory_mb": [872, 2560], + "run_disk_read_mb": [21, 133], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 109], + "run_cpu_pct": [139.8, 99.9], + "run_peak_memory_mb": [869, 885], + "run_disk_read_mb": [21, 74], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 316], + "run_cpu_pct": [197.7, 99.7], + "run_peak_memory_mb": [1536, 5428], + "run_disk_read_mb": [21, 207], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [66, 47.6], + "run_cpu_pct": [99.2, 97.1], + "run_peak_memory_mb": [1332, 497], + "run_disk_read_mb": [81, 40], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.0008, 0.0027, 0.5011, 0.0013, 0.8094, 0.169, 9.7523, 4.2181, 15.5857], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [3.1, 142], + "run_cpu_pct": [173.8, 99.3], + "run_peak_memory_mb": [2868, 2663], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 99], + "run_cpu_pct": [267.3, 99.7], + "run_peak_memory_mb": [2868, 871], + "run_disk_read_mb": [21, 69], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 381], + "run_cpu_pct": [146.9, 99.7], + "run_peak_memory_mb": [872, 5428], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [84, 57.7], + "run_cpu_pct": [99.2, 99.6], + "run_peak_memory_mb": [1639, 464], + "run_disk_read_mb": [93, 41], + "run_disk_write_mb": [13, 13], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.5936, 0.5939, 0.9271, 0.8523, 0, 0, -0.4202, -1.4312, -0.6048], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 156], + "run_cpu_pct": [176.8, 99.4], + "run_peak_memory_mb": [2868, 2765], + "run_disk_read_mb": [21, 139], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 112], + "run_cpu_pct": [169.8, 99.7], + "run_peak_memory_mb": [1536, 894], + "run_disk_read_mb": [21, 81], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 302], + "run_cpu_pct": [198.7, 99.7], + "run_peak_memory_mb": [1536, 5735], + "run_disk_read_mb": [21, 214], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [66, 359], + "run_cpu_pct": [99.2, 239.6], + "run_peak_memory_mb": [1332, 1946], + "run_disk_read_mb": [81, 43], + "run_disk_write_mb": [2, 5], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision"], + "metric_values": [0.0033, 0.0044, -0.3502, 0.0946, 0.0425, 2.5446, 40.0902, 5.3083, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 144], + "run_cpu_pct": [190.7, 99.2], + "run_peak_memory_mb": [1536, 2663], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 101], + "run_cpu_pct": [146.9, 99.8], + "run_peak_memory_mb": [872, 886], + "run_disk_read_mb": [21, 69], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 309], + "run_cpu_pct": [151.1, 99.7], + "run_peak_memory_mb": [873, 6452], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [68, 5533], + "run_cpu_pct": [97.9, 100.2], + "run_peak_memory_mb": [1434, 6247], + "run_disk_read_mb": [81, 76], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [-0.0008, 0.001, 0.1264, 0.0849, 0.0389, 1.2956, 3.7808, 1.1556], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 155], + "run_cpu_pct": [204.6, 99.2], + "run_peak_memory_mb": [1536, 2663], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 102], + "run_cpu_pct": [197.4, 99.3], + "run_peak_memory_mb": [1536, 904], + "run_disk_read_mb": [21, 68], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 321], + "run_cpu_pct": [203, 99.6], + "run_peak_memory_mb": [1536, 7578], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [68, 6384], + "run_cpu_pct": [99.2, 100.2], + "run_peak_memory_mb": [1536, 6247], + "run_disk_read_mb": [81, 76], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision"], + "metric_values": [0.0065, 0.0077, 0.0448, 0.0515, 0.0295, 0.8978, 28.3841, 4.5558, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 148], + "run_cpu_pct": [217.2, 99.2], + "run_peak_memory_mb": [1536, 2663], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 102], + "run_cpu_pct": [196.9, 99.8], + "run_peak_memory_mb": [1536, 889], + "run_disk_read_mb": [21, 68], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 298], + "run_cpu_pct": [199.4, 99.6], + "run_peak_memory_mb": [2868, 7578], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [69, 84], + "run_cpu_pct": [99.3, 99.6], + "run_peak_memory_mb": [1229, 1229], + "run_disk_read_mb": [81, 67], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0, 0.0015, 0.0663, 0.1505, 0.0581, 3.2949, -0.0974, 0.5773], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 215], + "run_cpu_pct": [192.3, 99.2], + "run_peak_memory_mb": [1536, 2663], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 103], + "run_cpu_pct": [316.8, 99.8], + "run_peak_memory_mb": [2868, 867], + "run_disk_read_mb": [21, 69], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 415], + "run_cpu_pct": [150.5, 99.8], + "run_peak_memory_mb": [873, 7476], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [66, 59.7], + "run_cpu_pct": [99.2, 99.5], + "run_peak_memory_mb": [1434, 1024], + "run_disk_read_mb": [81, 63], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.0002, 0.0017, 0.5165, 0.0017, 0.7252, 0.1488, 5.5882, 3.1285, 12.647], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 139], + "run_cpu_pct": [293.9, 98.5], + "run_peak_memory_mb": [2868, 2663], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 102], + "run_cpu_pct": [148.7, 99.8], + "run_peak_memory_mb": [872, 892], + "run_disk_read_mb": [21, 68], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 360], + "run_cpu_pct": [149.3, 99.7], + "run_peak_memory_mb": [873, 5325], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [68, 86], + "run_cpu_pct": [97.5, 98.5], + "run_peak_memory_mb": [1229, 805], + "run_disk_read_mb": [81, 65], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.4534, 0.4766, 0.6893, 0.0027, 0.0049, 0.1305, 22.4089, 5.2696], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 153], + "run_cpu_pct": [331.1, 99.3], + "run_peak_memory_mb": [2868, 2663], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 103], + "run_cpu_pct": [314.3, 99.9], + "run_peak_memory_mb": [2868, 875], + "run_disk_read_mb": [21, 69], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 291], + "run_cpu_pct": [208.7, 99.7], + "run_peak_memory_mb": [1536, 6554], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [66, 215], + "run_cpu_pct": [99.2, 99.9], + "run_peak_memory_mb": [1332, 1844], + "run_disk_read_mb": [81, 323], + "run_disk_write_mb": [2, 4], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation"], + "metric_values": [0.0002, 0.0017, 0.0046, 0.8123, 0.1673, 10.7015, 2.0745, 8.4698], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 129], + "run_cpu_pct": [209.3, 99.3], + "run_peak_memory_mb": [1536, 2663], + "run_disk_read_mb": [21, 127], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 109], + "run_cpu_pct": [194.4, 99.8], + "run_peak_memory_mb": [1536, 859], + "run_disk_read_mb": [21, 69], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 376], + "run_cpu_pct": [145.4, 99.8], + "run_peak_memory_mb": [871, 5223], + "run_disk_read_mb": [21, 202], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [26.2, 10.8], + "run_cpu_pct": [98, 87.2], + "run_peak_memory_mb": [1332, 402], + "run_disk_read_mb": [59, 20], + "run_disk_write_mb": [1, 1], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.0032, 0.0164, 0.4969, -0.0007, 0.1243, 0.1968, 5.6098, 6.8484, 5.8573, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 37.3], + "run_cpu_pct": [198.7, 94.9], + "run_peak_memory_mb": [1536, 1741], + "run_disk_read_mb": [21, 90], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 83], + "run_cpu_pct": [283, 99.7], + "run_peak_memory_mb": [2868, 565], + "run_disk_read_mb": [21, 31], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 84], + "run_cpu_pct": [246.1, 98.2], + "run_peak_memory_mb": [2868, 2765], + "run_disk_read_mb": [21, 164], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [26.7, 9.2], + "run_cpu_pct": [97.9, 97.7], + "run_peak_memory_mb": [1332, 403], + "run_disk_read_mb": [58, 20], + "run_disk_write_mb": [1, 1], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [-0.0088, 0.0021, 0.494, -0.0079, 0.1412, 0.2085, 2.603, 5.0451, 5.714, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 36.7], + "run_cpu_pct": [205.8, 97.2], + "run_peak_memory_mb": [1536, 1741], + "run_disk_read_mb": [21, 89], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 83], + "run_cpu_pct": [251.4, 99.8], + "run_peak_memory_mb": [2868, 573], + "run_disk_read_mb": [21, 31], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 94], + "run_cpu_pct": [273.5, 98.8], + "run_peak_memory_mb": [2868, 2765], + "run_disk_read_mb": [21, 164], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [30.3, 11.8], + "run_cpu_pct": [98.3, 98.8], + "run_peak_memory_mb": [1332, 402], + "run_disk_read_mb": [59, 20], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.9202, 0.8938, 0.9545, 0.9284, 0, 0, -6.4233, -0.4082, -0.8891, 1, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 39.6], + "run_cpu_pct": [148.7, 97.8], + "run_peak_memory_mb": [872, 1639], + "run_disk_read_mb": [21, 90], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 98], + "run_cpu_pct": [149.2, 99.9], + "run_peak_memory_mb": [873, 552], + "run_disk_read_mb": [21, 32], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 89], + "run_cpu_pct": [140.5, 98.8], + "run_peak_memory_mb": [870, 2868], + "run_disk_read_mb": [21, 165], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [26.7, 36.4], + "run_cpu_pct": [98.1, 248.5], + "run_peak_memory_mb": [1332, 2048], + "run_disk_read_mb": [58, 22], + "run_disk_write_mb": [1, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0045, 0.017, 0.8894, 0.7781, 0.1656, 0.2273, -1.0846, 0.8592, -0.5152, 0.4054, 0.6522], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 40], + "run_cpu_pct": [254.3, 95.6], + "run_peak_memory_mb": [2868, 1741], + "run_disk_read_mb": [21, 89], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 91], + "run_cpu_pct": [171.6, 99.2], + "run_peak_memory_mb": [1536, 580], + "run_disk_read_mb": [21, 31], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 104], + "run_cpu_pct": [260.8, 98.9], + "run_peak_memory_mb": [2868, 2765], + "run_disk_read_mb": [21, 164], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [29.6, 167], + "run_cpu_pct": [94.2, 105.5], + "run_peak_memory_mb": [1332, 3994], + "run_disk_read_mb": [58, 56], + "run_disk_write_mb": [1, 1], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1294, 0.1406, 0.7822, 0.5656, 0.099, 0.1741, -1.8924, 0.3007, 1.1842, 0.7857, 0.7174], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 39], + "run_cpu_pct": [311.3, 97.2], + "run_peak_memory_mb": [2868, 1639], + "run_disk_read_mb": [21, 89], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 90], + "run_cpu_pct": [297.3, 99.6], + "run_peak_memory_mb": [2868, 541], + "run_disk_read_mb": [21, 31], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 111], + "run_cpu_pct": [201.4, 99.1], + "run_peak_memory_mb": [1536, 2868], + "run_disk_read_mb": [21, 164], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [27.6, 142], + "run_cpu_pct": [98.1, 107.8], + "run_peak_memory_mb": [1332, 3994], + "run_disk_read_mb": [58, 56], + "run_disk_write_mb": [1, 1], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.4921, 0.527, 0.8999, 0.8179, 0.039, 0.1043, -2.7167, 2.971, 1.5411, 0.6615, 0.9348], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 36.2], + "run_cpu_pct": [317.8, 97], + "run_peak_memory_mb": [2868, 1741], + "run_disk_read_mb": [21, 89], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 90], + "run_cpu_pct": [306.1, 99.9], + "run_peak_memory_mb": [2868, 573], + "run_disk_read_mb": [21, 31], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 105], + "run_cpu_pct": [267.1, 96.9], + "run_peak_memory_mb": [2868, 3072], + "run_disk_read_mb": [21, 164], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [26.4, 38.4], + "run_cpu_pct": [98, 99.3], + "run_peak_memory_mb": [1332, 1127], + "run_disk_read_mb": [58, 46], + "run_disk_write_mb": [1, 1], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0095, 0.0205, 0.8831, 0.7774, 0.0365, 0.0977, -6.191, -0.0354, -0.6604, 0.75, 0.7826], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 38.5], + "run_cpu_pct": [271.2, 94.6], + "run_peak_memory_mb": [2868, 1741], + "run_disk_read_mb": [21, 89], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 87], + "run_cpu_pct": [207.6, 99.8], + "run_peak_memory_mb": [2868, 541], + "run_disk_read_mb": [21, 31], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 84], + "run_cpu_pct": [305.9, 98.7], + "run_peak_memory_mb": [2868, 2765], + "run_disk_read_mb": [21, 164], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [26.5, 20.8], + "run_cpu_pct": [97.7, 98.5], + "run_peak_memory_mb": [1332, 890], + "run_disk_read_mb": [58, 43], + "run_disk_write_mb": [1, 1], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0095, 0.0205, 0.4988, -0.0068, 0.1237, 0.1873, 2.402, 1.8095, 2.8148, 0.2963, 0.3478], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 37.1], + "run_cpu_pct": [308.6, 97.1], + "run_peak_memory_mb": [2868, 1741], + "run_disk_read_mb": [21, 89], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 85], + "run_cpu_pct": [147.6, 99.9], + "run_peak_memory_mb": [872, 564], + "run_disk_read_mb": [21, 31], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 89], + "run_cpu_pct": [249.6, 98.8], + "run_peak_memory_mb": [2868, 2868], + "run_disk_read_mb": [21, 164], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [28.2, 22.5], + "run_cpu_pct": [98, 96.7], + "run_peak_memory_mb": [1332, 704], + "run_disk_read_mb": [58, 45], + "run_disk_write_mb": [1, 1], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.8982, 0.8769, 0.9355, 0.8861, 0.0017, 0.0202, -7.1299, -0.3438, -0.5588, 0.8511, 0.8696], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 35.9], + "run_cpu_pct": [183.7, 97.2], + "run_peak_memory_mb": [2868, 1741], + "run_disk_read_mb": [21, 89], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 89], + "run_cpu_pct": [149.7, 100.1], + "run_peak_memory_mb": [1536, 556], + "run_disk_read_mb": [21, 31], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 82], + "run_cpu_pct": [311.9, 98.6], + "run_peak_memory_mb": [2868, 2765], + "run_disk_read_mb": [21, 164], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [26.3, 170], + "run_cpu_pct": [97.5, 99.5], + "run_peak_memory_mb": [1332, 1741], + "run_disk_read_mb": [58, 385], + "run_disk_write_mb": [1, 4], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0095, 0.0205, 0.4976, -0.0038, 0.1566, 0.2189, 3.7418, 4.8165, 2.8748, 0.5, 0.087], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 37.6], + "run_cpu_pct": [292.3, 97.2], + "run_peak_memory_mb": [2868, 1741], + "run_disk_read_mb": [21, 89], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 88], + "run_cpu_pct": [186.1, 99.8], + "run_peak_memory_mb": [1536, 550], + "run_disk_read_mb": [21, 31], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 87], + "run_cpu_pct": [198.1, 98.6], + "run_peak_memory_mb": [1536, 2970], + "run_disk_read_mb": [21, 164], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [63, 33.1], + "run_cpu_pct": [99.2, 99.5], + "run_peak_memory_mb": [1536, 479], + "run_disk_read_mb": [85, 40], + "run_disk_write_mb": [6, 6], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [-0.0021, 0.0025, 0.4982, -0.0013, 0.2727, 0.1781, 8.1813, 97.6401, 2042.8252, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 109], + "run_cpu_pct": [217.4, 99.1], + "run_peak_memory_mb": [1536, 5018], + "run_disk_read_mb": [21, 169], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 104], + "run_cpu_pct": [202.1, 99.8], + "run_peak_memory_mb": [2868, 1127], + "run_disk_read_mb": [21, 111], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 239], + "run_cpu_pct": [203.6, 99.5], + "run_peak_memory_mb": [1536, 5428], + "run_disk_read_mb": [21, 244], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [62, 33.2], + "run_cpu_pct": [99.2, 99.1], + "run_peak_memory_mb": [1536, 484], + "run_disk_read_mb": [82, 40], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.001, 0.0062, 0.4979, -0.0016, 0.2891, 0.1694, 0.8646, 41.6514, 402.9625, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 106], + "run_cpu_pct": [194.4, 99.1], + "run_peak_memory_mb": [1536, 5018], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 106], + "run_cpu_pct": [259.4, 100], + "run_peak_memory_mb": [2868, 1127], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 301], + "run_cpu_pct": [311.8, 99.3], + "run_peak_memory_mb": [2868, 5632], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [81, 45.6], + "run_cpu_pct": [99.4, 99.5], + "run_peak_memory_mb": [1741, 459], + "run_disk_read_mb": [96, 41], + "run_disk_write_mb": [16, 16], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.5893, 0.5515, 0.9739, 0.966, 0, 0, -0.9698, -0.596, -13.9751, 1, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 112], + "run_cpu_pct": [264.5, 99.1], + "run_peak_memory_mb": [2868, 4916], + "run_disk_read_mb": [21, 180], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 111], + "run_cpu_pct": [219.8, 99.9], + "run_peak_memory_mb": [1536, 1127], + "run_disk_read_mb": [21, 121], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 270], + "run_cpu_pct": [288.5, 99.7], + "run_peak_memory_mb": [2868, 6452], + "run_disk_read_mb": [21, 255], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [61, 140], + "run_cpu_pct": [99.1, 289.3], + "run_peak_memory_mb": [1536, 2458], + "run_disk_read_mb": [82, 70], + "run_disk_write_mb": [2, 32], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0129, 0.0178, 0.6994, 0.3884, 0.113, 0.1069, -1.8697, 7.6279, 29.1015, 0.2373, 0.612], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 106], + "run_cpu_pct": [213.5, 99], + "run_peak_memory_mb": [2868, 5018], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 102], + "run_cpu_pct": [246.2, 100], + "run_peak_memory_mb": [2868, 1127], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 281], + "run_cpu_pct": [216.4, 99.7], + "run_peak_memory_mb": [2868, 5325], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [63, 1502], + "run_cpu_pct": [99, 100.5], + "run_peak_memory_mb": [1639, 4301], + "run_disk_read_mb": [82, 76], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0037, 0.0092, 0.8312, 0.6618, 0.0974, 0.0997, 2.7751, 3.2239, 38.0867, 0.4526, 0.8087], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 105], + "run_cpu_pct": [151.9, 98.7], + "run_peak_memory_mb": [873, 4916], + "run_disk_read_mb": [21, 165], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 101], + "run_cpu_pct": [146, 99.8], + "run_peak_memory_mb": [871, 1127], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 240], + "run_cpu_pct": [190.9, 99.5], + "run_peak_memory_mb": [1536, 5530], + "run_disk_read_mb": [21, 240], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [62, 1682], + "run_cpu_pct": [99.1, 100.2], + "run_peak_memory_mb": [1639, 3687], + "run_disk_read_mb": [82, 76], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0292, 0.0373, 0.9048, 0.8406, 0.0441, 0.0646, 4.323, 19.8724, 39.7592, 0.244, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 104], + "run_cpu_pct": [144.9, 98.8], + "run_peak_memory_mb": [871, 4916], + "run_disk_read_mb": [21, 165], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 102], + "run_cpu_pct": [192.5, 99.8], + "run_peak_memory_mb": [1536, 1127], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 241], + "run_cpu_pct": [149.1, 99.6], + "run_peak_memory_mb": [873, 5325], + "run_disk_read_mb": [21, 240], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [62, 73], + "run_cpu_pct": [99.1, 99.5], + "run_peak_memory_mb": [1536, 1229], + "run_disk_read_mb": [82, 67], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.032, 0.0371, 0.6387, 0.2623, 0.0676, 0.0772, 3.799, 20.7151, 58.0203, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 105], + "run_cpu_pct": [195.1, 98.7], + "run_peak_memory_mb": [1536, 5018], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 104], + "run_cpu_pct": [141.4, 99.9], + "run_peak_memory_mb": [870, 1127], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 281], + "run_cpu_pct": [308.3, 98.7], + "run_peak_memory_mb": [2868, 5837], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [62, 49.4], + "run_cpu_pct": [99.2, 99.3], + "run_peak_memory_mb": [1536, 1024], + "run_disk_read_mb": [82, 63], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0326, 0.0377, 0.5032, 0.0009, 0.2794, 0.1738, 1.8983, 8.2874, 34.2382, 0.1607, 0.0492], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 104], + "run_cpu_pct": [148.4, 98.9], + "run_peak_memory_mb": [872, 5018], + "run_disk_read_mb": [21, 165], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [3.2, 103], + "run_cpu_pct": [234.4, 100], + "run_peak_memory_mb": [2868, 1127], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 249], + "run_cpu_pct": [239.7, 99.6], + "run_peak_memory_mb": [2868, 5325], + "run_disk_read_mb": [21, 240], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [65, 88], + "run_cpu_pct": [99.5, 99.6], + "run_peak_memory_mb": [1536, 805], + "run_disk_read_mb": [82, 65], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.6451, 0.6014, 0.9637, 0.943, 0.0022, 0.0125, -0.907, -0.1777, -6.1714, 0.8141, 0.8852], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [3, 105], + "run_cpu_pct": [258.4, 99], + "run_peak_memory_mb": [2868, 5018], + "run_disk_read_mb": [21, 166], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 104], + "run_cpu_pct": [194, 99.9], + "run_peak_memory_mb": [1536, 1127], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 287], + "run_cpu_pct": [148.5, 99.6], + "run_peak_memory_mb": [873, 5837], + "run_disk_read_mb": [21, 241], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [62, 360], + "run_cpu_pct": [99.2, 99.7], + "run_peak_memory_mb": [1536, 1946], + "run_disk_read_mb": [82, 405], + "run_disk_write_mb": [2, 5], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.0326, 0.0377, 0.4845, -0.0003, 0.2816, 0.1718, -0.8336, 17.9002, 37.3296, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 104], + "run_cpu_pct": [149.7, 98.9], + "run_peak_memory_mb": [873, 5018], + "run_disk_read_mb": [21, 165], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 103], + "run_cpu_pct": [145.1, 99.8], + "run_peak_memory_mb": [871, 1127], + "run_disk_read_mb": [21, 107], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 278], + "run_cpu_pct": [195.3, 99.6], + "run_peak_memory_mb": [1536, 5325], + "run_disk_read_mb": [21, 240], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [72, 40.8], + "run_cpu_pct": [98.7, 98.1], + "run_peak_memory_mb": [1434, 472], + "run_disk_read_mb": [83, 38], + "run_disk_write_mb": [5, 5], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.0183, 0.0304, 0.4987, -0.0013, 0.6519, 0.1276, 51.1252, 9.075, 10.7576, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 95], + "run_cpu_pct": [242.2, 98.9], + "run_peak_memory_mb": [2868, 2253], + "run_disk_read_mb": [21, 117], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 107], + "run_cpu_pct": [217.9, 99.7], + "run_peak_memory_mb": [2868, 709], + "run_disk_read_mb": [21, 59], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 234], + "run_cpu_pct": [269.8, 98.6], + "run_peak_memory_mb": [2868, 2970], + "run_disk_read_mb": [21, 192], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [69, 38.6], + "run_cpu_pct": [99.1, 99.5], + "run_peak_memory_mb": [1434, 475], + "run_disk_read_mb": [80, 38], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.0198, 0.0577, 0.4987, -0.0013, 0.604, 0.1133, 19.7201, 9.6392, 13.6189, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 91], + "run_cpu_pct": [252.1, 99], + "run_peak_memory_mb": [2868, 2253], + "run_disk_read_mb": [21, 114], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 106], + "run_cpu_pct": [329.7, 100], + "run_peak_memory_mb": [2868, 729], + "run_disk_read_mb": [21, 56], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 289], + "run_cpu_pct": [332.7, 99.6], + "run_peak_memory_mb": [2868, 2663], + "run_disk_read_mb": [21, 189], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [87, 51.9], + "run_cpu_pct": [99.4, 99.6], + "run_peak_memory_mb": [1639, 458], + "run_disk_read_mb": [91, 39], + "run_disk_write_mb": [12, 12], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.3573, 0.4163, 0.9142, 0.7936, 0, 0, 0.9929, 3.2627, 1.8939, 1, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 96], + "run_cpu_pct": [208.6, 98.8], + "run_peak_memory_mb": [2868, 2151], + "run_disk_read_mb": [21, 125], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 109], + "run_cpu_pct": [173.9, 99.8], + "run_peak_memory_mb": [1536, 726], + "run_disk_read_mb": [21, 67], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 193], + "run_cpu_pct": [283.3, 99.4], + "run_peak_memory_mb": [2868, 2868], + "run_disk_read_mb": [21, 200], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [68, 278], + "run_cpu_pct": [99.3, 292.2], + "run_peak_memory_mb": [1434, 2253], + "run_disk_read_mb": [80, 41], + "run_disk_write_mb": [2, 4], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1293, 0.1793, 0.716, 0.3894, 0.0955, 26.787, 1.4805, 1.4921, 0.6768, 0.8816], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 95], + "run_cpu_pct": [147.2, 98], + "run_peak_memory_mb": [872, 2253], + "run_disk_read_mb": [21, 114], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 105], + "run_cpu_pct": [144.9, 99.8], + "run_peak_memory_mb": [871, 705], + "run_disk_read_mb": [21, 56], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 207], + "run_cpu_pct": [196.2, 99.5], + "run_peak_memory_mb": [1536, 2765], + "run_disk_read_mb": [21, 189], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [69, 1523], + "run_cpu_pct": [99.3, 100.7], + "run_peak_memory_mb": [1434, 5223], + "run_disk_read_mb": [80, 74], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.5548, 0.532, 0.7714, 0.2542, 0.0733, 6.0415, 1.2341, 0.8729, 0.8575, 0.8868], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 92], + "run_cpu_pct": [149.8, 98.8], + "run_peak_memory_mb": [873, 2253], + "run_disk_read_mb": [21, 114], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 103], + "run_cpu_pct": [156.4, 99.8], + "run_peak_memory_mb": [873, 702], + "run_disk_read_mb": [21, 56], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 201], + "run_cpu_pct": [139.6, 99.7], + "run_peak_memory_mb": [870, 2663], + "run_disk_read_mb": [21, 189], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [67, 5538], + "run_cpu_pct": [99.2, 100.2], + "run_peak_memory_mb": [1434, 3994], + "run_disk_read_mb": [80, 74], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.4339, 0.4616, 0.9098, 0.7681, 0.167, 0.0567, 0.2807, 4.2499, 0.0519, 0.8747, 0.9368], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 96], + "run_cpu_pct": [199.5, 98.9], + "run_peak_memory_mb": [1536, 2151], + "run_disk_read_mb": [21, 114], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 105], + "run_cpu_pct": [208.9, 99.8], + "run_peak_memory_mb": [1536, 707], + "run_disk_read_mb": [21, 56], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 205], + "run_cpu_pct": [203.4, 99.4], + "run_peak_memory_mb": [1536, 2765], + "run_disk_read_mb": [21, 189], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [70, 72], + "run_cpu_pct": [99.3, 99.7], + "run_peak_memory_mb": [1434, 1229], + "run_disk_read_mb": [80, 65], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.2415, 0.2292, 0.6917, 0.4988, 0.1127, 6.6906, 2.7534, 1.8156, 0.8997, 0.6842], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.6, 96], + "run_cpu_pct": [253, 96.9], + "run_peak_memory_mb": [2868, 2253], + "run_disk_read_mb": [21, 114], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 110], + "run_cpu_pct": [278.3, 99.9], + "run_peak_memory_mb": [2868, 702], + "run_disk_read_mb": [21, 56], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 208], + "run_cpu_pct": [253.6, 99.5], + "run_peak_memory_mb": [2868, 2765], + "run_disk_read_mb": [21, 189], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [68, 53], + "run_cpu_pct": [99.3, 99.4], + "run_peak_memory_mb": [1434, 983], + "run_disk_read_mb": [80, 61], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1912, 0.2493, 0.5716, -0.0015, 0.6744, 0.129, 1.3207, 5.5591, 9.5147, 0.3805, 0.3395], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 91], + "run_cpu_pct": [151.3, 98.8], + "run_peak_memory_mb": [873, 2151], + "run_disk_read_mb": [21, 114], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 105], + "run_cpu_pct": [196.8, 99.8], + "run_peak_memory_mb": [1536, 684], + "run_disk_read_mb": [21, 56], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 173], + "run_cpu_pct": [247.2, 99.3], + "run_peak_memory_mb": [2868, 2663], + "run_disk_read_mb": [21, 189], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [69, 80], + "run_cpu_pct": [99.3, 99.4], + "run_peak_memory_mb": [1434, 775], + "run_disk_read_mb": [80, 63], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.5873, 0.6315, 0.7535, 0.0415, 0.0266, 1.9786, 1.9374, 1.3442, 0.8211, 0.9421], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 89], + "run_cpu_pct": [146.2, 98.7], + "run_peak_memory_mb": [872, 2048], + "run_disk_read_mb": [21, 114], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 104], + "run_cpu_pct": [227.7, 99.8], + "run_peak_memory_mb": [1536, 700], + "run_disk_read_mb": [21, 56], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 185], + "run_cpu_pct": [197.1, 99.4], + "run_peak_memory_mb": [1536, 2765], + "run_disk_read_mb": [21, 189], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "pdac", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [69, 204], + "run_cpu_pct": [98.5, 99.8], + "run_peak_memory_mb": [1434, 1946], + "run_disk_read_mb": [80, 403], + "run_disk_write_mb": [2, 5], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1912, 0.2493, -0.0345, 0.5995, 0.1203, 1.7518, 1.2546, 2.46, 0.3781, 0.6737], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 105], + "run_cpu_pct": [143.2, 99], + "run_peak_memory_mb": [871, 2253], + "run_disk_read_mb": [21, 114], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 106], + "run_cpu_pct": [140.3, 99.8], + "run_peak_memory_mb": [870, 695], + "run_disk_read_mb": [21, 56], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 235], + "run_cpu_pct": [195.8, 99.5], + "run_peak_memory_mb": [1536, 2868], + "run_disk_read_mb": [21, 189], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "negative_normal", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [81, 50.8], + "run_cpu_pct": [99.5, 98.6], + "run_peak_memory_mb": [1434, 478], + "run_disk_read_mb": [86, 41], + "run_disk_write_mb": [4, 4], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [0.0069, 0.0111, 0.4996, 0.0008, 0.7485, 0.1376, 7.0885, 5.1191, 9.4364, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 103], + "run_cpu_pct": [148.5, 98.9], + "run_peak_memory_mb": [872, 3175], + "run_disk_read_mb": [21, 124], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 114], + "run_cpu_pct": [338.1, 99.3], + "run_peak_memory_mb": [2868, 690], + "run_disk_read_mb": [21, 65], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 167], + "run_cpu_pct": [198.4, 99.3], + "run_peak_memory_mb": [2868, 3892], + "run_disk_read_mb": [21, 199], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "negative_shuffle", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [84, 50], + "run_cpu_pct": [99.4, 98.9], + "run_peak_memory_mb": [1434, 479], + "run_disk_read_mb": [84, 41], + "run_disk_write_mb": [3, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0164, 0.0198, 0.5005, 0.0006, 0.7475, 0.1349, 4.0919, 4.8765, 9.449, 0, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 110], + "run_cpu_pct": [285.4, 99.1], + "run_peak_memory_mb": [2868, 3072], + "run_disk_read_mb": [21, 122], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.2, 114], + "run_cpu_pct": [154.1, 99.9], + "run_peak_memory_mb": [873, 702], + "run_disk_read_mb": [21, 63], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 202], + "run_cpu_pct": [218.6, 99.4], + "run_peak_memory_mb": [1536, 3789], + "run_disk_read_mb": [21, 197], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "positive", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [100, 64], + "run_cpu_pct": [99.4, 98.8], + "run_peak_memory_mb": [1434, 469], + "run_disk_read_mb": [95, 41], + "run_disk_write_mb": [13, 13], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_cosine", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1383, 0.1739, 0.8758, 0.6642, 0, 0, 2.9608, 4.8832, 1.355, 1, 1], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 109], + "run_cpu_pct": [208.9, 98.2], + "run_peak_memory_mb": [2868, 3072], + "run_disk_read_mb": [21, 133], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 122], + "run_cpu_pct": [191.1, 100], + "run_peak_memory_mb": [2868, 736], + "run_disk_read_mb": [21, 74], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 155], + "run_cpu_pct": [136.7, 98.8], + "run_peak_memory_mb": [869, 3687], + "run_disk_read_mb": [21, 208], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "scdesign2", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [83, 272], + "run_cpu_pct": [99.2, 190.3], + "run_peak_memory_mb": [1434, 1844], + "run_disk_read_mb": [84, 43], + "run_disk_write_mb": [3, 4], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_recall"], + "metric_values": [-0.0035, 0.0029, -0.0451, 0.2477, 0.0691, 6.224, 19.4963, 4.9533, 0], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 101], + "run_cpu_pct": [206.2, 98.9], + "run_peak_memory_mb": [1536, 3072], + "run_disk_read_mb": [21, 122], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 114], + "run_cpu_pct": [143.2, 99.8], + "run_peak_memory_mb": [871, 689], + "run_disk_read_mb": [21, 63], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 150], + "run_cpu_pct": [143.8, 99.1], + "run_peak_memory_mb": [871, 3687], + "run_disk_read_mb": [21, 197], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "scdesign3_nb", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [83, 5313], + "run_cpu_pct": [99.4, 100.2], + "run_peak_memory_mb": [1536, 5223], + "run_disk_read_mb": [84, 77], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0438, 0.0552, 0.608, 0.1907, 0.0553, 1.6652, 2.3483, 1.5251, 0.7988, 0.7418], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 102], + "run_cpu_pct": [224.7, 98.9], + "run_peak_memory_mb": [2868, 3072], + "run_disk_read_mb": [21, 122], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 119], + "run_cpu_pct": [204.5, 99.8], + "run_peak_memory_mb": [1536, 688], + "run_disk_read_mb": [21, 63], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 159], + "run_cpu_pct": [245.4, 99.2], + "run_peak_memory_mb": [2868, 3789], + "run_disk_read_mb": [21, 197], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [81, 4660], + "run_cpu_pct": [99.4, 100.3], + "run_peak_memory_mb": [1536, 5018], + "run_disk_read_mb": [84, 77], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.0594, 0.0632, 0.6082, 0.1191, 0.0397, 2.404, 2.3828, 1.2085, 0.7536, 0.8571], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.8, 113], + "run_cpu_pct": [305.5, 99.1], + "run_peak_memory_mb": [2868, 3072], + "run_disk_read_mb": [21, 122], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 113], + "run_cpu_pct": [195.1, 99.8], + "run_peak_memory_mb": [1536, 689], + "run_disk_read_mb": [21, 63], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 161], + "run_cpu_pct": [193.4, 99.4], + "run_peak_memory_mb": [1536, 3892], + "run_disk_read_mb": [21, 197], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "sparsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [83, 75], + "run_cpu_pct": [97.6, 99.3], + "run_peak_memory_mb": [1434, 1229], + "run_disk_read_mb": [84, 68], + "run_disk_write_mb": [3, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [-0.005, 0.0026, 0.0282, 0.5118, 0.1008, 7.7457, 6.0783, 6.4864, 0.3397, 0.3901], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.5, 101], + "run_cpu_pct": [228.8, 99], + "run_peak_memory_mb": [2868, 3072], + "run_disk_read_mb": [21, 122], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 114], + "run_cpu_pct": [229.1, 99.8], + "run_peak_memory_mb": [2868, 690], + "run_disk_read_mb": [21, 63], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 163], + "run_cpu_pct": [190.7, 99.2], + "run_peak_memory_mb": [1536, 3789], + "run_disk_read_mb": [21, 197], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "splatter", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [83, 62], + "run_cpu_pct": [99.5, 99.5], + "run_peak_memory_mb": [1536, 986], + "run_disk_read_mb": [84, 64], + "run_disk_write_mb": [2, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [-0.0038, 0.0054, -0.0039, 0.8076, 0.16, 3.1473, 5.1721, 5.3915, 0.1579, 0.033], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 101], + "run_cpu_pct": [296.7, 98.9], + "run_peak_memory_mb": [2868, 3072], + "run_disk_read_mb": [21, 122], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [3.2, 113], + "run_cpu_pct": [227.2, 99.8], + "run_peak_memory_mb": [2868, 690], + "run_disk_read_mb": [21, 63], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 143], + "run_cpu_pct": [147.6, 99.3], + "run_peak_memory_mb": [871, 3892], + "run_disk_read_mb": [21, 197], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "srtsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [85, 73], + "run_cpu_pct": [98.3, 99.2], + "run_peak_memory_mb": [1434, 773], + "run_disk_read_mb": [84, 66], + "run_disk_write_mb": [3, 2], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [0.1529, 0.1626, 0.5927, 0.0258, 0.0166, 2.7784, 6.9317, 3.8879, 0.8141, 0.8901], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 101], + "run_cpu_pct": [318.4, 98.7], + "run_peak_memory_mb": [2868, 3072], + "run_disk_read_mb": [21, 122], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 115], + "run_cpu_pct": [271.4, 100], + "run_peak_memory_mb": [2868, 684], + "run_disk_read_mb": [21, 63], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 162], + "run_cpu_pct": [190.2, 99.4], + "run_peak_memory_mb": [1536, 3789], + "run_disk_read_mb": [21, 197], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "prostate", + "method_name": "symsim", + "paramset_name": null, + "paramset": null, + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [82, 183], + "run_cpu_pct": [99.4, 99.5], + "run_peak_memory_mb": [1434, 1946], + "run_disk_read_mb": [84, 324], + "run_disk_write_mb": [3, 4], + "metric_names": ["clustering_ari", "clustering_nmi", "crosscor_mantel", "ctdeconvolute_jsd", "ctdeconvolute_rmse", "ks_statistic_L_stats", "ks_statistic_morans_I", "ks_statistic_nn_correlation", "svg_precision", "svg_recall"], + "metric_values": [-0.0038, 0.0054, 0.003, 0.9037, 0.1683, 2.6347, 2.6067, 2.1779, 0.2, 0.0879], + "metric_components": [ + { + "component_name": "downstream", + "metric_names": ["clustering_ari", "clustering_nmi", "svg_recall", "svg_precision", "ctdeconvolute_rmse", "ctdeconvolute_jsd", "crosscor_mantel", "crosscor_cosine"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 100], + "run_cpu_pct": [205.7, 98.9], + "run_peak_memory_mb": [1536, 3072], + "run_disk_read_mb": [21, 122], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_gene_cell", + "metric_names": ["ks_statistic_frac_zero_genes_zstat", "ks_statistic_frac_zero_cells_zstat", "ks_statistic_lib_size_cells_zstat", "ks_statistic_efflib_size_cells_zstat", "ks_statistic_tmm_cells_zstat", "ks_statistic_scaled_var_cells_zstat", "ks_statistic_scaled_mean_cells_zstat", "ks_statistic_lib_fraczero_cells_zstat", "ks_statistic_pearson_cells_zstat", "ks_statistic_scaled_var_genes_zstat", "ks_statistic_scaled_mean_genes_zstat", "ks_statistic_pearson_genes_zstat", "ks_statistic_mean_var_genes_zstat", "ks_statistic_mean_fraczero_genes_zstat", "ks_statistic_frac_zero_genes_tstat", "ks_statistic_frac_zero_cells_tstat", "ks_statistic_lib_size_cells_tstat", "ks_statistic_efflib_size_cells_tstat", "ks_statistic_tmm_cells_tstat", "ks_statistic_scaled_var_cells_tstat", "ks_statistic_scaled_mean_cells_tstat", "ks_statistic_lib_fraczero_cells_tstat", "ks_statistic_pearson_cells_tstat", "ks_statistic_scaled_var_genes_tstat", "ks_statistic_scaled_mean_genes_tstat", "ks_statistic_pearson_genes_tstat", "ks_statistic_mean_var_genes_tstat", "ks_statistic_mean_fraczero_genes_tstat"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.4, 114], + "run_cpu_pct": [171.7, 99.8], + "run_peak_memory_mb": [2868, 708], + "run_disk_read_mb": [21, 63], + "run_disk_write_mb": [1, 1] + }, + { + "component_name": "ks_statistic_sc_features", + "metric_names": ["ks_statistic_L_stats", "ks_statistic_nn_correlation", "ks_statistic_morans_I"], + "succeeded": true, + "run_exit_code": [0, 0], + "run_duration_secs": [2.3, 155], + "run_cpu_pct": [146.4, 99.3], + "run_peak_memory_mb": [871, 4301], + "run_disk_read_mb": [21, 197], + "run_disk_write_mb": [1, 1] + } + ] + }, + { + "dataset_name": "brain", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [9.6], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "breast", + "method_name": "scdesign3_poisson", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [143], + "run_duration_secs": [31231], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "breast", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [19.1], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "cortex", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [19.3], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "fibrosarcoma", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [19.3], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "gastrulation", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [9.5], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "hindlimbmuscle", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [19.1], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "olfactorybulb", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [19], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "osteosarcoma", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [19.2], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "pdac", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [19.5], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + }, + { + "dataset_name": "prostate", + "method_name": "zinbwave", + "paramset_name": null, + "paramset": null, + "succeeded": false, + "run_exit_code": [1], + "run_duration_secs": [19], + "run_cpu_pct": [], + "run_peak_memory_mb": [], + "run_disk_read_mb": [], + "run_disk_write_mb": [], + "metric_names": [], + "metric_values": [], + "metric_components": [] + } +] diff --git a/spatial_simulators/v0.0.1-rc1/task_info.json b/spatial_simulators/v0.0.1-rc1/task_info.json new file mode 100644 index 0000000..24cbd9b --- /dev/null +++ b/spatial_simulators/v0.0.1-rc1/task_info.json @@ -0,0 +1,66 @@ +{ + "name": "spatial_simulators", + "commit": "3d78c563c640709eee81833b9cf0e19ad31549c6", + "label": "Spatial Simulators", + "summary": "Assessing the quality of spatial transcriptomics simulators", + "description": "Computational methods for spatially resolved transcriptomics (SRT) are frequently developed \nand assessed through data simulation. The effectiveness of these evaluations relies on the \nsimulation methods' ability to accurately reflect experimental data. However, a systematic \nevaluation framework for spatial simulators is lacking. Here, we present SpatialSimBench, \na comprehensive evaluation framework that assesses 13 simulation methods using 10 distinct \nSTR datasets.\n\nThe research goal of this benchmark is to systematically evaluate and compare the\nperformance of various simulation methods for spatial transcriptomics (ST) data.\nIt aims to address the lack of a comprehensive evaluation framework for spatial simulators\nand explore the feasibility of leveraging existing single-cell simulators for ST data.\nThe experimental setup involves collecting public spatial transcriptomics datasets and\ncorresponding scRNA-seq datasets.\nThe spatial and scRNA-seq datasets can originate from different study but should consist\nof similar cell types from similar tissues.", + "repository": "https://github.com/openproblems-bio/task_spatial_simulators", + "authors": [ + { + "name": "Xiaoqi Liang", + "roles": [ + "author" + ], + "github": "littlecabiria", + "orcid": "0009-0004-9625-1441", + "info": {} + }, + { + "name": "Yue Cao", + "roles": [ + "author", + "maintainer" + ], + "github": "ycao6928", + "orcid": "0000-0002-2356-4031", + "info": {} + }, + { + "name": "Jean Yang", + "roles": [ + "author" + ], + "github": "jeany21", + "orcid": "0000-0002-5271-2603", + "info": {} + }, + { + "name": "Robrecht Cannoodt", + "roles": [ + "contributor" + ], + "github": "rcannood", + "orcid": "0000-0003-3641-729X", + "info": {} + }, + { + "name": "Sai Nirmayi Yasa", + "roles": [ + "contributor" + ], + "github": "sainirmayi", + "orcid": "0009-0003-6319-9803", + "info": {} + } + ], + "license": "MIT", + "references": { + "doi": [ + "10.1101/2024.05.29.596418" + ], + "bibtex": [] + }, + "version": "v0.0.1-rc1", + "is_prerelease": true, + "timestamp": "2026-06-23T13:12:37Z" +} \ No newline at end of file