Skip to content
Permalink

Comparing changes

Choose two branches to see what’s changed or to start a new pull request. If you need to, you can also or learn more about diff comparisons.

Open a pull request

Create a new pull request by comparing changes across two branches. If you need to, you can also . Learn more about diff comparisons here.
base repository: metavannier/scRNAseq_analysis_workflow
Failed to load repositories. Confirm that selected base ref is valid, then try again.
Loading
base: v1.0.0
Choose a base ref
...
head repository: metavannier/scRNAseq_analysis_workflow
Failed to load repositories. Confirm that selected head ref is valid, then try again.
Loading
compare: master
Choose a head ref
Loading
Showing with 7,564 additions and 647 deletions.
  1. +11 −1 .gitignore
  2. +14 −0 02_Container/ReferenceEnhancer.yaml
  3. +9 −0 02_Container/dotplot.yaml
  4. +10 −0 02_Container/eval_prediction.yaml
  5. +4 −0 02_Container/fastqc.yaml
  6. +12 −0 02_Container/knnor.yaml
  7. +9 −0 02_Container/merge.yaml
  8. +5 −5 02_Container/multiqc.yaml
  9. +16 −0 02_Container/normalisation.yaml
  10. +21 −0 02_Container/preparation_sims.yaml
  11. +36 −0 02_Container/processing_multiplex.yaml
  12. +24 −0 02_Container/rm_doublets.yaml
  13. +5 −2 02_Container/seurat.yaml
  14. +14 −0 02_Container/sims.yaml
  15. +325 −0 02_Container/urd.yaml
  16. +189 −0 03_Script/00_general_deps.R
  17. +419 −0 03_Script/01_prepare_data.R
  18. +87 −0 03_Script/02_variables_genes.R
  19. +124 −0 03_Script/03_cell_heterogeneity_PCA.R
  20. +193 −0 03_Script/04_cell_heterogeneity_tSNE_UMAP.R
  21. +319 −0 03_Script/05_cell_heterogeneity_clustering.R
  22. +42 −14 03_Script/RefForCellranger.sh
  23. +33 −0 03_Script/ReferenceEnhancer.R
  24. +164 −0 03_Script/allen_mouse_whole_cortex.R
  25. +301 −0 03_Script/arlotta.R
  26. +483 −0 03_Script/correlation/dotplot.py
  27. +80 −0 03_Script/correlation/utils.py
  28. +66 −0 03_Script/doublets.R
  29. +113 −0 03_Script/dropletutils.R
  30. +141 −0 03_Script/evaluate_prediction.R
  31. +200 −0 03_Script/imbalanced_datasets.py
  32. +157 −0 03_Script/merge/merge_rds.R
  33. +140 −0 03_Script/mousegastrulation.R
  34. +148 −0 03_Script/mousegastrulation_atlas updated.R
  35. +280 −0 03_Script/mousegastrulation_atlas.R
  36. +87 −0 03_Script/normalisation.R
  37. +242 −0 03_Script/processing_multiplex.Rmd
  38. +90 −0 03_Script/processing_multiplex_reports_compilation.R
  39. +64 −0 03_Script/rm_doublets.Rmd
  40. +42 −0 03_Script/rm_doublets_reports_compilation.R
  41. +0 −224 03_Script/seurat.R
  42. +151 −47 03_Script/seurat.Rmd
  43. +82 −13 03_Script/seurat_reports_compilation.R
  44. +63 −0 03_Script/sims_prediction.py
  45. +90 −0 03_Script/sims_training.py
  46. +92 −0 03_Script/to_anndata_file.py
  47. +170 −0 03_Script/umapCellAssignation.R
  48. +120 −0 03_Script/unknown_prediction.R
  49. +526 −0 03_Script/velocity/urd.Rmd
  50. +23 −0 03_Script/velocity/urd_reports_compilation.R
  51. +118 −0 04_Workflow/SIMS.smk
  52. +124 −72 04_Workflow/cellranger.smk
  53. +117 −0 04_Workflow/cellranger_demultiplex.smk
  54. +86 −0 04_Workflow/clean.smk
  55. +86 −0 04_Workflow/clean_demultiplex.smk
  56. +21 −0 04_Workflow/correlation/correlation.smk
  57. +0 −12 04_Workflow/create_snakemake_virtualenv.sh
  58. +0 −39 04_Workflow/fastqc.smk
  59. +38 −0 04_Workflow/knnor.smk
  60. +86 −0 04_Workflow/prepare_data_sims.smk
  61. +53 −0 04_Workflow/processing_multiplex.smk
  62. +25 −0 04_Workflow/rm_doublets.smk
  63. +65 −29 04_Workflow/seurat.smk
  64. +25 −0 04_Workflow/umapCellAssignation.smk
  65. +49 −0 04_Workflow/velocity/urd.smk
  66. +86 −27 06_Schemas/config.schema.yaml
  67. +3 −0 07_Report/label.rst
  68. +21 −0 07_Report/processing_multiplex.rst
  69. +7 −0 07_Report/rm_doublet.rst
  70. +8 −0 07_Report/umap_sims.rst
  71. +66 −0 07_Report/workflow.rst
  72. +1 −1 LICENSE
  73. +8 −5 README.md
  74. +142 −82 Snakefile
  75. +257 −44 config.yaml
  76. +16 −0 multi_config.csv
  77. +15 −30 run_slurm.sh
  78. +5 −0 sample.tsv
12 changes: 11 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
@@ -2,6 +2,7 @@
00_RawData
01_Reference
02_Container/cellranger.sif
02_Container/mambaforge:23.1.0-1.sif
05_Output
.vscode/
.bash_history/
@@ -12,4 +13,13 @@
.local/
.singularity/
snakemake_virtenv/

test
S004647_to_S004650_unoptimized_ref/
S004647_to_S004650/
__pycache__
.netrc
global_report.html
run_slurm_sims.sh
run_slurm.sh
run-slurm_sims_gpu.sh
processing_multiplex.Rmd_all
14 changes: 14 additions & 0 deletions 02_Container/ReferenceEnhancer.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
channels:
- bioconda
- conda-forge
- defaults
- r
dependencies:
- r-devtools=2.4.5
- bedops
- bedtools
- bioconda::bioconductor-rtracklayer
- bioconda::bioconductor-rsamtools
- bioconda::bioconductor-iranges
- bioconda::bioconductor-genomicranges
- bioconda::bioconductor-genomicalignments
9 changes: 9 additions & 0 deletions 02_Container/dotplot.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
channels:
- defaults
- conda-forge
dependencies:
- python=3.9 # Replace with your preferred Python version
- numpy
- pandas
- matplotlib
- scikit-image
10 changes: 10 additions & 0 deletions 02_Container/eval_prediction.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
channels :
- r
- bioconda
- conda-forge
- defaults
dependencies :
- r-base = 4.3.2
- r-data.table = 1.14.10
- r-ggplot2
- r-dplyr
4 changes: 4 additions & 0 deletions 02_Container/fastqc.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
channels:
- bioconda
dependencies:
- fastqc=0.12.1
12 changes: 12 additions & 0 deletions 02_Container/knnor.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
channels :
- main
- defaults
- bioconda
- conda-forge
dependencies :
- python = 3.9
- pandas
- numpy
- pip
- pip :
- knnor
9 changes: 9 additions & 0 deletions 02_Container/merge.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
channels :
- r
- bioconda
- conda-forge
- defaults
dependencies :
- r-base
- r-seurat =4.0.3
- r-sessioninfo =1.2.1
10 changes: 5 additions & 5 deletions 02_Container/multiqc.yaml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
channels:
- bioconda
- conda-forge
- defaults
- r
- bioconda
- conda-forge
- defaults
- r
dependencies:
- multiqc=1.11
- bioconda::multiqc=1.14
16 changes: 16 additions & 0 deletions 02_Container/normalisation.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
channels :
- r
- bioconda
- conda-forge
- defaults
dependencies :
- r-base = 4.3.2
- r-biocmanager = 1.30.22
- bioconductor-singlecellexperiment = 1.24.0
- r-magick = 2.7.5
- bioconductor-scran = 1.30.0
- r-data.table = 1.14.10
- r-matrix = 1.6.1
- r-irlba = 2.3.5.1
- bioconductor-scater = 1.30.1
- r-seurat = 4.4.0
21 changes: 21 additions & 0 deletions 02_Container/preparation_sims.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
channels :
- r
- bioconda
- conda-forge
- defaults
dependencies :
- r-base = 4.3.2
- r-biocmanager = 1.30.22
# - bioconductor-singlecellexperiment=1.22.0
- bioconductor-singlecellexperiment = 1.24.0
- r-magick = 2.7.5
- bioconductor-scran = 1.30.0
- r-data.table = 1.14.10
- r-matrix = 1.6.1
- r-irlba = 2.3.5.1
- conda-forge::anndata = 0.9.2
- conda-forge::pandas = 2.1.1
- bioconductor-scater = 1.30.1
- r-seurat = 4.4.0
- bioconductor-zellkonverter = 1.12.1
- bioconductor-singlecelltk = 2.12.0
36 changes: 36 additions & 0 deletions 02_Container/processing_multiplex.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
channels :
- r
- bioconda
- conda-forge
- defaults
dependencies :
# DropletUtils
- bioconductor-dropletutils = 1.10.3
- r-cowplot = 1.1.1
- r-matrix = 1.4-1
- bioconductor-beachmat = 2.6.4
- bioconductor-biocparallel
# Seurat
- r-ggplot2 = 3.3.6
- r-dt = 0.25
- r-data.table = 1.14.2
- r-seurat = 4.1.1
- r-dplyr = 1.0.10
- r-patchwork = 1.1.2
- bioconductor-glmgampoi = 1.2.0
- r-devtools = 2.4.4
- r-sessioninfo = 1.2.2
- bioconductor-dittoseq = 1.2.5
- bioconductor-enhancedvolcano
- r-ggpubr = 0.4.0
# Report snakemake
- conda-forge::jinja2=2.11.2
- conda-forge::networkx=2.5
- conda-forge::pygraphviz=1.6
- conda-forge::pygments=2.7.2
# For visualizing workflows
- graphviz=2.42.3
- xorg-libxrender
- xorg-libxpm
- conda-forge::r-rmarkdown=2.5
- conda-forge::r-tidyverse=1.3.0
24 changes: 24 additions & 0 deletions 02_Container/rm_doublets.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
channels :
- r
- bioconda
- conda-forge
- defaults
dependencies :
- r-base
- bioconductor-scran = 1.10.1
# - r-biocmanager
# - r-seurat = 3.1.5
- r-irlba = 2.3.3
- bioconductor-singlecellexperiment = 1.4.0
# - bioconductor-biocparallel
# - r-ggplot2
- r-matrix = 1.2-18
# - r-matrixstats
# - r-igraph
- bioconductor-scater = 1.10.1
- r-reshape2 = 1.4.4
- r-knitr = 1.28
- conda-forge::r-rmarkdown = 2.1
- bioconductor-biomart = 2.38.0
# - r-data.table
# - r-seuratobject
7 changes: 5 additions & 2 deletions 02_Container/seurat.yaml
Original file line number Diff line number Diff line change
@@ -4,16 +4,19 @@ channels :
- conda-forge
- defaults
dependencies :
- r-ggplot2 =3.3.5
- r-ggplot2
- r-dt
- r-data.table =1.14.2
- r-seurat =4.0.3
- r-dplyr =1.0.7
- r-dplyr =1.0.9
- r-patchwork =1.1.1
- bioconductor-glmgampoi =1.2.0
- r-devtools =2.4.2
- r-sessioninfo =1.2.1
- bioconductor-dittoseq
- bioconductor-enhancedvolcano=1.8.0
- r-ggpubr
- r-cowplot
# Report snakemake
- conda-forge::jinja2=2.11.2
- conda-forge::networkx=2.5
14 changes: 14 additions & 0 deletions 02_Container/sims.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
channels :
- main
- defaults
- conda-forge
- bioconda
dependencies :
- python = 3.9
- bioconductor-zellkonverter = 1.12.1
- pip
- pip:
- --upgrade pip setuptools wheel
# - --install tensorflow-gpu
# Sims version Mar 14, 2024
- --use-pep517 git+https://github.com/braingeneers/SIMS.git@fb652b8822636da039324e659f1b114b9d257fa2
Loading