Debian Codegraph @

debian/tests/benchmark

raw
1 #!/bin/sh -e
2
3 echo "We need to package https://github.com/PacificBiosciences/pbsv first!"
4 echo "Also https://github.com/ACEnglish/truvari for comparison would be nice to have."
5 exit
6
7 # https://github.com/tjiangHIT/sv-benchmark
8
9 # 1. Create directory structure
10 mkdir -p fastqs ref alns tools/{pbsv,sniffles,svim,cuteSV} giab
11
12 # 2. Download genome in a bottle annotations:
13 FTPDIR=ftp://ftp-trace.ncbi.nlm.nih.gov/giab/ftp/data/AshkenazimTrio/analysis/
14 curl -s ${FTPDIR}/NIST_SVs_Integration_v0.6/HG002_SVs_Tier1_v0.6.bed > giab/HG002_SVs_Tier1_v0.6.bed
15 curl -s ${FTPDIR}/NIST_SVs_Integration_v0.6/HG002_SVs_Tier1_v0.6.vcf.gz > giab/HG002_SVs_Tier1_v0.6.vcf.gz
16
17 # 3. Download hg19 reference with decoys and map non-ACGT characters to N:
18 curl -s ftp://ftp-trace.ncbi.nih.gov/1000genomes/ftp/technical/reference/phase2_reference_assembly_sequence/hs37d5.fa.gz > ref/human_hs37d5.fasta.gz
19 gunzip ref/human_hs37d5.fasta.gz
20 sed -i '/^[^>]/ y/BDEFHIJKLMNOPQRSUVWXYZbdefhijklmnopqrsuvwxyz/NNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNN/' ref/human_hs37d5.fasta
21
22 # 4. Download hg19 tandem repeat annotations:
23 curl -s https://raw.githubusercontent.com/PacificBiosciences/pbsv/master/annotations/human_hs37d5.trf.bed > ref/human_hs37d5.trf.bed
24
25 # 5. Download all .fastq files:
26 FTPDIR=ftp://ftp.ncbi.nlm.nih.gov/giab/ftp/data/AshkenazimTrio/HG002_NA24385_son/UCSC_Ultralong_OxfordNanopore_Promethion/
27 for fastq in $(curl -s -l ${FTPDIR} | grep '.fastq'); do curl -s ${FTPDIR}${fastq} > fastqs/${fastq}; done
28 for fastq in `ls fastqs`; do gunzip fastqs/${fastq}; done
29
30 ## Alignment
31 # 6. Align each movie:
32 for i in `ls fastqs/`;do
33 minimap2 ref/human_hs37d5.fasta fastq/$i -a -z 600,200 -x map-ont \
34 --MD -Y -o alns/$i.sam -R '@RG\tID:hg2'
35 done
36
37 # 7. Alignments sorting and merging:
38 for i in `ls alns/`;do
39 samtools view -buS alns/$i | samtools sort -O bam -T ./ - > alns/$i.bam
40 done
41 for i in `ls alns/*.bam`; do echo $i; done > input_bam.fofn
42 samtools merge alns/GM24385_all.bam -b input_bam.fofn && samtools index alns/GM24385_all.bam
43
44 ## Run pbsv
45 # 8a) Discover SV signatures for each alignment, can be done in parallel:
46 pbsv discover alns/GM24385_all.bam tools/pbsv/hg2_ont.svsig.gz" --tandem-repeats ref/human_hs37d5.trf.bed
47
48 # 8b) Call and polish SVs:
49 pbsv call ref/human_hs37d5.fasta tools/pbsv/hg2_ont.svsig.gz tools/pbsv/hg2_ont.pbsv.vcf -t INS,DEL
50 bgzip tools/pbsv/hg2_ont.pbsv.vcf
51 tabix tools/pbsv/hg2_ont.pbsv.vcf.gz
52
53 ## Run svim
54 #9a) Run svim:
55 svim alignment tools/svim alns/GM24385_all.bam ref/human_hs37d5.fasta --min_sv_size 30
56
57 #9b) Prepare for truvari:
58 cat tools/svim/final_results.vcf \
59 | sed 's/INS:NOVEL/INS/g' \
60 | sed 's/DUP:INT/INS/g' \
61 | sed 's/DUP:TANDEM/INS/g' \
62 | awk '{ if($1 ~ /^#/) { print $0 } else { if($5=="<DEL>" || $5=="<INS>") { print $0 }}}' \
63 | grep -v 'SUPPORT=1;\|SUPPORT=2;\|SUPPORT=3;\|SUPPORT=4;\|SUPPORT=5;\|SUPPORT=6;\|SUPPORT=7;\|SUPPORT=8;\|SUPPORT=9;' \
64 | sed 's/q5/PASS/g' > tools/svim/hg2_ont.svim.vcf
65 bgzip tools/svim/hg2_ont.svim.vcf
66 tabix tools/svim/hg2_ont.svim.vcf.gz
67
68 ## Run sniffles
69 # 10a) Run sniffles:
70 sniffles -s 10 -l 30 -m alns/GM24385_all.bam -v tools/sniffles/hg2_ont.sniffles.vcf --genotype
71
72 # 10b) Prepare for truvari:
73 cat <(cat tools/sniffles/hg2_ont.sniffles.vcf | grep "^#") \
74 <(cat tools/sniffles/hg2_ont.sniffles.vcf | grep -vE "^#" | \
75 grep 'DUP\|INS\|DEL' | sed 's/DUP/INS/g' | sort -k1,1 -k2,2g) \
76 | bgzip -c > tools/sniffles/hg2_ont.sniffles.vcf.gz
77 tabix tools/sniffles/hg2_ont.sniffles.vcf.gz
78
79 ## Run cuteSV
80 # 11a) Run cuteSV:
81 cuteSV alns/GM24385_all.bam tools/cuteSV/hg2_ont.cuteSV.vcf ./ -s 10 -l 30
82
83 # 11b) Prepare for truvari:
84 grep -v 'INV\|DUP\|BND' tools/cuteSV/hg2_ont.cuteSV.vcf | bgzip -c > tools/cuteSV/hg2_ont.cuteSV.vcf.gz
85 tabix tools/cuteSV/hg2_ont.cuteSV.vcf.gz
86
87 ## Final comparison
88 # 11. Compare to ground truth:
89
90 truvari -f ref/human_hs37d5.fasta -b giab/HG002_SVs_Tier1_v0.6.vcf.gz\
91 --includebed giab/HG002_SVs_Tier1_v0.6.bed -o bench-pbsv --passonly\
92 --giabreport -r 1000 -p 0.00 -c tools/pbsv/hg2.pbsv.vcf.gz
93 truvari -f ref/human_hs37d5.fasta -b giab/HG002_SVs_Tier1_v0.6.vcf.gz\
94 --includebed giab/HG002_SVs_Tier1_v0.6.bed -o bench-svim --passonly\
95 --giabreport -r 1000 -p 0.00 -c tools/svim/hg2.svim.vcf.gz
96 truvari -f ref/human_hs37d5.fasta -b giab/HG002_SVs_Tier1_v0.6.vcf.gz\
97 --includebed giab/HG002_SVs_Tier1_v0.6.bed -o bench-sniffles --passonly\
98 --giabreport -r 1000 -p 0.00 -c tools/sniffles/hg2.sniffles.vcf.gz
99 truvari -f ref/human_hs37d5.fasta -b giab/HG002_SVs_Tier1_v0.6.vcf.gz\
100 --includebed giab/HG002_SVs_Tier1_v0.6.bed -o bench-cuteSV --passonly\
101 --giabreport -r 1000 -p 0.00 -c tools/cuteSV/hg2_ont.cuteSV.vcf.gz