| 1 |
#!/bin/sh -e |
| 2 |
|
| 3 |
echo "We need to package https://github.com/PacificBiosciences/pbsv first!" |
| 4 |
echo "Also https://github.com/ACEnglish/truvari for comparison would be nice to have." |
| 5 |
exit |
| 6 |
|
| 7 |
# https://github.com/tjiangHIT/sv-benchmark |
| 8 |
|
| 9 |
# 1. Create directory structure |
| 10 |
mkdir -p fastqs ref alns tools/{pbsv,sniffles,svim,cuteSV} giab |
| 11 |
|
| 12 |
# 2. Download genome in a bottle annotations: |
| 13 |
FTPDIR=ftp://ftp-trace.ncbi.nlm.nih.gov/giab/ftp/data/AshkenazimTrio/analysis/ |
| 14 |
curl -s ${FTPDIR}/NIST_SVs_Integration_v0.6/HG002_SVs_Tier1_v0.6.bed > giab/HG002_SVs_Tier1_v0.6.bed |
| 15 |
curl -s ${FTPDIR}/NIST_SVs_Integration_v0.6/HG002_SVs_Tier1_v0.6.vcf.gz > giab/HG002_SVs_Tier1_v0.6.vcf.gz |
| 16 |
|
| 17 |
# 3. Download hg19 reference with decoys and map non-ACGT characters to N: |
| 18 |
curl -s ftp://ftp-trace.ncbi.nih.gov/1000genomes/ftp/technical/reference/phase2_reference_assembly_sequence/hs37d5.fa.gz > ref/human_hs37d5.fasta.gz |
| 19 |
gunzip ref/human_hs37d5.fasta.gz |
| 20 |
sed -i '/^[^>]/ y/BDEFHIJKLMNOPQRSUVWXYZbdefhijklmnopqrsuvwxyz/NNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNN/' ref/human_hs37d5.fasta |
| 21 |
|
| 22 |
# 4. Download hg19 tandem repeat annotations: |
| 23 |
curl -s https://raw.githubusercontent.com/PacificBiosciences/pbsv/master/annotations/human_hs37d5.trf.bed > ref/human_hs37d5.trf.bed |
| 24 |
|
| 25 |
# 5. Download all .fastq files: |
| 26 |
FTPDIR=ftp://ftp.ncbi.nlm.nih.gov/giab/ftp/data/AshkenazimTrio/HG002_NA24385_son/UCSC_Ultralong_OxfordNanopore_Promethion/ |
| 27 |
for fastq in $(curl -s -l ${FTPDIR} | grep '.fastq'); do curl -s ${FTPDIR}${fastq} > fastqs/${fastq}; done |
| 28 |
for fastq in `ls fastqs`; do gunzip fastqs/${fastq}; done |
| 29 |
|
| 30 |
## Alignment |
| 31 |
# 6. Align each movie: |
| 32 |
for i in `ls fastqs/`;do |
| 33 |
minimap2 ref/human_hs37d5.fasta fastq/$i -a -z 600,200 -x map-ont \ |
| 34 |
--MD -Y -o alns/$i.sam -R '@RG\tID:hg2' |
| 35 |
done |
| 36 |
|
| 37 |
# 7. Alignments sorting and merging: |
| 38 |
for i in `ls alns/`;do |
| 39 |
samtools view -buS alns/$i | samtools sort -O bam -T ./ - > alns/$i.bam |
| 40 |
done |
| 41 |
for i in `ls alns/*.bam`; do echo $i; done > input_bam.fofn |
| 42 |
samtools merge alns/GM24385_all.bam -b input_bam.fofn && samtools index alns/GM24385_all.bam |
| 43 |
|
| 44 |
## Run pbsv |
| 45 |
# 8a) Discover SV signatures for each alignment, can be done in parallel: |
| 46 |
pbsv discover alns/GM24385_all.bam tools/pbsv/hg2_ont.svsig.gz" --tandem-repeats ref/human_hs37d5.trf.bed |
| 47 |
|
| 48 |
# 8b) Call and polish SVs: |
| 49 |
pbsv call ref/human_hs37d5.fasta tools/pbsv/hg2_ont.svsig.gz tools/pbsv/hg2_ont.pbsv.vcf -t INS,DEL |
| 50 |
bgzip tools/pbsv/hg2_ont.pbsv.vcf |
| 51 |
tabix tools/pbsv/hg2_ont.pbsv.vcf.gz |
| 52 |
|
| 53 |
## Run svim |
| 54 |
#9a) Run svim: |
| 55 |
svim alignment tools/svim alns/GM24385_all.bam ref/human_hs37d5.fasta --min_sv_size 30 |
| 56 |
|
| 57 |
#9b) Prepare for truvari: |
| 58 |
cat tools/svim/final_results.vcf \ |
| 59 |
| sed 's/INS:NOVEL/INS/g' \ |
| 60 |
| sed 's/DUP:INT/INS/g' \ |
| 61 |
| sed 's/DUP:TANDEM/INS/g' \ |
| 62 |
| awk '{ if($1 ~ /^#/) { print $0 } else { if($5=="<DEL>" || $5=="<INS>") { print $0 }}}' \ |
| 63 |
| grep -v 'SUPPORT=1;\|SUPPORT=2;\|SUPPORT=3;\|SUPPORT=4;\|SUPPORT=5;\|SUPPORT=6;\|SUPPORT=7;\|SUPPORT=8;\|SUPPORT=9;' \ |
| 64 |
| sed 's/q5/PASS/g' > tools/svim/hg2_ont.svim.vcf |
| 65 |
bgzip tools/svim/hg2_ont.svim.vcf |
| 66 |
tabix tools/svim/hg2_ont.svim.vcf.gz |
| 67 |
|
| 68 |
## Run sniffles |
| 69 |
# 10a) Run sniffles: |
| 70 |
sniffles -s 10 -l 30 -m alns/GM24385_all.bam -v tools/sniffles/hg2_ont.sniffles.vcf --genotype |
| 71 |
|
| 72 |
# 10b) Prepare for truvari: |
| 73 |
cat <(cat tools/sniffles/hg2_ont.sniffles.vcf | grep "^#") \ |
| 74 |
<(cat tools/sniffles/hg2_ont.sniffles.vcf | grep -vE "^#" | \ |
| 75 |
grep 'DUP\|INS\|DEL' | sed 's/DUP/INS/g' | sort -k1,1 -k2,2g) \ |
| 76 |
| bgzip -c > tools/sniffles/hg2_ont.sniffles.vcf.gz |
| 77 |
tabix tools/sniffles/hg2_ont.sniffles.vcf.gz |
| 78 |
|
| 79 |
## Run cuteSV |
| 80 |
# 11a) Run cuteSV: |
| 81 |
cuteSV alns/GM24385_all.bam tools/cuteSV/hg2_ont.cuteSV.vcf ./ -s 10 -l 30 |
| 82 |
|
| 83 |
# 11b) Prepare for truvari: |
| 84 |
grep -v 'INV\|DUP\|BND' tools/cuteSV/hg2_ont.cuteSV.vcf | bgzip -c > tools/cuteSV/hg2_ont.cuteSV.vcf.gz |
| 85 |
tabix tools/cuteSV/hg2_ont.cuteSV.vcf.gz |
| 86 |
|
| 87 |
## Final comparison |
| 88 |
# 11. Compare to ground truth: |
| 89 |
|
| 90 |
truvari -f ref/human_hs37d5.fasta -b giab/HG002_SVs_Tier1_v0.6.vcf.gz\ |
| 91 |
--includebed giab/HG002_SVs_Tier1_v0.6.bed -o bench-pbsv --passonly\ |
| 92 |
--giabreport -r 1000 -p 0.00 -c tools/pbsv/hg2.pbsv.vcf.gz |
| 93 |
truvari -f ref/human_hs37d5.fasta -b giab/HG002_SVs_Tier1_v0.6.vcf.gz\ |
| 94 |
--includebed giab/HG002_SVs_Tier1_v0.6.bed -o bench-svim --passonly\ |
| 95 |
--giabreport -r 1000 -p 0.00 -c tools/svim/hg2.svim.vcf.gz |
| 96 |
truvari -f ref/human_hs37d5.fasta -b giab/HG002_SVs_Tier1_v0.6.vcf.gz\ |
| 97 |
--includebed giab/HG002_SVs_Tier1_v0.6.bed -o bench-sniffles --passonly\ |
| 98 |
--giabreport -r 1000 -p 0.00 -c tools/sniffles/hg2.sniffles.vcf.gz |
| 99 |
truvari -f ref/human_hs37d5.fasta -b giab/HG002_SVs_Tier1_v0.6.vcf.gz\ |
| 100 |
--includebed giab/HG002_SVs_Tier1_v0.6.bed -o bench-cuteSV --passonly\ |
| 101 |
--giabreport -r 1000 -p 0.00 -c tools/cuteSV/hg2_ont.cuteSV.vcf.gz |