| 1 |
#!/bin/bash |
| 2 |
# Time-stamp: <2025-10-17 11:39:29 Tao Liu> |
| 3 |
|
| 4 |
# integrative subcmds testing |
| 5 |
|
| 6 |
if [ $# -lt 1 ];then |
| 7 |
echo "Run all tests for subcommands of MACS3. Need >=1 parameter for a tag name! A unique string combining date, time and MACS3 version is recommended. ./cmdlinetest <TAG> [UPDATE]" |
| 8 |
echo "" |
| 9 |
echo "If UPDATE is set with anything, aka, this command sees a second parameter, the standard output results will be replaced." |
| 10 |
exit |
| 11 |
fi |
| 12 |
|
| 13 |
TAG=$1 |
| 14 |
if [ "$#" = "2" ];then |
| 15 |
REPLACE="Y" |
| 16 |
else |
| 17 |
REPLACE="N" |
| 18 |
fi |
| 19 |
|
| 20 |
TEMPDIR=../temp |
| 21 |
OUTPUTDIR_PREFIX=${TEMPDIR}/${TAG} |
| 22 |
|
| 23 |
# make temp directory if necessary |
| 24 |
if [ ! -d $TEMPDIR ]; then mkdir $TEMPDIR; fi |
| 25 |
|
| 26 |
CHIP=CTCF_SE_ChIP_chr22_50k.bed.gz |
| 27 |
CTRL=CTCF_SE_CTRL_chr22_50k.bed.gz |
| 28 |
|
| 29 |
CHIPPE=CTCF_PE_ChIP_chr22_50k.bam |
| 30 |
CTRLPE=CTCF_PE_CTRL_chr22_50k.bam |
| 31 |
|
| 32 |
CHIPBEDPE=CTCF_PE_ChIP_chr22_50k.bedpe.gz |
| 33 |
CTRLBEDPE=CTCF_PE_CTRL_chr22_50k.bedpe.gz |
| 34 |
|
| 35 |
CHIPCONTIGS50K=contigs50k.bed.gz |
| 36 |
|
| 37 |
CHIPBIGSPEEDTEST=CTCF_12878_5M.bed.gz |
| 38 |
CTRLBIGSPEEDTEST=input_12878_5M.bed.gz |
| 39 |
|
| 40 |
CALLVARPEAK=callvar_testing.narrowPeak |
| 41 |
|
| 42 |
ATACSEQBAM=yeast_500k_SRR1822137.bam |
| 43 |
ATACSEQBED=yeast_500k_SRR1822137.bedpe.gz |
| 44 |
|
| 45 |
FRAGFILE=test.fragments.tsv.gz |
| 46 |
BARCODESFILE=barcodes.txt |
| 47 |
|
| 48 |
# callpeak |
| 49 |
echo "1. callpeak" |
| 50 |
echo "1.1 callpeak narrow" |
| 51 |
|
| 52 |
mkdir ${OUTPUTDIR_PREFIX}_run_callpeak_narrow |
| 53 |
|
| 54 |
macs3 callpeak -g 52000000 -t $CHIP -c $CTRL -n run_callpeak_narrow0 -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_narrow --cutoff-analysis &> ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0.log |
| 55 |
macs3 callpeak -g 52000000 -t $CHIP -c $CTRL -n run_callpeak_narrow1 -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_narrow --d-min 15 --call-summits &> ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow1.log |
| 56 |
macs3 callpeak -g 52000000 -t $CHIP -c $CTRL -n run_callpeak_narrow2 -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_narrow --nomodel --extsize 100 &> ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow2.log |
| 57 |
macs3 callpeak -g 52000000 -t $CHIP -c $CTRL -n run_callpeak_narrow3 -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_narrow --nomodel --extsize 100 --shift -50 &> ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow3.log |
| 58 |
macs3 callpeak -g 52000000 -t $CHIP -c $CTRL -n run_callpeak_narrow4 -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_narrow --nomodel --nolambda --extsize 100 --shift -50 &> ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow4.log |
| 59 |
macs3 callpeak -g 52000000 -t $CHIP -c $CTRL -n run_callpeak_narrow5 -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_narrow --scale-to large &> ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow5.log |
| 60 |
|
| 61 |
echo "1.2 callpeak broad" |
| 62 |
mkdir ${OUTPUTDIR_PREFIX}_run_callpeak_broad |
| 63 |
|
| 64 |
macs3 callpeak -g 52000000 -t $CHIP -c $CTRL -n run_callpeak_broad -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_broad --broad &> ${OUTPUTDIR_PREFIX}_run_callpeak_broad/run_callpeak_broad.log |
| 65 |
|
| 66 |
echo "1.3 callpeak on PE narrow/broad" |
| 67 |
|
| 68 |
mkdir ${OUTPUTDIR_PREFIX}_run_callpeak_pe_narrow |
| 69 |
|
| 70 |
macs3 callpeak -g 52000000 -f BAMPE -t $CHIPPE -c $CTRLPE -n run_callpeak_bampe_narrow -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_pe_narrow --call-summits &> ${OUTPUTDIR_PREFIX}_run_callpeak_pe_narrow/run_callpeak_bampe_narrow.log |
| 71 |
macs3 callpeak -g 52000000 -f BEDPE -t $CHIPBEDPE -c $CTRLBEDPE -n run_callpeak_bedpe_narrow -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_pe_narrow --call-summits &> ${OUTPUTDIR_PREFIX}_run_callpeak_pe_narrow/run_callpeak_bedpe_narrow.log |
| 72 |
macs3 callpeak -g 52000000 -f BEDPE -t $CHIPBEDPE -n run_callpeak_pe_narrow_onlychip -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_pe_narrow &> ${OUTPUTDIR_PREFIX}_run_callpeak_pe_narrow/run_callpeak_pe_narrow_onlychip.log |
| 73 |
|
| 74 |
mkdir ${OUTPUTDIR_PREFIX}_run_callpeak_pe_broad |
| 75 |
|
| 76 |
macs3 callpeak -g 52000000 -f BAMPE -t $CHIPPE -c $CTRLPE -n run_callpeak_bampe_broad -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_pe_broad --broad &> ${OUTPUTDIR_PREFIX}_run_callpeak_pe_broad/run_callpeak_bampe_broad.log |
| 77 |
macs3 callpeak -g 52000000 -f BEDPE -t $CHIPBEDPE -c $CTRLBEDPE -n run_callpeak_bedpe_broad -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_pe_broad --broad &> ${OUTPUTDIR_PREFIX}_run_callpeak_pe_broad/run_callpeak_bedpe_broad.log |
| 78 |
|
| 79 |
echo "1.4 callpeak with fragment file w/ or w/o barcodes file" |
| 80 |
|
| 81 |
mkdir ${OUTPUTDIR_PREFIX}_run_callpeak_frag |
| 82 |
|
| 83 |
macs3 callpeak -f FRAG -t $FRAGFILE -n run_callpeak_frag -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_frag &> ${OUTPUTDIR_PREFIX}_run_callpeak_frag/run_callpeak_frag.log |
| 84 |
macs3 callpeak -f FRAG -t $FRAGFILE --barcodes $BARCODESFILE -n run_callpeak_frag_barcode -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_frag &> ${OUTPUTDIR_PREFIX}_run_callpeak_frag/run_callpeak_frag_barcode.log |
| 85 |
|
| 86 |
# pileup |
| 87 |
echo "2. pileup" |
| 88 |
|
| 89 |
mkdir ${OUTPUTDIR_PREFIX}_run_pileup |
| 90 |
|
| 91 |
macs3 pileup -f BED -i $CHIP --extsize 200 --outdir ${OUTPUTDIR_PREFIX}_run_pileup -o run_pileup_ChIP.bed.bdg &> ${OUTPUTDIR_PREFIX}_run_pileup/run_pileup_ChIP.bed.log |
| 92 |
macs3 pileup -f BED -i $CTRL --extsize 200 --outdir ${OUTPUTDIR_PREFIX}_run_pileup -o run_pileup_CTRL.bed.bdg &> ${OUTPUTDIR_PREFIX}_run_pileup/run_pileup_CTRL.bed.log |
| 93 |
|
| 94 |
macs3 pileup -f BAMPE -i $CHIPPE --outdir ${OUTPUTDIR_PREFIX}_run_pileup -o run_pileup_ChIPPE.bampe.bdg &> ${OUTPUTDIR_PREFIX}_run_pileup/run_pileup_ChIPPE.bampe.log |
| 95 |
macs3 pileup -f BAMPE -i $CTRLPE --outdir ${OUTPUTDIR_PREFIX}_run_pileup -o run_pileup_CTRLPE.bampe.bdg &> ${OUTPUTDIR_PREFIX}_run_pileup/run_pileup_CTRLPE.bampe.log |
| 96 |
|
| 97 |
macs3 pileup -f BEDPE -i $CHIPBEDPE --outdir ${OUTPUTDIR_PREFIX}_run_pileup -o run_pileup_ChIPPE.bedpe.bdg &> ${OUTPUTDIR_PREFIX}_run_pileup/run_pileup_ChIPPE.bedpe.log |
| 98 |
macs3 pileup -f BEDPE -i $CTRLBEDPE --outdir ${OUTPUTDIR_PREFIX}_run_pileup -o run_pileup_CTRLPE.bedpe.bdg &> ${OUTPUTDIR_PREFIX}_run_pileup/run_pileup_CTRLPE.bedpe.log |
| 99 |
|
| 100 |
# filterdup |
| 101 |
echo "3. filterdup" |
| 102 |
|
| 103 |
mkdir ${OUTPUTDIR_PREFIX}_run_filterdup |
| 104 |
|
| 105 |
macs3 filterdup -g 52000000 -i $CHIP --outdir ${OUTPUTDIR_PREFIX}_run_filterdup -o run_filterdup_result.bed --dry-run &> ${OUTPUTDIR_PREFIX}_run_filterdup/run_filterdup_d.log |
| 106 |
macs3 filterdup -g 52000000 -i $CHIP --outdir ${OUTPUTDIR_PREFIX}_run_filterdup -o run_filterdup_result.bed &> ${OUTPUTDIR_PREFIX}_run_filterdup/run_filterdup.log |
| 107 |
|
| 108 |
macs3 filterdup -g 52000000 -i $CHIPPE -f BAMPE --outdir ${OUTPUTDIR_PREFIX}_run_filterdup -o run_filterdup_result_pe.bedpe --dry-run &> ${OUTPUTDIR_PREFIX}_run_filterdup/run_filterdup_pe_d.log |
| 109 |
macs3 filterdup -g 52000000 -i $CHIPPE -f BAMPE --outdir ${OUTPUTDIR_PREFIX}_run_filterdup -o run_filterdup_result_pe.bedpe &> ${OUTPUTDIR_PREFIX}_run_filterdup/run_filterdup_pe.log |
| 110 |
|
| 111 |
# predictd |
| 112 |
echo "4. predictd" |
| 113 |
|
| 114 |
mkdir ${OUTPUTDIR_PREFIX}_run_predictd |
| 115 |
|
| 116 |
macs3 predictd -i $CHIPPE -f BAMPE --outdir ${OUTPUTDIR_PREFIX}_run_predictd &> ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd_bampe.log |
| 117 |
grep "Average insertion length" ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd_bampe.log | perl -pe 's/^.*\s(\d+)\sbps/$1/' > ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd_bampe.txt |
| 118 |
|
| 119 |
macs3 predictd -i $CHIPBEDPE -f BEDPE --outdir ${OUTPUTDIR_PREFIX}_run_predictd &> ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd_bedpe.log |
| 120 |
grep "Average insertion length" ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd_bedpe.log | perl -pe 's/^.*\s(\d+)\sbps/$1/' > ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd_bedpe.txt |
| 121 |
|
| 122 |
macs3 predictd -g 52000000 -i $CHIP --d-min 10 --outdir ${OUTPUTDIR_PREFIX}_run_predictd --rfile run_predictd.R &> ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd.log |
| 123 |
grep "predicted fragment length" ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd.log | perl -pe 's/^.*\s(\d+)\sbps/$1/' > ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd.txt |
| 124 |
grep "alternative fragment length" ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd.log | perl -pe 's/^.*\s(\S+)\sbps/$1/' >> ${OUTPUTDIR_PREFIX}_run_predictd/run_predictd.txt |
| 125 |
|
| 126 |
# randsample |
| 127 |
echo "5. randsample" |
| 128 |
|
| 129 |
mkdir ${OUTPUTDIR_PREFIX}_run_randsample |
| 130 |
|
| 131 |
macs3 randsample -i $CHIP -n 10000 --seed 31415926 --outdir ${OUTPUTDIR_PREFIX}_run_randsample -o run_randsample.bed &> ${OUTPUTDIR_PREFIX}_run_randsample/run_randsample.log |
| 132 |
|
| 133 |
macs3 randsample -f BAMPE -i $CHIPPE -n 10000 --seed 31415926 --outdir ${OUTPUTDIR_PREFIX}_run_randsample -o run_randsample_bampe.bedpe &> ${OUTPUTDIR_PREFIX}_run_randsample/run_randsample_bampe.log |
| 134 |
|
| 135 |
macs3 randsample -f BEDPE -i $CHIPBEDPE -n 10000 --seed 31415926 --outdir ${OUTPUTDIR_PREFIX}_run_randsample -o run_randsample_bedpe.bedpe &> ${OUTPUTDIR_PREFIX}_run_randsample/run_randsample_bedpe.log |
| 136 |
|
| 137 |
# refinepeak |
| 138 |
echo "6. refinepeak" |
| 139 |
|
| 140 |
mkdir ${OUTPUTDIR_PREFIX}_run_refinepeak |
| 141 |
|
| 142 |
macs3 refinepeak -b ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_peaks.narrowPeak -i $CHIP --outdir ${OUTPUTDIR_PREFIX}_run_refinepeak --o-prefix run_refinepeak_w_prefix &> ${OUTPUTDIR_PREFIX}_run_refinepeak/run_refinepeak_w_prefix.log |
| 143 |
|
| 144 |
macs3 refinepeak -b ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_peaks.narrowPeak -i $CHIP --outdir ${OUTPUTDIR_PREFIX}_run_refinepeak -o run_refinepeak_w_ofile.bed &> ${OUTPUTDIR_PREFIX}_run_refinepeak/run_refinepeak_w_ofile.log |
| 145 |
|
| 146 |
# bdgcmp |
| 147 |
echo "7. bdgcmp" |
| 148 |
|
| 149 |
mkdir ${OUTPUTDIR_PREFIX}_run_bdgcmp |
| 150 |
|
| 151 |
macs3 bdgcmp -t ${OUTPUTDIR_PREFIX}_run_pileup/run_pileup_ChIP.bed.bdg -c ${OUTPUTDIR_PREFIX}_run_pileup/run_pileup_CTRL.bed.bdg -m ppois FE -p 1 --outdir ${OUTPUTDIR_PREFIX}_run_bdgcmp --o-prefix run_bdgcmp &> ${OUTPUTDIR_PREFIX}_run_bdgcmp/run_bdgcmp.log |
| 152 |
|
| 153 |
# bdgpeakcall |
| 154 |
echo "8. bdgpeakcall" |
| 155 |
|
| 156 |
mkdir ${OUTPUTDIR_PREFIX}_run_bdgpeakcall |
| 157 |
|
| 158 |
macs3 bdgpeakcall -i ${OUTPUTDIR_PREFIX}_run_bdgcmp/run_bdgcmp_FE.bdg -c 2 --outdir ${OUTPUTDIR_PREFIX}_run_bdgpeakcall --o-prefix run_bdgpeakcall_w_prefix &> ${OUTPUTDIR_PREFIX}_run_bdgpeakcall/run_bdgpeakcall_w_prefix.log |
| 159 |
|
| 160 |
macs3 bdgpeakcall -i ${OUTPUTDIR_PREFIX}_run_bdgcmp/run_bdgcmp_FE.bdg -c 2 --outdir ${OUTPUTDIR_PREFIX}_run_bdgpeakcall -o run_bdgpeakcall_cutoff.txt --cutoff-analysis &> ${OUTPUTDIR_PREFIX}_run_bdgpeakcall/run_bdgpeakcall_cutoff.log |
| 161 |
|
| 162 |
# bdgbroadcall |
| 163 |
echo "9. bdgbroadcall" |
| 164 |
|
| 165 |
mkdir ${OUTPUTDIR_PREFIX}_run_bdgbroadcall |
| 166 |
|
| 167 |
macs3 bdgbroadcall -i ${OUTPUTDIR_PREFIX}_run_bdgcmp/run_bdgcmp_FE.bdg -c 2 -C 1.5 --outdir ${OUTPUTDIR_PREFIX}_run_bdgbroadcall --o-prefix run_bdgbroadcall_w_prefix &> ${OUTPUTDIR_PREFIX}_run_bdgbroadcall/run_bdgbroadcall_w_prefix.log |
| 168 |
|
| 169 |
# bdgdiff |
| 170 |
echo "10. bdgdiff" |
| 171 |
|
| 172 |
mkdir ${OUTPUTDIR_PREFIX}_run_callpeak_narrow_revert |
| 173 |
mkdir ${OUTPUTDIR_PREFIX}_run_bdgdiff |
| 174 |
|
| 175 |
macs3 callpeak -g 10000000 --nomodel --extsize 250 -c $CHIP -t $CTRL -n run_callpeak_narrow_revert -B --outdir ${OUTPUTDIR_PREFIX}_run_callpeak_narrow_revert &> ${OUTPUTDIR_PREFIX}_run_callpeak_narrow_revert/run_callpeak_narrow_revert.log |
| 176 |
|
| 177 |
macs3 bdgdiff --t1 ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_treat_pileup.bdg --c1 ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_control_lambda.bdg --t2 ${OUTPUTDIR_PREFIX}_run_callpeak_narrow_revert/run_callpeak_narrow_revert_treat_pileup.bdg --c2 ${OUTPUTDIR_PREFIX}_run_callpeak_narrow_revert/run_callpeak_narrow_revert_control_lambda.bdg --o-prefix run_bdgdiff_prefix --outdir ${OUTPUTDIR_PREFIX}_run_bdgdiff &> ${OUTPUTDIR_PREFIX}_run_bdgdiff/run_bdgdiff_w_prefix.log |
| 178 |
|
| 179 |
macs3 bdgdiff --t1 ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_treat_pileup.bdg --c1 ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_control_lambda.bdg --t2 ${OUTPUTDIR_PREFIX}_run_callpeak_narrow_revert/run_callpeak_narrow_revert_treat_pileup.bdg --c2 ${OUTPUTDIR_PREFIX}_run_callpeak_narrow_revert/run_callpeak_narrow_revert_control_lambda.bdg -o cond1.bed cond2.bed common.bed --outdir ${OUTPUTDIR_PREFIX}_run_bdgdiff &> ${OUTPUTDIR_PREFIX}_run_bdgdiff/run_bdgdiff_w_o_file.log |
| 180 |
|
| 181 |
# cmbreps |
| 182 |
echo "11. cmbreps" |
| 183 |
|
| 184 |
mkdir ${OUTPUTDIR_PREFIX}_run_cmbreps |
| 185 |
|
| 186 |
macs3 cmbreps -i ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_treat_pileup.bdg ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_control_lambda.bdg ${OUTPUTDIR_PREFIX}_run_bdgcmp/run_bdgcmp_ppois.bdg -m max -o run_cmbreps_max.bdg --outdir ${OUTPUTDIR_PREFIX}_run_cmbreps &> ${OUTPUTDIR_PREFIX}_run_cmbreps/run_cmbreps_max.log |
| 187 |
macs3 cmbreps -i ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_treat_pileup.bdg ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_control_lambda.bdg ${OUTPUTDIR_PREFIX}_run_bdgcmp/run_bdgcmp_ppois.bdg -m mean -o run_cmbreps_mean.bdg --outdir ${OUTPUTDIR_PREFIX}_run_cmbreps &> ${OUTPUTDIR_PREFIX}_run_cmbreps/run_cmbreps_mean.log |
| 188 |
macs3 cmbreps -i ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_treat_pileup.bdg ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_control_lambda.bdg ${OUTPUTDIR_PREFIX}_run_bdgcmp/run_bdgcmp_ppois.bdg -m fisher -o run_cmbreps_fisher.bdg --outdir ${OUTPUTDIR_PREFIX}_run_cmbreps &> ${OUTPUTDIR_PREFIX}_run_cmbreps/run_cmbreps_fisher.log |
| 189 |
|
| 190 |
# bdgopt |
| 191 |
echo "12. bdgopt" |
| 192 |
|
| 193 |
mkdir ${OUTPUTDIR_PREFIX}_run_bdgopt |
| 194 |
|
| 195 |
macs3 bdgopt -m min -p 10 -i ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_treat_pileup.bdg -o run_bdgopt_min.bdg --outdir ${OUTPUTDIR_PREFIX}_run_bdgopt &> ${OUTPUTDIR_PREFIX}_run_bdgopt/run_bdgopt_min.log |
| 196 |
|
| 197 |
macs3 bdgopt -m max -p 2 -i ${OUTPUTDIR_PREFIX}_run_callpeak_narrow/run_callpeak_narrow0_treat_pileup.bdg -o run_bdgopt_max.bdg --outdir ${OUTPUTDIR_PREFIX}_run_bdgopt &> ${OUTPUTDIR_PREFIX}_run_bdgopt/run_bdgopt_max.log |
| 198 |
|
| 199 |
# callvar |
| 200 |
echo "13. callvar" |
| 201 |
|
| 202 |
mkdir ${OUTPUTDIR_PREFIX}_run_callvar |
| 203 |
|
| 204 |
macs3 callvar -b ${CALLVARPEAK} -t ${CHIPPE} -c ${CTRLPE} -o ${OUTPUTDIR_PREFIX}_run_callvar/PEsample.vcf &> ${OUTPUTDIR_PREFIX}_run_callvar/run_callvar_PE.log |
| 205 |
|
| 206 |
# test large amount of contigs |
| 207 |
echo "14. 50k contigs with buffersize" |
| 208 |
|
| 209 |
mkdir ${OUTPUTDIR_PREFIX}_run_50kcontigs |
| 210 |
|
| 211 |
echo "14.1 callpeak" |
| 212 |
macs3 callpeak -g 10000000 -t $CHIPCONTIGS50K -n run_callpeak_50kcontigs --outdir ${OUTPUTDIR_PREFIX}_run_50kcontigs --buffer-size 1000 --nomodel --extsize 200 &> ${OUTPUTDIR_PREFIX}_run_50kcontigs/run_callpeak_50kcontigs.log |
| 213 |
|
| 214 |
echo "14.2 filterdup" |
| 215 |
macs3 filterdup -g 10000000 -i $CHIPCONTIGS50K --outdir ${OUTPUTDIR_PREFIX}_run_50kcontigs -o run_filterdup_result.bed --buffer-size 1000 &> ${OUTPUTDIR_PREFIX}_run_50kcontigs/run_filterdup_50kcontigs.log |
| 216 |
|
| 217 |
echo "14.3 pileup" |
| 218 |
macs3 pileup -f BED -i $CHIPCONTIGS50K --extsize 200 --outdir ${OUTPUTDIR_PREFIX}_run_50kcontigs -o run_pileup_ChIP.bed.bdg --buffer-size 1000 &> ${OUTPUTDIR_PREFIX}_run_50kcontigs/run_pileup_ChIP.bed.log |
| 219 |
|
| 220 |
echo "14.4 randsample" |
| 221 |
macs3 randsample -i $CHIPCONTIGS50K -n 100000 --seed 31415926 --outdir ${OUTPUTDIR_PREFIX}_run_50kcontigs -o run_randsample.bed --buffer-size 1000 &> ${OUTPUTDIR_PREFIX}_run_50kcontigs/run_randsample.log |
| 222 |
|
| 223 |
echo "15. hmmratac" |
| 224 |
mkdir ${OUTPUTDIR_PREFIX}_run_hmmratac |
| 225 |
|
| 226 |
# check default (no hmm-type specified) this is technically the same as --hmm-type gaussian (can include if preferred) |
| 227 |
# macs3 hmmratac -i $ATACSEQBAM -n hmmratac_yeast500k --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac.log |
| 228 |
|
| 229 |
# check both gaussian and poisson hmm models, save everything |
| 230 |
macs3 hmmratac -i $ATACSEQBAM --hmm-type gaussian -n hmmratac_yeast500k --save-digested --save-states --save-likelihoods --save-training-data --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac.log |
| 231 |
macs3 hmmratac -i $ATACSEQBAM --hmm-type poisson -n hmmratac_yeast500k_poisson --save-digested --save-states --save-likelihoods --save-training-data --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac_poisson.log |
| 232 |
|
| 233 |
# check bedpe for both gaussian, poisson |
| 234 |
macs3 hmmratac -i $ATACSEQBED -n hmmratac_yeast500k_bedpe -f BEDPE --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac_bedpe.log |
| 235 |
macs3 hmmratac -i $ATACSEQBED --hmm-type poisson -n hmmratac_yeast500k_bedpe_poisson -f BEDPE --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac_bedpe_poisson.log |
| 236 |
|
| 237 |
TRAINING_REGIONS_BED=${OUTPUTDIR_PREFIX}_run_hmmratac/hmmratac_yeast500k_training_regions.bed |
| 238 |
HMM_MODEL=${OUTPUTDIR_PREFIX}_run_hmmratac/hmmratac_yeast500k_model.json |
| 239 |
TRAINING_REGIONS_BED_POISSON=${OUTPUTDIR_PREFIX}_run_hmmratac/hmmratac_yeast500k_poisson_training_regions.bed |
| 240 |
HMM_MODEL_POISSON=${OUTPUTDIR_PREFIX}_run_hmmratac/hmmratac_yeast500k_poisson_model.json |
| 241 |
|
| 242 |
echo "15.1 hmmratac load training regions from bedfile" |
| 243 |
macs3 hmmratac -i $ATACSEQBAM -n hmmratac_yeast500k_load_training_regions -t ${TRAINING_REGIONS_BED} --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac_load_training_regions.log |
| 244 |
macs3 hmmratac -i $ATACSEQBAM --hmm-type poisson -n hmmratac_yeast500k_poisson_load_training_regions -t ${TRAINING_REGIONS_BED_POISSON} --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac_load_training_regions_poisson.log |
| 245 |
|
| 246 |
echo "15.2 hmmratac load hmm model file" |
| 247 |
macs3 hmmratac -i $ATACSEQBAM -n hmmratac_yeast500k_load_hmm_model --model ${HMM_MODEL} --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac_load_hmm_model.log |
| 248 |
macs3 hmmratac -i $ATACSEQBAM --hmm-type poisson -n hmmratac_yeast500k_poisson_load_hmm_model --model ${HMM_MODEL_POISSON} --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac_load_hmm_model_poisson.log |
| 249 |
|
| 250 |
echo "15.3 hmmratac scATAC test" |
| 251 |
macs3 hmmratac -i $FRAGFILE -f FRAG --barcodes $BARCODESFILE -n hmmratac_scatac_test --hmm-type poisson -n hmmratac_scatac_test --outdir ${OUTPUTDIR_PREFIX}_run_hmmratac &> ${OUTPUTDIR_PREFIX}_run_hmmratac/run_hmmratac_scatac.log |
| 252 |
|
| 253 |
echo "16. search for errors in log files" |
| 254 |
flag=0 |
| 255 |
for i in `ls ${OUTPUTDIR_PREFIX}_run_*/*.log`;do |
| 256 |
echo " checking $i..." |
| 257 |
egrep -i "error" $i; |
| 258 |
if [[ $? == 0 ]];then |
| 259 |
echo " ... error found!" |
| 260 |
echo "the log file:" |
| 261 |
cat $i; |
| 262 |
let "flag=1"; |
| 263 |
else |
| 264 |
echo " ... clear!" |
| 265 |
fi |
| 266 |
done; |
| 267 |
|
| 268 |
if [[ $flag == 1 ]]; then |
| 269 |
echo " Error can be found! Quit the test!" |
| 270 |
exit 1; |
| 271 |
fi |
| 272 |
|
| 273 |
echo "17. compare with standard outputs" |
| 274 |
|
| 275 |
flag=0 |
| 276 |
# we do not check the consistency of random subsampling results |
| 277 |
subfolders=(50kcontigs bdgbroadcall bdgcmp bdgdiff bdgpeakcall callpeak_broad callpeak_narrow callpeak_narrow_revert callpeak_pe_broad callpeak_pe_narrow callpeak_frag cmbreps filterdup pileup refinepeak bdgopt predictd callvar hmmratac) |
| 278 |
|
| 279 |
m=0 |
| 280 |
n=0 |
| 281 |
for i in ${subfolders[@]};do |
| 282 |
let "m+=1" |
| 283 |
let "n=0" |
| 284 |
for j in `ls standard_results_${i}/*`; do |
| 285 |
k=`basename $j` |
| 286 |
let "n+=1" |
| 287 |
echo "16.${m}.${n} checking $i $k ..." |
| 288 |
fq=${OUTPUTDIR_PREFIX}_run_${i}/${k} |
| 289 |
fs=standard_results_${i}/${k} |
| 290 |
echo " checking the files: $fq vs $fs" |
| 291 |
if [ "${REPLACE}" = "Y" ]; then |
| 292 |
cp $fq $fs |
| 293 |
echo " ... replaced!" |
| 294 |
else |
| 295 |
sort $fq| grep -v ^# > tmp_fq.txt |
| 296 |
sort $fs| grep -v ^# > tmp_fs.txt |
| 297 |
d=`diff tmp_fq.txt tmp_fs.txt` |
| 298 |
if [ -z "$d" ]; then |
| 299 |
# the two files are the same |
| 300 |
echo " ... success! Results are the same!" |
| 301 |
else |
| 302 |
# if the two files are not the same, and if the file |
| 303 |
# is a peak file, here we will check if the files are |
| 304 |
# the similar using jaccard index |
| 305 |
if [[ "$fq" == *.bed || "$fq" == *.gappedPeak || "$fq" == *.narrowPeak || "$fq" == *.bed12 ]]; then |
| 306 |
# for peaks, we will use our jaccard index script to check |
| 307 |
ji=$(python3 ./jaccard.py "$fq" "$fs") |
| 308 |
# Compare the output value |
| 309 |
if (( $(echo "$ji > 0.99" | bc -l) )); then |
| 310 |
echo " ... success! Results are different but Jaccard Index is $ji (>0.99)" |
| 311 |
else |
| 312 |
echo " ... failed! Results are different and Jaccard Index is $ji (<0.99)" |
| 313 |
let "flag=1" |
| 314 |
fi |
| 315 |
else |
| 316 |
echo " ... failed! Results are different (top10 lines of difference):" |
| 317 |
diff tmp_fq.txt tmp_fs.txt | head -10 |
| 318 |
let "flag=1"; |
| 319 |
fi |
| 320 |
fi |
| 321 |
fi |
| 322 |
done |
| 323 |
done |
| 324 |
rm -f tmp_fq.txt tmp_fs.txt |
| 325 |
|
| 326 |
# exit with 1 if test fails |
| 327 |
if [ $flag -eq 1 ];then |
| 328 |
exit $flag; |
| 329 |
fi |
| 330 |
|
| 331 |
echo "18. brief speed test" |
| 332 |
|
| 333 |
mkdir ${OUTPUTDIR_PREFIX}_speedtest |
| 334 |
macs3 callpeak -t CTCF_12878_5M.bed.gz -c Input_12878_5M.bed.gz -n speedtest -B --outdir ${OUTPUTDIR_PREFIX}_speedtest &> ${OUTPUTDIR_PREFIX}_speedtest/speedtest.log & |
| 335 |
# monitor the macs3 callpeak run and output CPU and mem usage |
| 336 |
./prockreport 0.5 $! |
| 337 |
wait; |
| 338 |
|
| 339 |
# END of test |