File size: 5,260 Bytes
0efff5c 81b5a62 0efff5c 81b5a62 0efff5c 81b5a62 0efff5c 81b5a62 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 |
#!/usr/bin/env python
import re
import os
import glob
from setting import IMPUTATION_SETTINGS
"""
script for running Beagle 5.4
All kind of data for this script like human reference panel, genetic maps
and executable files for Beagle and Conform-gt can be found on the Beagle website
http://faculty.washington.edu/browning/beagle/beagle.html
"""
def bgzip_and_index(vcf, samples):
os.system(f'bcftools view {vcf} -Oz -o {vcf}.gz')
os.system(f'bcftools index {vcf}.gz')
if samples:
# for VCF with other samples
os.system(f'bcftools view {samples} -Oz -o {samples}.gz')
os.system(f'bcftools index {samples}.gz')
print('bgzip_and_index: done')
def merge(vcf, samples):
os.system(f'bcftools merge {vcf}.gz {samples}.gz -o merged.vcf')
bgzip_and_index('merged.vcf', False)
print('merge: done')
def clean_and_gzip(vcf, samples):
if samples:
vcf = 'merged.vcf'
result_file = f'{vcf.split(".vcf")[0]}_clean.vcf'
os.system(f'bcftools view -e \'ALT =="." | REF=="."\' {vcf}.gz -Oz -o temp.vcf.gz') # remove unknown alleles
os.system(f'bcftools norm -d none temp.vcf.gz >> {result_file}') # remove duplicates
os.system(f'gzip {result_file}')
os.remove('temp.vcf.gz') # remove temporal file
print('clean_and_gzip: done')
return f'{result_file}.gz'
def run_conform(conform, vcf_gz_file, ref_folder):
"""output files: checked_{chr_type}.vcf.gz
docs: http://faculty.washington.edu/browning/conform-gt.html
reference: files was downloaded from from Beagle human reference link
https://bochet.gcc.biostat.washington.edu/beagle/1000_Genomes_phase3_v5a/b37.vcf/"""
for ref_file in glob.glob(f'{ref_folder}/**/chr*.vcf.gz', recursive=True):
if re.search("chr(\d+)", ref_file):
chr_type = (re.search("chr(\d+)", ref_file))[1]
elif re.search("chrX", ref_file):
chr_type = (re.search("chrX", ref_file))[0].split('chr')[1]
os.system(f'java -jar {conform} ref={ref_file} gt={vcf_gz_file} chrom={chr_type} '
f'out=checked_{chr_type}')
print('run_conform: done')
def ensure_biallelic_ref(ref_dir):
for ref_file in glob.glob(f'{ref_dir}/chr*.v5a.vcf.gz'):
ref_biall_path = os.path.join(ref_dir, f'{ref_file.split("vcf")[0]}biallelic.vcf.gz')
os.system(f'bcftools view -m2 -M2 -v snps -Oz -o {ref_biall_path} {ref_file}')
os.system(f'bcftools index {ref_biall_path}.gz')
os.remove(ref_file) # remove initial ref file
def run_beagle(beagle, gb, map_dir, ref_dir):
"""output files: checked_{chr_type}.vcf.gz
docs: http://faculty.washington.edu/browning/conform-gt.html"""
for checked_file in glob.glob(f'{os.getcwd()}/checked_*.vcf.gz'):
if re.search("checked_(\d+)", checked_file):
chr_type = (re.search("checked_(\d+)", checked_file))[1]
elif re.search("checked_X", checked_file):
chr_type = (re.search("checked_X", checked_file))[0].split('checked_')[1]
for ref_file in glob.glob(f'{ref_dir}/chr{chr_type}.*biallelic.vcf.gz'):
for map_file in glob.glob(f'{map_dir}/plink.chr{chr_type}.*.map'):
os.system(f'java -Xmx{gb}g -jar {beagle} gt={checked_file} ref={ref_file}'
f' out=imputed_{chr_type} map={map_file}')
# @click.command()
# @click.option('--vcf', help='Path to the target vcf file')
# @click.option('--samples', help='Path to VCF with other samples for conform checks, not required if target VCF'
# 'contains data for at least 20 individuals', required=False)
# @click.option('--conform', help='Path to conform .jar file')
# @click.option('--beagle', help='Path to beagle .jar file')
# @click.option('--ref', help='Path to folder with reference genome:'
# ' .vcf.gz files are expected to start with "chr1."..."chr22.", "chrX."')
# @click.option('--maps', help='Path to folder with PLINK format genetic maps, files are expected to start with'
# '"plink.chr1.", ..."plink.chr22.", "plink.chrX."')
# @click.option('--gb', help='Number of gigabytes for running beagle', default=10, show_default=True)
def main():
vcf = IMPUTATION_SETTINGS.vcf
samples = IMPUTATION_SETTINGS.samples
conform = IMPUTATION_SETTINGS.conform
beagle = IMPUTATION_SETTINGS.beagle
ref = IMPUTATION_SETTINGS.ref
maps = IMPUTATION_SETTINGS.maps
gb = IMPUTATION_SETTINGS.gb
bgzip_and_index(vcf, samples)
if samples:
merge(vcf, samples)
cleaned_file = clean_and_gzip(vcf, samples) # returned cleaned file in .vcf.gz (gzip) format
ensure_biallelic_ref(ref)
run_conform(conform, cleaned_file, ref)
run_beagle(beagle, gb, maps, ref)
main()
"""
python preprocess/run_beagle.py
--vcf /Users/alina/Documents/longevity/genomes/antonkulaga.hg37.pickard.annotate_bcf_alldbsnp.vcf
--samples /Users/alina/Documents/longevity/genomes/hapmap-ceu-all.lift.vcf
--conform /Users/alina/tools/conform-gt.24May16.cee.jar
--beagle /Users/alina/tools/beagle.22Jul22.46e.jar
--ref /Users/alina/progproj/gennet/test_beagle/reference
--map /Users/alina/progproj/gennet/test_beagle/maps --gb 20
"""
|