Compare commits
5 Commits
ecd488b851
...
2a80c2aea2
Author | SHA1 | Date | |
---|---|---|---|
2a80c2aea2 | |||
6b3c9c312e | |||
7f9f9405c3 | |||
04f730cacb | |||
f22070e8c3 |
36
Jenkinsfile
vendored
Normal file
36
Jenkinsfile
vendored
Normal file
@ -0,0 +1,36 @@
|
|||||||
|
pipeline {
|
||||||
|
agent any
|
||||||
|
stages {
|
||||||
|
stage("clean") {
|
||||||
|
steps {
|
||||||
|
sh 'rm -rf ./dist/*'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
stage("install") {
|
||||||
|
steps {
|
||||||
|
sh 'mamba env update --file environment.yml'
|
||||||
|
sh 'echo "mamba activate bmlsa" >> ~/.bashrc'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
stage("build") {
|
||||||
|
steps {
|
||||||
|
sh "python -m build"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
stage("test") {
|
||||||
|
steps {
|
||||||
|
sh "pip install dist/*.whl"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
stage("publish") {
|
||||||
|
when {
|
||||||
|
branch '**/master'
|
||||||
|
}
|
||||||
|
steps {
|
||||||
|
withCredentials([usernamePassword(credentialsId: 'rs-git-package-registry-ydeng', passwordVariable: 'PASS', usernameVariable: 'USER')]) {
|
||||||
|
sh "python -m twine upload --repository-url https://git.reslate.systems/api/packages/${USER}/pypi -u ${USER} -p ${PASS} --non-interactive --disable-progress-bar --verbose dist/*"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
43
bmlsa/aligner.py
Normal file
43
bmlsa/aligner.py
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
from Bio.Align import PairwiseAligner, substitution_matrices
|
||||||
|
from exceptions import UnexpectedAlignmentResult
|
||||||
|
|
||||||
|
from datatypes import AlignedSequence
|
||||||
|
|
||||||
|
|
||||||
|
def protein_align_many_to_one_ssw(sequence: str, queries: dict[str, AlignedSequence]):
|
||||||
|
annotation_pairs = {}
|
||||||
|
aligner = PairwiseAligner()
|
||||||
|
aligner.mode = "local"
|
||||||
|
aligner.substitution_matrix = substitution_matrices.load("BLOSUM62")
|
||||||
|
aligner.extend_gap_score = -1
|
||||||
|
aligner.open_gap_score = -11
|
||||||
|
for id, query in queries.items():
|
||||||
|
try:
|
||||||
|
alignments = aligner.align(sequence, query.sequence)
|
||||||
|
except ValueError:
|
||||||
|
continue
|
||||||
|
if len(alignments) > 1:
|
||||||
|
raise UnexpectedAlignmentResult(
|
||||||
|
"More than one alignment resulted from a single query."
|
||||||
|
)
|
||||||
|
for alignment in alignments:
|
||||||
|
score, query_aligned = (alignment.score, alignment.aligned[0][0])
|
||||||
|
aligned_start, aligned_end = query_aligned
|
||||||
|
annotation_pairs[id] = AlignedSequence(
|
||||||
|
id,
|
||||||
|
query.sequence,
|
||||||
|
query.name,
|
||||||
|
query.description,
|
||||||
|
query.start,
|
||||||
|
query.end,
|
||||||
|
query.score,
|
||||||
|
), AlignedSequence(
|
||||||
|
id,
|
||||||
|
alignment.query,
|
||||||
|
query.name,
|
||||||
|
query.description,
|
||||||
|
aligned_start,
|
||||||
|
aligned_end,
|
||||||
|
score,
|
||||||
|
)
|
||||||
|
return annotation_pairs
|
94
bmlsa/cli.py
Normal file
94
bmlsa/cli.py
Normal file
@ -0,0 +1,94 @@
|
|||||||
|
import os
|
||||||
|
import argparse
|
||||||
|
from Bio import SeqIO
|
||||||
|
from aligner import protein_align_many_to_one_ssw
|
||||||
|
|
||||||
|
from persistence import read_annotations_from_csv, save_alignments_to_csv
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
argparser = argparse.ArgumentParser("blmsa")
|
||||||
|
argparser.add_argument(
|
||||||
|
"annotations",
|
||||||
|
type=str,
|
||||||
|
help=(
|
||||||
|
"Path to CSV containing the sequences to align as well as the "
|
||||||
|
"annotations for the respective sequences"
|
||||||
|
),
|
||||||
|
metavar="a",
|
||||||
|
)
|
||||||
|
argparser.add_argument(
|
||||||
|
"sequence",
|
||||||
|
type=str,
|
||||||
|
help=(
|
||||||
|
"Path to the sequence to annotate in FASTA format. "
|
||||||
|
"If multiple sequences are present, annotations will be run on each"
|
||||||
|
),
|
||||||
|
metavar="s",
|
||||||
|
)
|
||||||
|
argparser.add_argument(
|
||||||
|
"output", type=str, help="Path to output location", metavar="o"
|
||||||
|
)
|
||||||
|
argparser.add_argument(
|
||||||
|
"-I", "--id-header", type=str, help="The header for the ID of the annotation"
|
||||||
|
)
|
||||||
|
argparser.add_argument(
|
||||||
|
"-N",
|
||||||
|
"--name-header",
|
||||||
|
type=str,
|
||||||
|
help="The header for the name of the annotation",
|
||||||
|
required=False,
|
||||||
|
)
|
||||||
|
argparser.add_argument(
|
||||||
|
"-D",
|
||||||
|
"--desc-header",
|
||||||
|
type=str,
|
||||||
|
help="The header for the description of the annotation",
|
||||||
|
required=False,
|
||||||
|
)
|
||||||
|
argparser.add_argument(
|
||||||
|
"-T",
|
||||||
|
"--start-header",
|
||||||
|
type=str,
|
||||||
|
help="The header for the start of the annotation",
|
||||||
|
required=False,
|
||||||
|
)
|
||||||
|
argparser.add_argument(
|
||||||
|
"-E",
|
||||||
|
"--end-header",
|
||||||
|
type=str,
|
||||||
|
help="The header for the end of the annotation",
|
||||||
|
required=False,
|
||||||
|
)
|
||||||
|
argparser.add_argument(
|
||||||
|
"-S",
|
||||||
|
"--seq-header",
|
||||||
|
type=str,
|
||||||
|
help="The header for the sequence of the annotation",
|
||||||
|
)
|
||||||
|
args = argparser.parse_args()
|
||||||
|
given_annotations = read_annotations_from_csv(
|
||||||
|
args.annotations,
|
||||||
|
args.id_header,
|
||||||
|
args.name_header,
|
||||||
|
args.desc_header,
|
||||||
|
args.start_header,
|
||||||
|
args.end_header,
|
||||||
|
args.seq_header,
|
||||||
|
)
|
||||||
|
with open(args.sequence, "r") as sequence_fd:
|
||||||
|
for sequence in SeqIO.parse(sequence_fd, "fasta"):
|
||||||
|
aligned_annotations = protein_align_many_to_one_ssw(
|
||||||
|
str(sequence.seq), given_annotations
|
||||||
|
)
|
||||||
|
save_alignments_to_csv(
|
||||||
|
aligned_annotations,
|
||||||
|
os.path.join(
|
||||||
|
args.output,
|
||||||
|
sequence.id.replace("|", "+").replace(".", "_") + ".csv",
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
@ -1,4 +1,4 @@
|
|||||||
class Annotation:
|
class AlignedSequence:
|
||||||
def __init__(
|
def __init__(
|
||||||
self,
|
self,
|
||||||
id: str,
|
id: str,
|
2
bmlsa/exceptions.py
Normal file
2
bmlsa/exceptions.py
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
class UnexpectedAlignmentResult(Exception):
|
||||||
|
pass
|
70
bmlsa/persistence.py
Normal file
70
bmlsa/persistence.py
Normal file
@ -0,0 +1,70 @@
|
|||||||
|
import csv
|
||||||
|
from datatypes import AlignedSequence
|
||||||
|
|
||||||
|
|
||||||
|
def read_annotations_from_csv(
|
||||||
|
csv_path: str,
|
||||||
|
id_header: str,
|
||||||
|
name_header: str,
|
||||||
|
desc_header: str,
|
||||||
|
start_header: str,
|
||||||
|
end_header: str,
|
||||||
|
sequence_header: str,
|
||||||
|
):
|
||||||
|
annotations = {}
|
||||||
|
with open(csv_path, "r") as csv_fd:
|
||||||
|
reader = csv.reader(csv_fd)
|
||||||
|
id_ind = None
|
||||||
|
name_ind = None
|
||||||
|
desc_ind = None
|
||||||
|
start_ind = None
|
||||||
|
end_ind = None
|
||||||
|
sequence_ind = None
|
||||||
|
headers_parsed = False
|
||||||
|
for row in reader:
|
||||||
|
if not headers_parsed:
|
||||||
|
id_ind = row.index(id_header)
|
||||||
|
name_ind = row.index(name_header) if name_header else None
|
||||||
|
desc_ind = row.index(desc_header) if desc_header else None
|
||||||
|
start_ind = row.index(start_header) if start_header else None
|
||||||
|
end_ind = row.index(end_header) if end_header else None
|
||||||
|
sequence_ind = row.index(sequence_header)
|
||||||
|
headers_parsed = True
|
||||||
|
continue
|
||||||
|
id = row[id_ind]
|
||||||
|
name = row[name_ind] if name_header else None
|
||||||
|
desc = row[desc_ind] if desc_header else None
|
||||||
|
start = row[start_ind] if start_header else None
|
||||||
|
end = row[end_ind] if end_header else None
|
||||||
|
sequence = row[sequence_ind]
|
||||||
|
annotations[id] = AlignedSequence(
|
||||||
|
id,
|
||||||
|
sequence,
|
||||||
|
name,
|
||||||
|
desc,
|
||||||
|
int(start) if start else None,
|
||||||
|
int(end) if end else None,
|
||||||
|
)
|
||||||
|
return annotations
|
||||||
|
|
||||||
|
|
||||||
|
def save_alignments_to_csv(
|
||||||
|
aligned_pairs: dict[str, tuple[AlignedSequence, AlignedSequence]], output_path: str
|
||||||
|
):
|
||||||
|
with open(output_path, "w") as output_fd:
|
||||||
|
writer = csv.writer(output_fd)
|
||||||
|
header_wrote = False
|
||||||
|
header_order = None
|
||||||
|
for id, annotations in aligned_pairs.items():
|
||||||
|
original, aligned = annotations
|
||||||
|
original_vars = vars(original)
|
||||||
|
aligned_vars = vars(aligned)
|
||||||
|
if not header_wrote:
|
||||||
|
header_order = list(original_vars.keys())
|
||||||
|
header = ["original" + key for key in header_order]
|
||||||
|
header.extend(["aligned" + key for key in header_order])
|
||||||
|
writer.writerow(header)
|
||||||
|
header_wrote = True
|
||||||
|
row_data = [original_vars[header] for header in header_order]
|
||||||
|
row_data.extend([aligned_vars[header] for header in header_order])
|
||||||
|
writer.writerow(row_data)
|
8
environment.yml
Normal file
8
environment.yml
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
name: bmlsa
|
||||||
|
channels:
|
||||||
|
- conda-forge
|
||||||
|
dependencies:
|
||||||
|
- biopython=1.81
|
||||||
|
- build=0.7
|
||||||
|
- pytest=7
|
||||||
|
- twine=4
|
@ -1,193 +0,0 @@
|
|||||||
import csv
|
|
||||||
import os
|
|
||||||
from skbio.alignment import StripedSmithWaterman
|
|
||||||
import argparse
|
|
||||||
from Bio import SeqIO
|
|
||||||
|
|
||||||
from Datatypes import Annotation
|
|
||||||
|
|
||||||
|
|
||||||
def read_annotations_from_csv(
|
|
||||||
csv_path: str,
|
|
||||||
id_header: str,
|
|
||||||
name_header: str,
|
|
||||||
desc_header: str,
|
|
||||||
start_header: str,
|
|
||||||
end_header: str,
|
|
||||||
sequence_header: str,
|
|
||||||
):
|
|
||||||
annotations = {}
|
|
||||||
with open(csv_path, "r") as csv_fd:
|
|
||||||
reader = csv.reader(csv_fd)
|
|
||||||
id_ind = None
|
|
||||||
name_ind = None
|
|
||||||
desc_ind = None
|
|
||||||
start_ind = None
|
|
||||||
end_ind = None
|
|
||||||
sequence_ind = None
|
|
||||||
headers_parsed = False
|
|
||||||
for row in reader:
|
|
||||||
if not headers_parsed:
|
|
||||||
id_ind = row.index(id_header)
|
|
||||||
name_ind = row.index(name_header) if name_header else None
|
|
||||||
desc_ind = row.index(desc_header) if desc_header else None
|
|
||||||
start_ind = row.index(start_header) if start_header else None
|
|
||||||
end_ind = row.index(end_header) if end_header else None
|
|
||||||
sequence_ind = row.index(sequence_header)
|
|
||||||
headers_parsed = True
|
|
||||||
continue
|
|
||||||
id = row[id_ind]
|
|
||||||
name = row[name_ind] if name_header else None
|
|
||||||
desc = row[desc_ind] if desc_header else None
|
|
||||||
start = row[start_ind] if start_header else None
|
|
||||||
end = row[end_ind] if end_header else None
|
|
||||||
sequence = row[sequence_ind]
|
|
||||||
annotations[id] = Annotation(
|
|
||||||
id,
|
|
||||||
sequence,
|
|
||||||
name,
|
|
||||||
desc,
|
|
||||||
int(start) if start else None,
|
|
||||||
int(end) if end else None,
|
|
||||||
)
|
|
||||||
return annotations
|
|
||||||
|
|
||||||
|
|
||||||
def generate_annotated_positions(sequence: str, annotations: dict[str, Annotation]):
|
|
||||||
annotation_pairs = {}
|
|
||||||
align = StripedSmithWaterman(sequence)
|
|
||||||
for id, annot in annotations.items():
|
|
||||||
alignment = align(annot.sequence)
|
|
||||||
score, aligned_start, aligned_end = (
|
|
||||||
alignment.optimal_alignment_score,
|
|
||||||
alignment.query_begin,
|
|
||||||
alignment.query_end,
|
|
||||||
)
|
|
||||||
annotation_pairs[id] = Annotation(
|
|
||||||
id,
|
|
||||||
annot.sequence,
|
|
||||||
annot.name,
|
|
||||||
annot.description,
|
|
||||||
annot.start,
|
|
||||||
annot.end,
|
|
||||||
annot.score,
|
|
||||||
), Annotation(
|
|
||||||
id,
|
|
||||||
alignment.aligned_target_sequence,
|
|
||||||
annot.name,
|
|
||||||
annot.description,
|
|
||||||
aligned_start,
|
|
||||||
aligned_end,
|
|
||||||
score,
|
|
||||||
)
|
|
||||||
return annotation_pairs
|
|
||||||
|
|
||||||
|
|
||||||
def save_alignments_to_csv(
|
|
||||||
aligned_pairs: dict[str, tuple[Annotation, Annotation]], output_path: str
|
|
||||||
):
|
|
||||||
with open(output_path, "w") as output_fd:
|
|
||||||
writer = csv.writer(output_fd)
|
|
||||||
header_wrote = False
|
|
||||||
header_order = None
|
|
||||||
for id, annotations in aligned_pairs.items():
|
|
||||||
original, aligned = annotations
|
|
||||||
original_vars = vars(original)
|
|
||||||
aligned_vars = vars(aligned)
|
|
||||||
if not header_wrote:
|
|
||||||
header_order = list(original_vars.keys())
|
|
||||||
header = ["original" + key for key in header_order]
|
|
||||||
header.extend(["aligned" + key for key in header_order])
|
|
||||||
writer.writerow(header)
|
|
||||||
header_wrote = True
|
|
||||||
row_data = [original_vars[header] for header in header_order]
|
|
||||||
row_data.extend([aligned_vars[header] for header in header_order])
|
|
||||||
writer.writerow(row_data)
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
argparser = argparse.ArgumentParser("protannot")
|
|
||||||
argparser.add_argument(
|
|
||||||
"annotations",
|
|
||||||
type=str,
|
|
||||||
help=(
|
|
||||||
"Path to CSV containing the sequences to align as well as the "
|
|
||||||
"annotations for the respective sequences"
|
|
||||||
),
|
|
||||||
metavar="a",
|
|
||||||
)
|
|
||||||
argparser.add_argument(
|
|
||||||
"sequence",
|
|
||||||
type=str,
|
|
||||||
help=(
|
|
||||||
"Path to the sequence to annotate in FASTA format. "
|
|
||||||
"If multiple sequences are present, annotations will be run on each"
|
|
||||||
),
|
|
||||||
metavar="s",
|
|
||||||
)
|
|
||||||
argparser.add_argument(
|
|
||||||
"output", type=str, help="Path to output location", metavar="o"
|
|
||||||
)
|
|
||||||
argparser.add_argument(
|
|
||||||
"-I", "--id-header", type=str, help="The header for the ID of the annotation"
|
|
||||||
)
|
|
||||||
argparser.add_argument(
|
|
||||||
"-N",
|
|
||||||
"--name-header",
|
|
||||||
type=str,
|
|
||||||
help="The header for the name of the annotation",
|
|
||||||
required=False,
|
|
||||||
)
|
|
||||||
argparser.add_argument(
|
|
||||||
"-D",
|
|
||||||
"--desc-header",
|
|
||||||
type=str,
|
|
||||||
help="The header for the description of the annotation",
|
|
||||||
required=False,
|
|
||||||
)
|
|
||||||
argparser.add_argument(
|
|
||||||
"-T",
|
|
||||||
"--start-header",
|
|
||||||
type=str,
|
|
||||||
help="The header for the start of the annotation",
|
|
||||||
required=False,
|
|
||||||
)
|
|
||||||
argparser.add_argument(
|
|
||||||
"-E",
|
|
||||||
"--end-header",
|
|
||||||
type=str,
|
|
||||||
help="The header for the end of the annotation",
|
|
||||||
required=False,
|
|
||||||
)
|
|
||||||
argparser.add_argument(
|
|
||||||
"-S",
|
|
||||||
"--seq-header",
|
|
||||||
type=str,
|
|
||||||
help="The header for the sequence of the annotation",
|
|
||||||
)
|
|
||||||
args = argparser.parse_args()
|
|
||||||
given_annotations = read_annotations_from_csv(
|
|
||||||
args.annotations,
|
|
||||||
args.id_header,
|
|
||||||
args.name_header,
|
|
||||||
args.desc_header,
|
|
||||||
args.start_header,
|
|
||||||
args.end_header,
|
|
||||||
args.seq_header,
|
|
||||||
)
|
|
||||||
with open(args.sequence, "r") as sequence_fd:
|
|
||||||
for sequence in SeqIO.parse(sequence_fd, "fasta"):
|
|
||||||
aligned_annotations = generate_annotated_positions(
|
|
||||||
str(sequence.seq), given_annotations
|
|
||||||
)
|
|
||||||
save_alignments_to_csv(
|
|
||||||
aligned_annotations,
|
|
||||||
os.path.join(
|
|
||||||
args.output,
|
|
||||||
sequence.id.replace("|", "+").replace(".", "_") + ".csv",
|
|
||||||
),
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
main()
|
|
3
pyproject.toml
Normal file
3
pyproject.toml
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
[build-system]
|
||||||
|
build-backend = "setuptools.build_meta"
|
||||||
|
requires = ["setuptools", "wheel"]
|
12
setup.cfg
Normal file
12
setup.cfg
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
[metadata]
|
||||||
|
name = bmlsa
|
||||||
|
version = 0.0.1
|
||||||
|
|
||||||
|
[options]
|
||||||
|
packages = bmlsa
|
||||||
|
install_requires =
|
||||||
|
biopython ==1.81
|
||||||
|
|
||||||
|
[options.entry_points]
|
||||||
|
console_scripts =
|
||||||
|
bmlsa = bmlsa.cli:main
|
Loading…
x
Reference in New Issue
Block a user