12 Commits

Author SHA1 Message Date
af9c8c70b8 Stop on fail argument now works
All checks were successful
automlst.cli/pipeline/head This commit looks good
2025-02-19 15:50:18 +00:00
319edf36af Added option to output database and schemas lists to CSV 2025-02-19 15:01:57 +00:00
43a17d698b Updated readme to reflect recent changes and discuss versioning
All checks were successful
automlst.cli/pipeline/head This commit looks good
2025-02-18 19:16:39 +00:00
e2f19acd5a Updated CLI to follow APIs specified by the 0.12.0 engine
Some checks failed
automlst.cli/pipeline/head This commit looks good
automlst.cli/pipeline/tag There was a failure building this commit
2025-02-18 16:33:08 +00:00
1f6023b06b Bumped engine version requirement to version 0.11.0 2025-02-18 14:53:21 +00:00
9100f83390 Removed unused file from repository 2025-02-13 21:56:38 +00:00
419aa36e9d Removed unused parameter for typing 2025-02-13 21:56:20 +00:00
ca28068477 Made database name list predictable (sorted) 2025-02-13 21:56:06 +00:00
32dcfd99f8 Updated to reflect changes in Engine 0.10.* 2025-02-12 21:54:34 +00:00
4eca35a556 Fixed --version not showing 2025-02-11 16:56:04 +00:00
81d63bc54d Updated private git credentials and now fails CI publishing steps 2025-01-24 21:01:14 +00:00
f263d380ca Base command now requires parameter. 2025-01-24 19:09:28 +00:00
8 changed files with 61 additions and 28 deletions

View File

@@ -12,7 +12,7 @@
// "forwardPorts": [],
// Use 'postCreateCommand' to run commands after the container is created.
"postCreateCommand": "pip3 install --user -r requirements.txt",
"postCreateCommand": "pip3 install --user -r requirements.txt && pip install -e .",
"customizations": {
"vscode": {
"extensions": [

1
.gitignore vendored
View File

@@ -212,3 +212,4 @@ pyrightconfig.json
# Custom rules (everything added below won't be overriden by 'Generate .gitignore File' if you use 'Update' option)
out.csv

6
Jenkinsfile vendored
View File

@@ -33,10 +33,10 @@ pipeline {
parallel {
stage ("git.reslate.systems") {
environment {
TOKEN = credentials('git.reslate.systems')
CREDS = credentials('username-password-rs-git')
}
steps {
sh returnStatus: true, script: 'python -m twine upload --repository-url https://git.reslate.systems/api/packages/ydeng/pypi -u __token__ -p ${TOKEN} --non-interactive --disable-progress-bar --verbose dist/*'
sh script: 'python -m twine upload --repository-url https://git.reslate.systems/api/packages/ydeng/pypi -u ${CREDS_USR} -p ${CREDS_PSW} --non-interactive --disable-progress-bar --verbose dist/*'
}
}
stage ("pypi.org") {
@@ -47,7 +47,7 @@ pipeline {
TOKEN = credentials('pypi.org')
}
steps {
sh returnStatus: true, script: 'python -m twine upload -u __token__ -p ${TOKEN} --non-interactive --disable-progress-bar --verbose dist/*'
sh script: 'python -m twine upload -u __token__ -p ${TOKEN} --non-interactive --disable-progress-bar --verbose dist/*'
}
}
}

View File

@@ -12,6 +12,7 @@ This CLI is capable of exactly what [autoBIGS.engine](https://pypi.org/project/a
- Fetch the available BIGSdb database schemas for a given MLST database
- Retrieve exact/non-exact MLST allele variant IDs based off a sequence
- Retrieve MLST sequence type IDs based off a sequence
- Inexact matches are annotated with an asterisk (\*)
- Output all results to a single CSV
## Planned Features for CLI
@@ -40,6 +41,18 @@ Let's say you have a fasta called `seq.fasta` which contains several sequences.
3. Then, run `autobigs st -h` and familiarize yourself with the parameters needed for sequence typing.
4. Namely, you should find that you will need to run `autobigs st seq.fasta pubmlst_bordetella_seqdef 3 output.csv`. You can optionally include multiple `FASTA` files, and/or `--exact` to only retrieve exact sequence types, and/or `--stop-on-fail` to stop typing if one of your sequences fail to retrieve any type.
4. Namely, you should find that you will need to run `autobigs st seq.fasta pubmlst_bordetella_seqdef 3 output.csv`. You can optionally include multiple `FASTA` files, and `--stop-on-fail` to stop typing if one of your sequences fail to retrieve any type.
5. Sit tight, and wait. The `output.csv` will contain your results once completed.
## Versioning
the autoBIGS project follows [semantic versioning](https://semver.org/) where the three numbers may be interpreted as MAJOR.MINOR.PATCH.
Note regarding major version 0 ([spec item 4](https://semver.org/#spec-item-4)), the following adaptation of semantic versioning definition is as follows:
1. Given x.Y.z, Y is only incremented when a backwards incompatible change is made.
2. Given x.y.Z, Z is only incremented when a backwards compatible change is made.
Versions of autoBIGS items with a major version number of 0 will introduce numerous changes and patches. As such, changes between such versions should be considered highly variable.

View File

@@ -8,7 +8,7 @@ dynamic = ["version"]
readme = "README.md"
license = {file = "LICENSE"}
dependencies = [
"autoBIGS-engine"
"autoBIGS-engine==0.12.*"
]
requires-python = ">=3.12"
description = "A CLI tool to rapidly fetch fetch MLST profiles given sequences for various diseases."

View File

@@ -1,6 +1,8 @@
from argparse import ArgumentParser, Namespace
import asyncio
from autobigs.engine.data.remote.databases.bigsdb import BIGSdbIndex
import csv
from os import path
from autobigs.engine.analysis.bigsdb import BIGSdbIndex
def setup_parser(parser: ArgumentParser):
parser.description = "Fetches the latest BIGSdb MLST database definitions."
@@ -24,6 +26,14 @@ def setup_parser(parser: ArgumentParser):
help="Lists the known schema IDs for a given BIGSdb sequence definition database name. The name, and then the ID of the schema is given."
)
parser.add_argument(
"--csv-prefix", "-o",
dest="csv_output",
required=False,
default=None,
help="Output list as CSV at a given path. A suffix is added depending on the action taken."
)
parser.set_defaults(run=run_asynchronously)
return parser
@@ -31,15 +41,31 @@ async def run(args: Namespace):
async with BIGSdbIndex() as bigsdb_index:
if args.list_dbs:
known_seqdef_dbs = await bigsdb_index.get_known_seqdef_dbs(force=False)
print("\n".join(known_seqdef_dbs.keys()))
sorted_seqdef_dbs = [(name, source) for name, source in sorted(known_seqdef_dbs.items())]
print("The following are all known BIGS database names, and their source (sorted alphabetically):")
print("\n".join(["{0}: {1}".format(name, source) for name, source in sorted_seqdef_dbs]))
if args.csv_output:
dbs_csv_path = path.splitext(args.csv_output)[0] + "_" + "dbs.csv"
with open(dbs_csv_path, "w") as csv_out_handle:
writer = csv.writer(csv_out_handle)
writer.writerow(("BIGSdb Names", "Source"))
writer.writerows(sorted_seqdef_dbs)
print("\nDatabase output written to {0}".format(dbs_csv_path))
for bigsdb_schema_name in args.list_bigsdb_schemas:
schemas = await bigsdb_index.get_schemas_for_seqdefdb(bigsdb_schema_name)
for schema_desc, schema_id in schemas.items():
print(f"{schema_desc}: {schema_id}")
sorted_schemas = [(name, id) for name, id in sorted(schemas.items())]
print("The following are the known schemas for \"{0}\", and their associated IDs:".format(bigsdb_schema_name))
print("\n".join(["{0}: {1}".format(name, id) for name, id in sorted_schemas]))
if args.csv_output:
schema_csv_path = path.splitext(args.csv_output)[0] + "_" + "schemas.csv"
with open(schema_csv_path, "w") as csv_out_handle:
writer = csv.writer(csv_out_handle)
writer.writerow(("Name", "ID"))
writer.writerows(sorted_schemas)
print("\nSchema list output written to {0}".format(schema_csv_path))
if not (args.list_dbs or len(args.list_bigsdb_schemas) > 0):
print("Nothing to do. Try specifying \"-l\".")
print("Nothing to do. Try specifying \"-l\" for a list of known databases, or \"-h\" for more information.")
def run_asynchronously(args: Namespace):
asyncio.run(run(args))

View File

@@ -33,6 +33,8 @@ def run():
metadata.version("autoBIGS-engine")}.')
if hasattr(args, "run"):
args.run(args)
elif not args.version:
root_parser.print_usage()
if __name__ == "__main__":

View File

@@ -2,9 +2,9 @@
from argparse import ArgumentParser, Namespace
import asyncio
import datetime
from autobigs.engine.data.local.csv import write_mlst_profiles_as_csv
from autobigs.engine.data.local.fasta import read_multiple_fastas
from autobigs.engine.data.remote.databases.bigsdb import BIGSdbIndex
from autobigs.engine.writing import write_mlst_profiles_as_csv
from autobigs.engine.reading import read_multiple_fastas
from autobigs.engine.analysis.bigsdb import BIGSdbIndex
def setup_parser(parser: ArgumentParser):
@@ -35,15 +35,6 @@ def setup_parser(parser: ArgumentParser):
help="The output CSV name (.csv will be appended)."
)
parser.add_argument(
"--exact", "-ex",
action="store_true",
dest="exact",
required=False,
default=False,
help="Should run exact matching rather than returning all similar ones"
)
parser.add_argument(
"--stop-on-fail", "-sof",
action="store_true",
@@ -58,11 +49,11 @@ def setup_parser(parser: ArgumentParser):
async def run(args: Namespace):
async with BIGSdbIndex() as bigsdb_index:
gen_strings = read_multiple_fastas(args.fastas)
async with await bigsdb_index.build_profiler_from_seqdefdb(args.seqdefdb, args.schema) as mlst_profiler:
mlst_profiles = mlst_profiler.profile_multiple_strings(gen_strings, exact=args.exact)
async with await bigsdb_index.build_profiler_from_seqdefdb(False, args.seqdefdb, args.schema) as mlst_profiler:
mlst_profiles = mlst_profiler.profile_multiple_strings(gen_strings, args.stop_on_fail)
failed = await write_mlst_profiles_as_csv(mlst_profiles, args.out)
if len(failed) > 0:
print(f"A total of {len(failed)} IDs failed:\n{"\n".join(failed)}")
print(f"A total of {len(failed)} IDs failed (no profile found):\n{"\n".join(failed)}")
print(f"Completed fetching MLSTs for {len(args.fastas)} sequences.")
def run_asynchronously(args):