scikit-bio API Reference
Targets scikit-bio 0.7.4, reviewed 2026-10-01. Filename/undefined-input examples are templates; tiny native regression tests exercise the corrected API and numerical contracts. Review evidence and limits.
Table of Contents
- Sequence Classes
- Alignment Methods
- Phylogenetic Trees
- Diversity Metrics
- Ordination
- Statistical Tests
- Distance Matrices
- File I/O
- Troubleshooting
Sequence Classes
DNA, RNA, and Protein Classes
from skbio import DNA, RNA, Protein, Sequence
# Creating sequences
dna = DNA('ATCGATCGA', metadata={'id': 'seq1', 'description': 'Example'})
rna = RNA('AUCGAUCG')
protein = Protein('ACDEFGHIKLMNPQRSTVWY')
# Sequence operations
dna_rc = dna.reverse_complement() # Reverse complement
rna = dna.transcribe() # DNA -> RNA
protein = rna.translate() # RNA -> Protein
# Using genetic code tables
protein = rna.translate(genetic_code=11) # Bacterial codeSequence Searching and Pattern Matching
# Find motifs using regex
dna = DNA('ATGCGATCGATGCATCG')
motif_locs = dna.find_with_regex('(ATG.{3})') # capture groups yield slices
# Find all positions
import re
for match in re.finditer('ATG', str(dna)):
print(f"ATG found at position {match.start()}")
# k-mer counting using the public API
kmers = dna.kmer_frequencies(k=3)Handling Sequence Metadata
# Sequence-level metadata
dna = DNA('ATCG', metadata={'id': 'seq1', 'source': 'E. coli'})
print(dna.metadata['id'])
# Positional metadata (per-base quality scores from FASTQ)
from skbio import DNA
seqs = DNA.read('reads.fastq', format='fastq', phred_offset=33)
quality_scores = seqs.positional_metadata['quality']
# Interval metadata (features/annotations)
dna.interval_metadata.add([(0, 4)], metadata={'type': 'gene', 'name': 'geneA'})Distance Calculations
from skbio import DNA
seq1 = DNA('ATCGATCG')
seq2 = DNA('ATCG--CG')
# Hamming distance (default)
dist = seq1.distance(seq2)
# Custom distance function
from skbio.sequence.distance import kmer_distance
from functools import partial
dist = seq1.distance(seq2, metric=partial(kmer_distance, k=3))Alignment Methods
Pairwise Alignment
scikit-bio 0.7.0 introduced pair_align, a single fast engine for global, local, and semi-global alignment. The convenience wrappers pair_align_nucl and pair_align_prot ship with BLASTN/BLASTP-like scoring. The old SSW wrapper (local_pairwise_align_ssw, StripedSmithWaterman) was removed, and the pure-Python global_pairwise_align/local_pairwise_align_* functions are deprecated.
from skbio import DNA, Protein
from skbio.alignment import pair_align_nucl, pair_align_prot, pair_align, align_score
# Nucleotide alignment with BLASTN-like defaults
seq1 = DNA('ATCGATCGATCG')
seq2 = DNA('ATCGGGGATCG')
aln = pair_align_nucl(seq1, seq2)
# Inspect the result (PairAlignResult: score + paths [+ matrices])
print(f"Score: {aln.score}")
path = aln.paths[0] # PairAlignPath; repr shows the CIGAR
aligned_seqs = path.to_aligned((seq1, seq2)) # list of gapped strings
# Global alignment with custom affine scoring via pair_align
aln = pair_align(
seq1, seq2,
mode='global',
free_ends=False, # default True would be semi-global/overlap
sub_score=(2, -3), # (match, mismatch)
gap_cost=(5, 2), # (open, extend) -> affine; a single number -> linear
)
# Use a named substitution matrix instead of match/mismatch scores
aln = pair_align(seq1, seq2, mode='global', sub_score='NUC.4.4', gap_cost=3)
# Protein alignment with BLASTP-like defaults (BLOSUM62)
protein_query = Protein('ACDEFGHIKLMNPQRSTVWY')
protein_target = Protein('ACDEFMNPQRSTVWY')
aln = pair_align_prot(protein_query, protein_target)
# Re-score an existing alignment with the same parameters
score = align_score((aln.paths[0], (protein_query, protein_target)),
sub_score='BLOSUM62', gap_cost=(11, 1))
# PairAlignResult also unpacks as a tuple
score, (path,), _ = pair_align_nucl(seq1, seq2)Multiple Sequence Alignment
from skbio.alignment import TabularMSA, pair_align_nucl
from skbio import DNA
# Read MSA from file
msa = TabularMSA.read('alignment.fasta', constructor=DNA)
# Build a TabularMSA from a pairwise alignment path + original sequences
score, (path,), _ = pair_align_nucl(DNA('ATCGATCG'), DNA('ATCGGGGATCG'))
msa = TabularMSA.from_path_seqs(path, (DNA('ATCGATCG'), DNA('ATCGGGGATCG')))
# Create MSA manually
seqs = [
DNA('ATCG--'),
DNA('ATGG--'),
DNA('ATCGAT')
]
msa = TabularMSA(seqs)
# MSA operations
consensus = msa.consensus()
# consensus() is the majority consensus; ties follow alphabet order
# Calculate conservation
conservation = msa.conservation()
# Access sequences
first_seq = msa[0]
column = msa[:, 2] # Third column
# Filter gaps
keep = msa.gap_frequencies(axis='sequence', relative=True) <= 0.5
degapped_msa = msa.iloc[:, keep]
# Entropy in bits; this example treats gaps as a fifth symbol
from scipy.stats import entropy
position_entropies = [entropy(list(col.frequencies().values()), base=2)
for col in msa.iter_positions()]CIGAR Strings and Alignment Paths
from skbio.alignment import PairAlignPath, AlignPath, pair_align_nucl
from skbio import DNA
# Parse a CIGAR string into a pairwise alignment path
path = PairAlignPath.from_cigar('10M2I5M3D10M')
print(repr(path)) # <PairAlignPath, ..., CIGAR: '10M2I5M3D10M'>
# A path produced by pair_align already carries its CIGAR
aln = pair_align_nucl(DNA('ATCGATCG'), DNA('ATCGGGGATCG'))
cigar_string = aln.paths[0].to_cigar()
# AlignPath generalizes to >2 sequences (e.g., from aligned strings)
path3 = AlignPath.from_aligned(['CGTCGTGC', 'CA--GT-C', 'CGTCGT-T'])
# Parse CIGAR output from external tools such as parasail
# path = PairAlignPath.from_cigar(res.cigar.decode)Phylogenetic Trees
Tree Construction
from skbio import TreeNode, DistanceMatrix
from skbio.tree import nj, upgma
# Distance matrix
dm = DistanceMatrix([[0, 5, 9, 9],
[5, 0, 10, 10],
[9, 10, 0, 8],
[9, 10, 8, 0]],
ids=['A', 'B', 'C', 'D'])
# Neighbor joining
nj_tree = nj(dm)
# UPGMA (assumes molecular clock)
upgma_tree = upgma(dm)
# Balanced Minimum Evolution (scalable for large trees)
from skbio.tree import bme
bme_tree = bme(dm)Tree Manipulation
from skbio import TreeNode
# Read tree
tree = TreeNode.read('tree.nwk', format='newick')
# Traversal
for node in tree.traverse():
print(node.name)
# Preorder, postorder, levelorder
for node in tree.preorder():
print(node.name)
# Get tips only
tips = list(tree.tips())
# Find specific node
node = tree.find('taxon_name')
# Root tree at midpoint
rooted_tree = tree.root_at_midpoint()
# Prune tree to specific taxa
pruned = tree.shear(['taxon1', 'taxon2', 'taxon3'])
# Get subtree
lca = tree.lowest_common_ancestor(['taxon1', 'taxon2'])
subtree = lca.copy()
# Add/remove nodes
parent = tree.find('parent_name')
child = TreeNode(name='new_child', length=0.5)
parent.append(child)
# Remove node
node_to_remove = tree.find('taxon_to_remove')
node_to_remove.parent.remove(node_to_remove)Tree Distances and Comparisons
# Patristic distance (branch-length distance) between two nodes
node1 = tree.find('taxon1')
node2 = tree.find('taxon2')
patristic = node1.distance(node2)
# Cophenetic (patristic) distance matrix among all tips
# cophenet() replaces the former tip_tip_distances()
cophenetic_dm = tree.cophenet()
# Robinson-Foulds distance between two trees (compare_rfd, added in 0.6.3)
rf_dist = tree.compare_rfd(other_tree) # count (float)
rf_prop = tree.compare_rfd(other_tree, proportion=True) # normalized to [0, 1]
# Weighted Robinson-Foulds and cophenetic-correlation comparisons
wrf = tree.compare_wrfd(other_tree)
coph = tree.compare_cophenet(other_tree)
# Pairwise RF distances among many trees -> DistanceMatrix
from skbio.tree import rf_dists
rf_dm = rf_dists([tree, other_tree, third_tree])Tree Visualization
# ASCII art visualization
print(tree.ascii_art())
# For advanced visualization, export to external tools
tree.write('tree.nwk', format='newick')
# Then use ete3, toytree, or ggtree for publication-quality figuresDiversity Metrics
Alpha Diversity
from skbio.diversity import alpha_diversity, get_alpha_diversity_metrics
import numpy as np
# Sample count data (samples x features)
counts = np.array([
[10, 5, 0, 3],
[2, 0, 8, 4],
[5, 5, 5, 5]
])
sample_ids = ['Sample1', 'Sample2', 'Sample3']
# List available metrics
print(get_alpha_diversity_metrics())
# Calculate various alpha diversity metrics
shannon = alpha_diversity('shannon', counts, ids=sample_ids)
simpson = alpha_diversity('simpson', counts, ids=sample_ids)
observed = alpha_diversity('observed_features', counts, ids=sample_ids) # was 'observed_otus'
chao1 = alpha_diversity('chao1', counts, ids=sample_ids)
hill_q2 = alpha_diversity('hill', counts, ids=sample_ids, order=2) # effective number of species
# Phylogenetic alpha diversity (requires tree). Note: taxa= replaces otu_ids=
from skbio import TreeNode
tree = TreeNode.read('tree.nwk')
feature_ids = ['OTU1', 'OTU2', 'OTU3', 'OTU4']
faith_pd = alpha_diversity('faith_pd', counts, ids=sample_ids,
tree=tree, taxa=feature_ids)Beta Diversity
from skbio.diversity import beta_diversity
# Beta diversity (all pairwise comparisons)
bc_dm = beta_diversity('braycurtis', counts, ids=sample_ids)
# Jaccard (presence/absence)
jaccard_dm = beta_diversity('jaccard', counts, ids=sample_ids)
# Phylogenetic beta diversity (taxa= replaces the deprecated otu_ids=)
unifrac_dm = beta_diversity('unweighted_unifrac', counts,
ids=sample_ids,
tree=tree,
taxa=feature_ids)
weighted_unifrac_dm = beta_diversity('weighted_unifrac', counts,
ids=sample_ids,
tree=tree,
taxa=feature_ids)
# For a subset, compute a COMPLETE matrix on selected samples.
subset_dm = beta_diversity('braycurtis', counts[:2], ids=sample_ids[:2])Deprecated partial_beta_diversity leaves uncomputed pairs as zero (and does not
resolve general SciPy metric strings such as braycurtis). Those zeros are not
measured distances. Do not use it as input to ordination or permutation tests.
For large complete calculations, block_beta_diversity supports a custom map_f;
returning a dense matrix still costs quadratic storage. For SciPy metrics pass
a callable, e.g. block_beta_diversity(scipy.spatial.distance.braycurtis, counts, ids=sample_ids), since this path delegates to the same restricted resolver.
Rarefaction and Subsampling
from skbio.stats import subsample_counts
# Rarefy to minimum depth
min_depth = int(counts.sum(axis=1).min())
if min_depth <= 0:
raise ValueError("Remove or resolve empty samples before rarefaction")
rng = np.random.default_rng(42)
rarefied = [subsample_counts(row, n=min_depth, seed=rng) for row in counts]
# Repeated rarefactions quantify subsampling variability, not biological confidence
import numpy as np
rarefactions = []
for i in range(100):
rarefied_counts = np.array([subsample_counts(row, n=min_depth, seed=rng) for row in counts])
shannon_rare = alpha_diversity('shannon', rarefied_counts)
rarefactions.append(shannon_rare)
# Calculate mean and std
mean_shannon = np.mean(rarefactions, axis=0)
std_shannon = np.std(rarefactions, axis=0)Ordination
Principal Coordinate Analysis (PCoA)
from skbio.stats.ordination import pcoa
from skbio import DistanceMatrix
import numpy as np
# PCoA from distance matrix
dm = DistanceMatrix(...)
pcoa_results = pcoa(dm)
# Access coordinates
pc1 = pcoa_results.samples['PC1']
pc2 = pcoa_results.samples['PC2']
# Proportion explained
prop_explained = pcoa_results.proportion_explained
# Eigenvalues
eigenvalues = pcoa_results.eigvals
# Save results
pcoa_results.write('pcoa_results.txt')
# Plot with matplotlib
import matplotlib.pyplot as plt
plt.scatter(pc1, pc2)
plt.xlabel(f'PC1 ({prop_explained.iloc[0]*100:.1f}%)')
plt.ylabel(f'PC2 ({prop_explained.iloc[1]*100:.1f}%)')Canonical Correspondence Analysis (CCA)
from skbio.stats.ordination import cca
import pandas as pd
import numpy as np
# Species abundance matrix (samples x species)
species = np.array([
[10, 5, 3],
[2, 8, 4],
[5, 5, 5]
])
# Environmental variables (samples x variables)
env = pd.DataFrame({
'pH': [6.5, 7.0, 6.8]
})
# CCA
cca_results = cca(species, env,
sample_ids=['Site1', 'Site2', 'Site3'],
feature_ids=['SpeciesA', 'SpeciesB', 'SpeciesC'])
# Access constrained axes
cca1 = cca_results.samples['CCA1']
# One independent constraint gives one constrained axis; later axes are residual
# Biplot scores for environmental variables
env_scores = cca_results.biplot_scoresRedundancy Analysis (RDA)
from skbio.stats.ordination import rda
# Similar to CCA but for linear relationships
rda_results = rda(species, env,
sample_ids=['Site1', 'Site2', 'Site3'],
feature_ids=['SpeciesA', 'SpeciesB', 'SpeciesC'])Statistical Tests
PERMANOVA
from skbio.stats.distance import permanova
from skbio import DistanceMatrix
import numpy as np
# Distance matrix
dm = DistanceMatrix(...)
# Grouping variable
grouping = ['Group1', 'Group1', 'Group2', 'Group2', 'Group3', 'Group3']
# Run PERMANOVA
results = permanova(dm, grouping, permutations=999, seed=42)
print(f"Test statistic: {results['test statistic']}")
print(f"p-value: {results['p-value']}")
print(f"Sample size: {results['sample size']}")
print(f"Number of groups: {results['number of groups']}")ANOSIM
from skbio.stats.distance import anosim
# ANOSIM test
results = anosim(dm, grouping, permutations=999, seed=42)
print(f"R statistic: {results['test statistic']}")
print(f"p-value: {results['p-value']}")PERMDISP
from skbio.stats.distance import permdisp
# Test homogeneity of dispersions; all axes (default dimensions=10 fails for n<10)
results = permdisp(dm, grouping, permutations=999, seed=42, dimensions=0)
print(f"F statistic: {results['test statistic']}")
print(f"p-value: {results['p-value']}")Mantel Test
from skbio.stats.distance import mantel
from skbio import DistanceMatrix
# Two distance matrices to compare
dm1 = DistanceMatrix(...) # e.g., genetic distance
dm2 = DistanceMatrix(...) # e.g., geographic distance
# Mantel test
r, p_value, n = mantel(dm1, dm2, method='pearson', permutations=999, seed=42)
print(f"Correlation: {r}")
print(f"p-value: {p_value}")
print(f"Sample size: {n}")
# Spearman correlation
r_spearman, p, n = mantel(dm1, dm2, method='spearman', permutations=999, seed=42)Statistical boundaries
mantel(x, y, ...) tests association of two distance matrices. It has no third
matrix/partial-Mantel option; passing alternative='two-sided' does not adjust
for covariates. Use a method that explicitly represents the study design when
adjustment, blocked permutations, or repeated measures are required. The built-in
PERMANOVA, ANOSIM, and PERMDISP examples use unrestricted label permutations.
With 999 permutations, p-values have a minimum of 0.001; this is a resolution,
not an assurance of robust inference. Report effect sizes, sample sizes, seeds,
multiple-testing choices, and design limitations. PERMANOVA uses the original
full distance matrix; PCoA is a parallel visualization, not its input reduction.
Distance Matrices
Creating and Manipulating Distance Matrices
from skbio import DistanceMatrix
from skbio.stats.distance import PairwiseMatrix
import numpy as np
# Create from array
data = np.array([[0, 1, 2],
[1, 0, 3],
[2, 3, 0]])
dm = DistanceMatrix(data, ids=['A', 'B', 'C'])
# Access elements
dist_ab = dm['A', 'B']
row_a = dm['A']
# Slicing
subset_dm = dm.filter(['A', 'C'])
# General/asymmetric matrix: PairwiseMatrix (renamed from DissimilarityMatrix,
# which is kept as a deprecated alias)
asym_data = np.array([[0, 1, 2],
[3, 0, 4],
[5, 6, 0]])
pwm = PairwiseMatrix(asym_data, ids=['X', 'Y', 'Z'])
# Read/write
dm.write('distances.txt')
dm2 = DistanceMatrix.read('distances.txt')
# Convert to condensed form (for scipy)
condensed = dm.condensed_form()
# Convert to dataframe
df = dm.to_data_frame()File I/O
Reading Sequences
import skbio
# Read single sequence
dna = skbio.DNA.read('sequence.fasta', format='fasta')
# Read multiple sequences (generator)
for seq in skbio.io.read('sequences.fasta', format='fasta', constructor=skbio.DNA):
print(seq.metadata['id'], len(seq))
# Read into list
sequences = list(skbio.io.read('sequences.fasta', format='fasta',
constructor=skbio.DNA))
# Read FASTQ with quality scores
for seq in skbio.io.read('reads.fastq', format='fastq', constructor=skbio.DNA, phred_offset=33):
quality = seq.positional_metadata['quality']
print(f"Mean quality: {quality.mean()}")Writing Sequences
# Write single sequence
dna.write('output.fasta', format='fasta')
# Write multiple sequences: a generator is required (not a list/list iterator)
sequences = [dna1, dna2, dna3]
skbio.io.write((seq for seq in sequences), format='fasta', into='output.fasta')
# Write with custom line wrapping
dna.write('output.fasta', format='fasta', max_width=60)BIOM Tables
from skbio import Table
# Native scikit-bio reader/writer handles BIOM 2.1 HDF5, format name is 'biom'
table = Table.read('table.biom', format='biom')
# For legacy JSON, use biom.load_table(path); do not pass format='hdf5'.
# Access data
sample_ids = table.ids(axis='sample')
feature_ids = table.ids(axis='observation')
matrix = table.matrix_data.toarray() # if sparse
# Filter samples
abundant_samples = table.filter(lambda row, id_, md: row.sum() > 1000,
axis='sample', inplace=False)
# Filter features (OTUs/ASVs)
prevalent_features = table.filter(lambda col, id_, md: (col > 0).sum() >= 3,
axis='observation', inplace=False)
# Normalize
relative_abundance = table.norm(axis='sample', inplace=False)
# Write
abundant_samples.write('filtered_table.biom', format='biom')Format Conversion
# FASTQ to FASTA
seqs = skbio.io.read('input.fastq', format='fastq', constructor=skbio.DNA, phred_offset=33)
skbio.io.write(seqs, format='fasta', into='output.fasta')
# GenBank to FASTA
seqs = skbio.io.read('genes.gb', format='genbank', constructor=skbio.DNA)
skbio.io.write(seqs, format='fasta', into='genes.fasta')Troubleshooting
Common Issues and Solutions
Issue: Duplicate IDs or missing count provenance
Do not silently drop duplicate records. Determine whether they are technical replicates, distinct records with colliding labels, or true duplicates; preserve an explicit mapping when renaming or aggregating. A unique-ID check cannot resolve biological identity.
Do not turn proportions into invented counts with (abundance * 1000).astype(int).
Obtain original counts for Chao1/ACE, rarefaction, and count-based inference. If
only relative abundance is available, choose a compatible descriptive metric
(such as Shannon or Bray-Curtis), disclose normalization, and do not imply that
sampling-depth information was recovered. Validate finite/nonnegative values
and empty samples yourself: the general diversity driver accepts floats and
its validation does not establish count provenance or finite data.
Issue: Memory error with large files
# Problem: Loading entire file into memory
# Solution: Use generators
for seq in skbio.io.read('huge.fasta', format='fasta', constructor=skbio.DNA):
# Process one at a time
process(seq)Issue: Tree tips don't match OTU IDs
# Problem: Mismatch between tree tip names and feature IDs
# Solution: Verify and align IDs
tree_tips = {tip.name for tip in tree.tips()}
missing_in_tree = set(feature_ids) - tree_tips
if missing_in_tree:
raise ValueError(f"Features missing from tree: {sorted(missing_in_tree)}")
# Keep feature_ids ordered exactly as table columns. Extra tree tips are allowed.
# Optional shearing may change the root/stem; review rooting before UniFrac/PD.Issue: Pairwise alignment receives already-gapped sequences
# Pairwise inputs may have different lengths; TabularMSA rows must already align.
# Degap only when deliberately recomputing alignment, preserving original data.
seq1_degapped = seq1.degap()
seq2_degapped = seq2.degap()
alignment = pair_align_nucl(seq1_degapped, seq2_degapped)Performance Tips
- Use appropriate data structures: BIOM HDF5 for large tables, generators for large sequence files
- Parallel processing: Use
block_beta_diversity(..., map_f=...)for a controlled mapper, or documented 0.7.4 compute engines. Incomplete pair matrices are not valid analysis inputs. - Subsample large datasets: For exploratory analysis, work with subsampled data first
- Cache results: Save distance matrices and ordination results to avoid recomputation
Integration Examples
With pandas
import pandas as pd
from skbio import DistanceMatrix
# Distance matrix to DataFrame
dm = DistanceMatrix(...)
df = dm.to_data_frame()
# Alpha diversity to DataFrame
alpha = alpha_diversity('shannon', counts, ids=sample_ids)
alpha_df = pd.DataFrame({'shannon': alpha})With matplotlib/seaborn
import matplotlib.pyplot as plt
import seaborn as sns
# PCoA plot
fig, ax = plt.subplots()
codes, labels = pd.factorize(grouping)
scatter = ax.scatter(pc1, pc2, c=codes, cmap='viridis')
ax.set_xlabel(f'PC1 ({prop_explained.iloc[0]*100:.1f}%)')
ax.set_ylabel(f'PC2 ({prop_explained.iloc[1]*100:.1f}%)')
# codes are category labels, not a continuous numerical measurement
handles, _ = scatter.legend_elements()
ax.legend(handles, labels)
# Heatmap of distance matrix
sns.heatmap(dm.to_data_frame(), cmap='viridis')With QIIME 2
# scikit-bio objects are compatible with QIIME 2
# Export from QIIME 2
# qiime tools export --input-path table.qza --output-path exported/
# Read in scikit-bio
table = Table.read('exported/feature-table.biom')
# Process with scikit-bio
# ...
# Import back to QIIME 2 if needed
table.write('processed-table.biom')
# qiime tools import --type 'FeatureTable[Frequency]' --input-path processed-table.biom --output-path processed.qza
# Only use Frequency for nonnegative integer counts. QIIME 2 is a separate install;
# this illustrative CLI was not executed during the scikit-bio runtime review.