Compare commits
15 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 3bac1243a1 | |||
| d196662ac6 | |||
| 44d917c264 | |||
| 46e980fe76 | |||
| 8b7d76017f | |||
| a6e3471181 | |||
| 87cc05f33a | |||
| 2784bb678a | |||
| 1baeb9f465 | |||
| 5618cb5efc | |||
| 302009cf59 | |||
| 1face8eea8 | |||
| 48078e5bd3 | |||
| 21e674ffb0 | |||
| 694ae9cc71 |
28
.github/workflows/goreleaser.yaml
vendored
Normal file
28
.github/workflows/goreleaser.yaml
vendored
Normal file
@@ -0,0 +1,28 @@
|
|||||||
|
name: Release
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
tags:
|
||||||
|
- "*"
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
release:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Check out
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
fetch-depth: 0
|
||||||
|
- name: Set up mise
|
||||||
|
uses: jdx/mise-action@v4
|
||||||
|
- name: Run GoReleaser
|
||||||
|
uses: goreleaser/goreleaser-action@v6
|
||||||
|
with:
|
||||||
|
distribution: goreleaser
|
||||||
|
version: "~> v2"
|
||||||
|
args: "release --clean"
|
||||||
|
env:
|
||||||
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
@@ -4,5 +4,12 @@ before:
|
|||||||
- cargo install --locked cargo-zigbuild
|
- cargo install --locked cargo-zigbuild
|
||||||
builds:
|
builds:
|
||||||
- builder: rust
|
- builder: rust
|
||||||
|
targets:
|
||||||
|
- x86_64-unknown-linux-gnu
|
||||||
|
- aarch64-unknown-linux-gnu
|
||||||
archives:
|
archives:
|
||||||
- formats: ["binary"]
|
- formats: ["binary"]
|
||||||
|
|
||||||
|
gitea_urls:
|
||||||
|
api: https://git.shee.sh/api/v1
|
||||||
|
download: https://git.shee.sh
|
||||||
|
|||||||
25
Cargo.lock
generated
25
Cargo.lock
generated
@@ -154,12 +154,24 @@ version = "0.8.7"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b"
|
checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "equivalent"
|
||||||
|
version = "1.0.2"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "find-msvc-tools"
|
name = "find-msvc-tools"
|
||||||
version = "0.1.9"
|
version = "0.1.9"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582"
|
checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "hashbrown"
|
||||||
|
version = "0.17.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "4f467dd6dccf739c208452f8014c75c18bb8301b050ad1cfb27153803edb0f51"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "heck"
|
name = "heck"
|
||||||
version = "0.5.0"
|
version = "0.5.0"
|
||||||
@@ -190,6 +202,16 @@ dependencies = [
|
|||||||
"cc",
|
"cc",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "indexmap"
|
||||||
|
version = "2.14.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "d466e9454f08e4a911e14806c24e16fba1b4c121d1ea474396f396069cf949d9"
|
||||||
|
dependencies = [
|
||||||
|
"equivalent",
|
||||||
|
"hashbrown",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "is_terminal_polyfill"
|
name = "is_terminal_polyfill"
|
||||||
version = "1.70.2"
|
version = "1.70.2"
|
||||||
@@ -413,8 +435,9 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "zfsbackup"
|
name = "zfsbackup"
|
||||||
version = "0.1.2"
|
version = "0.3.0"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"chrono",
|
"chrono",
|
||||||
"clap",
|
"clap",
|
||||||
|
"indexmap",
|
||||||
]
|
]
|
||||||
|
|||||||
@@ -1,9 +1,10 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "zfsbackup"
|
name = "zfsbackup"
|
||||||
version = "0.1.2"
|
version = "0.3.0"
|
||||||
edition = "2024"
|
edition = "2024"
|
||||||
publish = false
|
publish = false
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
chrono = "0.4.44"
|
chrono = "0.4.44"
|
||||||
clap = { version = "4.6.1", features = ["derive"] }
|
clap = { version = "4.6.1", features = ["derive"] }
|
||||||
|
indexmap = "2.14.0"
|
||||||
|
|||||||
394
src/job.rs
394
src/job.rs
@@ -2,138 +2,39 @@ use crate::command;
|
|||||||
use crate::progress::BackupEvent;
|
use crate::progress::BackupEvent;
|
||||||
use crate::progress::filter;
|
use crate::progress::filter;
|
||||||
use chrono::{Local, NaiveDateTime};
|
use chrono::{Local, NaiveDateTime};
|
||||||
|
use indexmap::set::IndexSet;
|
||||||
use std::collections::HashSet;
|
use std::collections::HashSet;
|
||||||
|
use std::fmt;
|
||||||
use std::sync::mpsc::Sender;
|
use std::sync::mpsc::Sender;
|
||||||
|
|
||||||
pub struct JobBuilder {
|
|
||||||
sources: Vec<String>,
|
|
||||||
target: String,
|
|
||||||
source_zfs_command: Vec<String>,
|
|
||||||
target_zfs_command: Vec<String>,
|
|
||||||
dryrun: bool,
|
|
||||||
retain: usize,
|
|
||||||
sender: Option<Sender<BackupEvent>>,
|
|
||||||
}
|
|
||||||
|
|
||||||
fn parse_command(commandstr: &str) -> Vec<String> {
|
|
||||||
commandstr
|
|
||||||
.split_whitespace()
|
|
||||||
.map(|s| s.to_string())
|
|
||||||
.collect()
|
|
||||||
}
|
|
||||||
|
|
||||||
impl JobBuilder {
|
|
||||||
pub fn new(sources: Vec<String>, target: String) -> Self {
|
|
||||||
JobBuilder {
|
|
||||||
sources,
|
|
||||||
target,
|
|
||||||
source_zfs_command: vec!["zfs".to_string()],
|
|
||||||
target_zfs_command: vec!["zfs".to_string()],
|
|
||||||
dryrun: false,
|
|
||||||
retain: 2,
|
|
||||||
sender: None,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn source_zfs_command(mut self, commandstr: &str) -> Self {
|
|
||||||
let command = parse_command(commandstr);
|
|
||||||
self.source_zfs_command = command;
|
|
||||||
self
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn target_zfs_command(mut self, commandstr: &str) -> Self {
|
|
||||||
let command = parse_command(commandstr);
|
|
||||||
self.target_zfs_command = command;
|
|
||||||
self
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn zfs_command(mut self, commandstr: &str) -> Self {
|
|
||||||
let command = parse_command(commandstr);
|
|
||||||
self.source_zfs_command = command.clone();
|
|
||||||
self.target_zfs_command = command;
|
|
||||||
self
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn dryrun(mut self) -> Self {
|
|
||||||
self.dryrun = true;
|
|
||||||
self
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn retain(mut self, retain: usize) -> Self {
|
|
||||||
self.retain = retain;
|
|
||||||
self
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn sender(mut self, sender: Sender<BackupEvent>) -> Self {
|
|
||||||
self.sender = Some(sender);
|
|
||||||
self
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn build(self) -> Result<Job, String> {
|
|
||||||
let mut job = Job {
|
|
||||||
datasets: vec![],
|
|
||||||
target: self.target,
|
|
||||||
source_zfs_command: self.source_zfs_command,
|
|
||||||
target_zfs_command: self.target_zfs_command,
|
|
||||||
dryrun: self.dryrun,
|
|
||||||
retain: self.retain,
|
|
||||||
sender: self.sender,
|
|
||||||
};
|
|
||||||
let mut datasets: Vec<String> = vec![];
|
|
||||||
for source in &self.sources {
|
|
||||||
let recurse = source.ends_with("/...");
|
|
||||||
let source = source.trim_end_matches("/...");
|
|
||||||
|
|
||||||
let mut args = vec!["list", "-H", "-o", "name"];
|
|
||||||
if recurse {
|
|
||||||
args.push("-r");
|
|
||||||
}
|
|
||||||
args.push(source);
|
|
||||||
|
|
||||||
let mut cmd = job.get_side_command(JobSide::Source);
|
|
||||||
cmd.extend(args);
|
|
||||||
let output = command::exec_command(&cmd)?;
|
|
||||||
datasets.extend(output.lines().map(str::to_string));
|
|
||||||
}
|
|
||||||
if datasets.is_empty() {
|
|
||||||
return Err(String::from("no matching source datasets found"));
|
|
||||||
}
|
|
||||||
job.datasets = datasets;
|
|
||||||
Ok(job)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub struct Job {
|
pub struct Job {
|
||||||
datasets: Vec<String>,
|
datasets: IndexSet<String>,
|
||||||
target: String,
|
target: String,
|
||||||
source_zfs_command: Vec<String>,
|
source_zfs_command: Vec<String>,
|
||||||
target_zfs_command: Vec<String>,
|
target_zfs_command: Vec<String>,
|
||||||
dryrun: bool,
|
|
||||||
retain: usize,
|
retain: usize,
|
||||||
sender: Option<Sender<BackupEvent>>,
|
sender: Option<Sender<BackupEvent>>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug)]
|
#[derive(Copy, Clone)]
|
||||||
enum JobSide {
|
enum JobSide {
|
||||||
Source,
|
Source,
|
||||||
Destination,
|
Target,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug)]
|
|
||||||
struct Snapshot {
|
struct Snapshot {
|
||||||
snapshot: String,
|
dataset: String,
|
||||||
|
snapshot_id: String,
|
||||||
side: JobSide,
|
side: JobSide,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Job {
|
impl fmt::Display for Snapshot {
|
||||||
pub fn dump(&self) {
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
||||||
println!("Datasets: {:?}", self.datasets);
|
write!(f, "{}@{}", self.dataset, self.snapshot_id)
|
||||||
println!("Target: {}", self.target);
|
}
|
||||||
println!("Source ZFS Command: {:?}", self.source_zfs_command);
|
|
||||||
println!("Target ZFS Command: {:?}", self.target_zfs_command);
|
|
||||||
println!("Dryrun: {}", self.dryrun);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
impl Job {
|
||||||
fn send_event(&self, event: BackupEvent) {
|
fn send_event(&self, event: BackupEvent) {
|
||||||
if let Some(sender) = &self.sender {
|
if let Some(sender) = &self.sender {
|
||||||
sender.send(event).ok();
|
sender.send(event).ok();
|
||||||
@@ -143,16 +44,21 @@ impl Job {
|
|||||||
fn get_side_command(&self, side: JobSide) -> Vec<&str> {
|
fn get_side_command(&self, side: JobSide) -> Vec<&str> {
|
||||||
match side {
|
match side {
|
||||||
JobSide::Source => self.source_zfs_command.iter().map(|s| s.as_str()).collect(),
|
JobSide::Source => self.source_zfs_command.iter().map(|s| s.as_str()).collect(),
|
||||||
JobSide::Destination => self.target_zfs_command.iter().map(|s| s.as_str()).collect(),
|
JobSide::Target => self.target_zfs_command.iter().map(|s| s.as_str()).collect(),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn create_snapshot(&self, dataset: &str, side: JobSide) -> Result<String, String> {
|
fn create_snapshot(&self, dataset: &str, side: JobSide) -> Result<Snapshot, String> {
|
||||||
let snapshot = format!("{}@{}", dataset, Local::now().format("%Y-%m-%dT%H:%M:%S"));
|
let snapshot = Snapshot {
|
||||||
|
dataset: dataset.to_string(),
|
||||||
|
snapshot_id: Local::now().format("%Y-%m-%dT%H:%M:%S").to_string(),
|
||||||
|
side,
|
||||||
|
};
|
||||||
|
let name = snapshot.to_string();
|
||||||
let mut cmd = self.get_side_command(side);
|
let mut cmd = self.get_side_command(side);
|
||||||
cmd.extend(["snapshot", &snapshot]);
|
cmd.extend(["snapshot", &name]);
|
||||||
command::exec_command(&cmd)?;
|
command::exec_command(&cmd)?;
|
||||||
self.send_event(BackupEvent::SnapshotCreated(snapshot.clone()));
|
self.send_event(BackupEvent::SnapshotCreated(name.clone()));
|
||||||
Ok(snapshot)
|
Ok(snapshot)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -177,6 +83,7 @@ impl Job {
|
|||||||
self.send_event(BackupEvent::Estimate(size));
|
self.send_event(BackupEvent::Estimate(size));
|
||||||
Ok(size)
|
Ok(size)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn send_receive(
|
fn send_receive(
|
||||||
&self,
|
&self,
|
||||||
source: &str,
|
source: &str,
|
||||||
@@ -191,10 +98,13 @@ impl Job {
|
|||||||
}
|
}
|
||||||
send_cmd.push(source);
|
send_cmd.push(source);
|
||||||
|
|
||||||
let mut receive_cmd = self.get_side_command(JobSide::Destination);
|
let mut receive_cmd = self.get_side_command(JobSide::Target);
|
||||||
receive_cmd.extend(["receive", "-F", dest]);
|
receive_cmd.extend(["receive", "-F", dest]);
|
||||||
let filters = match self.sender.as_ref() {
|
let filters: Vec<Box<dyn command::Filter>> = match self.sender.as_ref() {
|
||||||
Some(sender) => vec![filter::CountingReaderBuilder::build(sender.clone(), total)],
|
Some(sender) => vec![Box::new(filter::ByteCountFilter::new(
|
||||||
|
sender.clone(),
|
||||||
|
total,
|
||||||
|
))],
|
||||||
None => vec![],
|
None => vec![],
|
||||||
};
|
};
|
||||||
command::exec_piped_commands(&send_cmd, &receive_cmd, filters)?;
|
command::exec_piped_commands(&send_cmd, &receive_cmd, filters)?;
|
||||||
@@ -202,7 +112,7 @@ impl Job {
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn list_snapshots(&self, source: &str, side: JobSide) -> Result<Vec<String>, String> {
|
fn list_snapshot_ids(&self, source: &str, side: JobSide) -> Result<Vec<String>, String> {
|
||||||
let mut cmd = self.get_side_command(side);
|
let mut cmd = self.get_side_command(side);
|
||||||
cmd.extend(["list", "-H", "-o", "name", "-t", "snapshot", source]);
|
cmd.extend(["list", "-H", "-o", "name", "-t", "snapshot", source]);
|
||||||
let output = command::exec_command(&cmd)?;
|
let output = command::exec_command(&cmd)?;
|
||||||
@@ -225,16 +135,16 @@ impl Job {
|
|||||||
Ok(result)
|
Ok(result)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn find_latest_matching_snapshot(&self, source: &str, dest: &str) -> Result<String, String> {
|
fn find_latest_matching_snapshot_id(&self, source: &str, dest: &str) -> Result<String, String> {
|
||||||
self.find_matching_snapshots(source, dest)?
|
self.find_matching_snapshot_ids(source, dest)?
|
||||||
.into_iter()
|
.into_iter()
|
||||||
.next()
|
.next()
|
||||||
.ok_or(String::from("no matching snapshots"))
|
.ok_or(String::from("no matching snapshots"))
|
||||||
}
|
}
|
||||||
|
|
||||||
fn find_matching_snapshots(&self, source: &str, dest: &str) -> Result<Vec<String>, String> {
|
fn find_matching_snapshot_ids(&self, source: &str, dest: &str) -> Result<Vec<String>, String> {
|
||||||
let source_snapshots = self.list_snapshots(source, JobSide::Source)?;
|
let source_snapshots = self.list_snapshot_ids(source, JobSide::Source)?;
|
||||||
let mut dest_snapshots = self.list_snapshots(dest, JobSide::Destination)?;
|
let mut dest_snapshots = self.list_snapshot_ids(dest, JobSide::Target)?;
|
||||||
dest_snapshots.sort_by(|a, b| b.cmp(a));
|
dest_snapshots.sort_by(|a, b| b.cmp(a));
|
||||||
|
|
||||||
let source_set: HashSet<String> = source_snapshots.into_iter().collect();
|
let source_set: HashSet<String> = source_snapshots.into_iter().collect();
|
||||||
@@ -252,9 +162,9 @@ impl Job {
|
|||||||
}
|
}
|
||||||
|
|
||||||
fn find_old_snapshots(&self, source: &str, dest: &str) -> Result<Vec<Snapshot>, String> {
|
fn find_old_snapshots(&self, source: &str, dest: &str) -> Result<Vec<Snapshot>, String> {
|
||||||
let source_snapshots = self.list_snapshots(source, JobSide::Source)?;
|
let source_snapshots = self.list_snapshot_ids(source, JobSide::Source)?;
|
||||||
let dest_snapshots = self.list_snapshots(dest, JobSide::Destination)?;
|
let dest_snapshots = self.list_snapshot_ids(dest, JobSide::Target)?;
|
||||||
let matching_snapshots = self.find_matching_snapshots(source, dest)?;
|
let matching_snapshots = self.find_matching_snapshot_ids(source, dest)?;
|
||||||
if matching_snapshots.is_empty() {
|
if matching_snapshots.is_empty() {
|
||||||
return Err(String::from("no matching snapshots found"));
|
return Err(String::from("no matching snapshots found"));
|
||||||
}
|
}
|
||||||
@@ -263,7 +173,8 @@ impl Job {
|
|||||||
.into_iter()
|
.into_iter()
|
||||||
.filter(|s| !retain.contains(s))
|
.filter(|s| !retain.contains(s))
|
||||||
.map(|s| Snapshot {
|
.map(|s| Snapshot {
|
||||||
snapshot: format!("{}@{}", source, s),
|
dataset: source.to_string(),
|
||||||
|
snapshot_id: s,
|
||||||
side: JobSide::Source,
|
side: JobSide::Source,
|
||||||
})
|
})
|
||||||
.chain(
|
.chain(
|
||||||
@@ -271,25 +182,25 @@ impl Job {
|
|||||||
.into_iter()
|
.into_iter()
|
||||||
.filter(|s| !retain.contains(s))
|
.filter(|s| !retain.contains(s))
|
||||||
.map(|s| Snapshot {
|
.map(|s| Snapshot {
|
||||||
snapshot: format!("{}@{}", dest, s),
|
dataset: dest.to_string(),
|
||||||
side: JobSide::Destination,
|
snapshot_id: s,
|
||||||
|
side: JobSide::Target,
|
||||||
}),
|
}),
|
||||||
)
|
)
|
||||||
.collect();
|
.collect();
|
||||||
Ok(result)
|
Ok(result)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn delete_snapshot(&self, snapshot: Snapshot) -> Result<String, String> {
|
fn delete_snapshot(&self, snapshot: Snapshot) -> Result<(), String> {
|
||||||
let mut cmd = self.get_side_command(snapshot.side);
|
let mut cmd = self.get_side_command(snapshot.side);
|
||||||
cmd.extend(["destroy", &snapshot.snapshot]);
|
let name = snapshot.to_string();
|
||||||
let res = command::exec_command(&cmd);
|
cmd.extend(["destroy", &name]);
|
||||||
if res.is_ok() {
|
command::exec_command(&cmd)?;
|
||||||
self.send_event(BackupEvent::SnapshotDeleted(snapshot.snapshot.clone()));
|
self.send_event(BackupEvent::SnapshotDeleted(name.clone()));
|
||||||
}
|
Ok(())
|
||||||
res
|
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn run(&self) -> Result<(), String> {
|
pub fn run(&self, execute: bool) -> Result<(), String> {
|
||||||
for (index, source) in self.datasets.iter().enumerate() {
|
for (index, source) in self.datasets.iter().enumerate() {
|
||||||
// Check the source exists
|
// Check the source exists
|
||||||
let mut cmd = self.get_side_command(JobSide::Source);
|
let mut cmd = self.get_side_command(JobSide::Source);
|
||||||
@@ -300,7 +211,7 @@ impl Job {
|
|||||||
// TODO: This will assume the destination doesn't exist if the
|
// TODO: This will assume the destination doesn't exist if the
|
||||||
// command fails for any reason.
|
// command fails for any reason.
|
||||||
let dest = format!("{}/{}", self.target, source);
|
let dest = format!("{}/{}", self.target, source);
|
||||||
cmd = self.get_side_command(JobSide::Destination);
|
cmd = self.get_side_command(JobSide::Target);
|
||||||
cmd.extend(["list", "-H", "-o", "name", &dest]);
|
cmd.extend(["list", "-H", "-o", "name", &dest]);
|
||||||
let dest_exists = command::exec_command(&cmd).is_ok();
|
let dest_exists = command::exec_command(&cmd).is_ok();
|
||||||
|
|
||||||
@@ -315,20 +226,19 @@ impl Job {
|
|||||||
let inc_snapshot = format!(
|
let inc_snapshot = format!(
|
||||||
"{}@{}",
|
"{}@{}",
|
||||||
source,
|
source,
|
||||||
self.find_latest_matching_snapshot(source, &dest)?
|
self.find_latest_matching_snapshot_id(source, &dest)?
|
||||||
);
|
);
|
||||||
|
|
||||||
let snapshot = self.create_snapshot(source, JobSide::Source)?;
|
let snapshot = self.create_snapshot(source, JobSide::Source)?;
|
||||||
let total = self.estimate(&snapshot, Some(&inc_snapshot)).ok();
|
let total = self
|
||||||
if self.dryrun {
|
.estimate(&snapshot.to_string(), Some(&inc_snapshot))
|
||||||
|
.ok();
|
||||||
|
if !execute {
|
||||||
self.send_event(BackupEvent::DryrunCompleted(source.clone()));
|
self.send_event(BackupEvent::DryrunCompleted(source.clone()));
|
||||||
self.delete_snapshot(Snapshot {
|
self.delete_snapshot(snapshot)?;
|
||||||
snapshot: snapshot.clone(),
|
continue;
|
||||||
side: JobSide::Source,
|
|
||||||
})?;
|
|
||||||
return Ok(());
|
|
||||||
}
|
}
|
||||||
self.send_receive(&snapshot, &dest, Some(&inc_snapshot), total)?;
|
self.send_receive(&snapshot.to_string(), &dest, Some(&inc_snapshot), total)?;
|
||||||
} else {
|
} else {
|
||||||
self.send_event(BackupEvent::StartingFullBackup {
|
self.send_event(BackupEvent::StartingFullBackup {
|
||||||
source: source.clone(),
|
source: source.clone(),
|
||||||
@@ -337,16 +247,13 @@ impl Job {
|
|||||||
total: self.datasets.len(),
|
total: self.datasets.len(),
|
||||||
});
|
});
|
||||||
let snapshot = self.create_snapshot(source, JobSide::Source)?;
|
let snapshot = self.create_snapshot(source, JobSide::Source)?;
|
||||||
let total = self.estimate(&snapshot, None).ok();
|
let total = self.estimate(&snapshot.to_string(), None).ok();
|
||||||
if self.dryrun {
|
if !execute {
|
||||||
self.send_event(BackupEvent::DryrunCompleted(source.clone()));
|
self.send_event(BackupEvent::DryrunCompleted(source.clone()));
|
||||||
self.delete_snapshot(Snapshot {
|
self.delete_snapshot(snapshot)?;
|
||||||
snapshot: snapshot.clone(),
|
continue;
|
||||||
side: JobSide::Source,
|
|
||||||
})?;
|
|
||||||
return Ok(());
|
|
||||||
}
|
}
|
||||||
self.send_receive(&snapshot, &dest, None, total)?;
|
self.send_receive(&snapshot.to_string(), &dest, None, total)?;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Clean up snapshots
|
// Clean up snapshots
|
||||||
@@ -358,3 +265,176 @@ impl Job {
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub struct JobBuilder {
|
||||||
|
sources: Vec<String>,
|
||||||
|
target: String,
|
||||||
|
source_zfs_command: Vec<String>,
|
||||||
|
target_zfs_command: Vec<String>,
|
||||||
|
retain: usize,
|
||||||
|
sender: Option<Sender<BackupEvent>>,
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Parse a command string into a vector of strings, splitting on whitespace.
|
||||||
|
/// Quoting is supported using ' or ".
|
||||||
|
fn parse_command(commandstr: &str) -> Vec<String> {
|
||||||
|
let mut arg = String::new();
|
||||||
|
let mut command: Vec<String> = Vec::new();
|
||||||
|
let mut in_single_quote = false;
|
||||||
|
let mut in_double_quote = false;
|
||||||
|
|
||||||
|
for c in commandstr.chars() {
|
||||||
|
match c {
|
||||||
|
'\'' if !in_double_quote => {
|
||||||
|
in_single_quote = !in_single_quote;
|
||||||
|
}
|
||||||
|
'\'' => {
|
||||||
|
arg.push(c);
|
||||||
|
}
|
||||||
|
'"' if !in_single_quote => {
|
||||||
|
in_double_quote = !in_double_quote;
|
||||||
|
}
|
||||||
|
'"' => {
|
||||||
|
arg.push(c);
|
||||||
|
}
|
||||||
|
' ' if in_single_quote || in_double_quote => {
|
||||||
|
arg.push(c);
|
||||||
|
}
|
||||||
|
' ' => {
|
||||||
|
if !arg.is_empty() {
|
||||||
|
command.push(arg.clone());
|
||||||
|
arg.clear();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
_ => {
|
||||||
|
arg.push(c);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if !arg.is_empty() {
|
||||||
|
command.push(arg);
|
||||||
|
}
|
||||||
|
command
|
||||||
|
}
|
||||||
|
|
||||||
|
impl JobBuilder {
|
||||||
|
/// Create a new JobBuilder with the given sources and target. The sources should be ZFS
|
||||||
|
/// datasets, optionally ending with "/..." to include all child datasets. The target should be
|
||||||
|
/// a ZFS dataset.
|
||||||
|
pub fn new(sources: Vec<String>, target: String) -> Self {
|
||||||
|
JobBuilder {
|
||||||
|
sources,
|
||||||
|
target,
|
||||||
|
source_zfs_command: vec!["zfs".to_string()],
|
||||||
|
target_zfs_command: vec!["zfs".to_string()],
|
||||||
|
retain: 2,
|
||||||
|
sender: None,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn source_zfs_command(mut self, commandstr: &str) -> Self {
|
||||||
|
let command = parse_command(commandstr);
|
||||||
|
self.source_zfs_command = command;
|
||||||
|
self
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn target_zfs_command(mut self, commandstr: &str) -> Self {
|
||||||
|
let command = parse_command(commandstr);
|
||||||
|
self.target_zfs_command = command;
|
||||||
|
self
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn zfs_command(mut self, commandstr: &str) -> Self {
|
||||||
|
let command = parse_command(commandstr);
|
||||||
|
self.source_zfs_command = command.clone();
|
||||||
|
self.target_zfs_command = command;
|
||||||
|
self
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn retain(mut self, retain: usize) -> Self {
|
||||||
|
self.retain = retain;
|
||||||
|
self
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn sender(mut self, sender: Sender<BackupEvent>) -> Self {
|
||||||
|
self.sender = Some(sender);
|
||||||
|
self
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn build(self) -> Result<Job, String> {
|
||||||
|
let mut datasets: IndexSet<String> = IndexSet::new();
|
||||||
|
for source in &self.sources {
|
||||||
|
let recurse = source.ends_with("/...");
|
||||||
|
let source = source.trim_end_matches("/...");
|
||||||
|
|
||||||
|
let mut args = vec!["list", "-H", "-o", "name"];
|
||||||
|
if recurse {
|
||||||
|
args.push("-r");
|
||||||
|
}
|
||||||
|
args.push(source);
|
||||||
|
|
||||||
|
let mut cmd: Vec<&str> = self.source_zfs_command.iter().map(|s| s.as_str()).collect();
|
||||||
|
cmd.extend(args);
|
||||||
|
let output = command::exec_command(&cmd)?;
|
||||||
|
datasets.extend(output.lines().map(str::to_string));
|
||||||
|
}
|
||||||
|
if datasets.is_empty() {
|
||||||
|
return Err(String::from("no matching source datasets found"));
|
||||||
|
}
|
||||||
|
Ok(Job {
|
||||||
|
datasets,
|
||||||
|
target: self.target,
|
||||||
|
source_zfs_command: self.source_zfs_command,
|
||||||
|
target_zfs_command: self.target_zfs_command,
|
||||||
|
retain: self.retain,
|
||||||
|
sender: self.sender,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use super::*;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_parse_command_simple() {
|
||||||
|
assert_eq!(parse_command("zfs list"), vec!["zfs", "list"]);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_parse_command_quoted() {
|
||||||
|
assert_eq!(
|
||||||
|
parse_command("ssh host sudo zfs"),
|
||||||
|
vec!["ssh", "host", "sudo", "zfs"]
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_parse_command_with_quotes() {
|
||||||
|
assert_eq!(
|
||||||
|
parse_command(r#"ssh "my host" sudo zfs"#),
|
||||||
|
vec!["ssh", "my host", "sudo", "zfs"]
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_parse_command_with_nested_quotes() {
|
||||||
|
assert_eq!(
|
||||||
|
parse_command(r#"ssh 'my " host' "su'do" zfs"#),
|
||||||
|
vec!["ssh", "my \" host", "su'do", "zfs"]
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_parse_command_extra_spaces() {
|
||||||
|
assert_eq!(
|
||||||
|
parse_command(" ssh \" ho st \" sudo zfs "),
|
||||||
|
vec!["ssh", " ho st ", "sudo", "zfs"]
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_parse_command_empty() {
|
||||||
|
assert_eq!(parse_command(""), Vec::<String>::new());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
13
src/main.rs
13
src/main.rs
@@ -35,9 +35,6 @@ struct Args {
|
|||||||
fn main() -> Result<(), Box<dyn Error>> {
|
fn main() -> Result<(), Box<dyn Error>> {
|
||||||
let args = Args::parse();
|
let args = Args::parse();
|
||||||
let mut builder = JobBuilder::new(args.datasets, args.target);
|
let mut builder = JobBuilder::new(args.datasets, args.target);
|
||||||
if args.dry_run {
|
|
||||||
builder = builder.dryrun();
|
|
||||||
}
|
|
||||||
if let Some(cmd) = args.zfs_command {
|
if let Some(cmd) = args.zfs_command {
|
||||||
builder = builder.zfs_command(&cmd);
|
builder = builder.zfs_command(&cmd);
|
||||||
}
|
}
|
||||||
@@ -57,11 +54,15 @@ fn main() -> Result<(), Box<dyn Error>> {
|
|||||||
} else {
|
} else {
|
||||||
Box::new(log::Progressor::new(rx))
|
Box::new(log::Progressor::new(rx))
|
||||||
};
|
};
|
||||||
thread::spawn(move || pr.run());
|
let handle = thread::spawn(move || pr.run());
|
||||||
|
|
||||||
builder = builder.sender(tx);
|
builder = builder.sender(tx);
|
||||||
|
|
||||||
|
// Create the job in a block so the sender is dropped before
|
||||||
|
// joining the progress thread, allowing it to exit cleanly.
|
||||||
|
{
|
||||||
let job = builder.build()?;
|
let job = builder.build()?;
|
||||||
job.run()?;
|
job.run(!args.dry_run)?;
|
||||||
|
}
|
||||||
|
handle.join().unwrap();
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ use std::io::{self, Read};
|
|||||||
use std::sync::mpsc::Sender;
|
use std::sync::mpsc::Sender;
|
||||||
use std::time::{Duration, Instant};
|
use std::time::{Duration, Instant};
|
||||||
|
|
||||||
struct CountingReader<R: Read> {
|
struct ByteCountReader<R: Read> {
|
||||||
inner: R,
|
inner: R,
|
||||||
sender: Sender<BackupEvent>,
|
sender: Sender<BackupEvent>,
|
||||||
bytes: u64,
|
bytes: u64,
|
||||||
@@ -12,7 +12,7 @@ struct CountingReader<R: Read> {
|
|||||||
total: Option<u64>,
|
total: Option<u64>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl<R: Read> Read for CountingReader<R> {
|
impl<R: Read> Read for ByteCountReader<R> {
|
||||||
fn read(&mut self, buf: &mut [u8]) -> io::Result<usize> {
|
fn read(&mut self, buf: &mut [u8]) -> io::Result<usize> {
|
||||||
let n = self.inner.read(buf)?;
|
let n = self.inner.read(buf)?;
|
||||||
self.bytes += n as u64;
|
self.bytes += n as u64;
|
||||||
@@ -29,31 +29,31 @@ impl<R: Read> Read for CountingReader<R> {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
impl<R: Read> CountingReader<R> {
|
impl<R: Read> ByteCountReader<R> {
|
||||||
fn new(inner: R, sender: Sender<BackupEvent>, total: Option<u64>) -> Self {
|
fn new(inner: R, sender: Sender<BackupEvent>, total: Option<u64>) -> Self {
|
||||||
Self {
|
Self {
|
||||||
inner,
|
inner,
|
||||||
sender,
|
sender,
|
||||||
total,
|
|
||||||
bytes: 0,
|
bytes: 0,
|
||||||
last_send: Instant::now() - Duration::from_secs(1),
|
last_send: Instant::now() - Duration::from_secs(1),
|
||||||
|
total,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub struct CountingReaderBuilder {
|
pub(crate) struct ByteCountFilter {
|
||||||
sender: Sender<BackupEvent>,
|
sender: Sender<BackupEvent>,
|
||||||
total: Option<u64>,
|
total: Option<u64>,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Filter for CountingReaderBuilder {
|
impl ByteCountFilter {
|
||||||
fn filter(&self, reader: Box<dyn Read>) -> Box<dyn Read> {
|
pub(crate) fn new(sender: Sender<BackupEvent>, total: Option<u64>) -> Self {
|
||||||
Box::new(CountingReader::new(reader, self.sender.clone(), self.total))
|
Self { sender, total }
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
impl CountingReaderBuilder {
|
impl Filter for ByteCountFilter {
|
||||||
pub fn build(sender: Sender<BackupEvent>, total: Option<u64>) -> Box<dyn Filter> {
|
fn filter(&self, inner: Box<dyn Read>) -> Box<dyn Read> {
|
||||||
Box::new(Self { sender, total })
|
Box::new(ByteCountReader::new(inner, self.sender.clone(), self.total))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user