cli: Add `rad stats` command
Returns aggregate stats as JSON. Useful for tracking seed node metrics.
This commit is contained in:
parent
a60afc8350
commit
ae981ded6e
|
|
@ -42,6 +42,8 @@ pub mod rad_remote;
|
||||||
pub mod rad_seed;
|
pub mod rad_seed;
|
||||||
#[path = "commands/self.rs"]
|
#[path = "commands/self.rs"]
|
||||||
pub mod rad_self;
|
pub mod rad_self;
|
||||||
|
#[path = "commands/stats.rs"]
|
||||||
|
pub mod rad_stats;
|
||||||
#[path = "commands/sync.rs"]
|
#[path = "commands/sync.rs"]
|
||||||
pub mod rad_sync;
|
pub mod rad_sync;
|
||||||
#[path = "commands/unfollow.rs"]
|
#[path = "commands/unfollow.rs"]
|
||||||
|
|
|
||||||
|
|
@ -32,6 +32,7 @@ const COMMANDS: &[Help] = &[
|
||||||
rad_follow::HELP,
|
rad_follow::HELP,
|
||||||
rad_unfollow::HELP,
|
rad_unfollow::HELP,
|
||||||
rad_remote::HELP,
|
rad_remote::HELP,
|
||||||
|
rad_stats::HELP,
|
||||||
rad_sync::HELP,
|
rad_sync::HELP,
|
||||||
];
|
];
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,175 @@
|
||||||
|
use std::ffi::OsString;
|
||||||
|
use std::path::Path;
|
||||||
|
|
||||||
|
use localtime::LocalDuration;
|
||||||
|
use localtime::LocalTime;
|
||||||
|
use radicle::cob::issue;
|
||||||
|
use radicle::cob::patch;
|
||||||
|
use radicle::git;
|
||||||
|
use radicle::node::address;
|
||||||
|
use radicle::node::routing;
|
||||||
|
use radicle::storage::{ReadRepository, ReadStorage, WriteRepository};
|
||||||
|
use radicle_term::Element;
|
||||||
|
use serde::Serialize;
|
||||||
|
|
||||||
|
use crate::terminal as term;
|
||||||
|
use crate::terminal::args::{Args, Error, Help};
|
||||||
|
|
||||||
|
pub const HELP: Help = Help {
|
||||||
|
name: "stats",
|
||||||
|
description: "Displays aggregated repository and node metrics",
|
||||||
|
version: env!("CARGO_PKG_VERSION"),
|
||||||
|
usage: r#"
|
||||||
|
Usage
|
||||||
|
|
||||||
|
rad stats [<option>...]
|
||||||
|
|
||||||
|
Options
|
||||||
|
|
||||||
|
--help Print help
|
||||||
|
"#,
|
||||||
|
};
|
||||||
|
|
||||||
|
#[derive(Default, Serialize)]
|
||||||
|
struct NodeStats {
|
||||||
|
all: usize,
|
||||||
|
public: usize,
|
||||||
|
online: usize,
|
||||||
|
seeding: usize,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Default, Serialize)]
|
||||||
|
struct LocalStats {
|
||||||
|
repos: usize,
|
||||||
|
issues: usize,
|
||||||
|
patches: usize,
|
||||||
|
pushes: usize,
|
||||||
|
forks: usize,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Default, Serialize)]
|
||||||
|
struct RepoStats {
|
||||||
|
unique: usize,
|
||||||
|
replicas: usize,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Default, Serialize)]
|
||||||
|
struct Stats {
|
||||||
|
local: LocalStats,
|
||||||
|
repos: RepoStats,
|
||||||
|
nodes: NodeStats,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Default, Debug, Eq, PartialEq)]
|
||||||
|
pub struct Options {}
|
||||||
|
|
||||||
|
impl Args for Options {
|
||||||
|
fn from_args(args: Vec<OsString>) -> anyhow::Result<(Self, Vec<OsString>)> {
|
||||||
|
use lexopt::prelude::*;
|
||||||
|
|
||||||
|
let mut parser = lexopt::Parser::from_args(args);
|
||||||
|
|
||||||
|
#[allow(clippy::never_loop)]
|
||||||
|
while let Some(arg) = parser.next()? {
|
||||||
|
match arg {
|
||||||
|
Long("help") | Short('h') => {
|
||||||
|
return Err(Error::Help.into());
|
||||||
|
}
|
||||||
|
_ => return Err(anyhow::anyhow!(arg.unexpected())),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok((Options {}, vec![]))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn run(_options: Options, ctx: impl term::Context) -> anyhow::Result<()> {
|
||||||
|
let profile = ctx.profile()?;
|
||||||
|
let storage = &profile.storage;
|
||||||
|
let mut stats = Stats::default();
|
||||||
|
|
||||||
|
for repo in storage.repositories()? {
|
||||||
|
let repo = storage.repository(repo.rid)?;
|
||||||
|
let issues = issue::Issues::open(&repo)?.counts()?;
|
||||||
|
let patches = patch::Patches::open(&repo)?.counts()?;
|
||||||
|
|
||||||
|
stats.local.issues += issues.total();
|
||||||
|
stats.local.patches += patches.total();
|
||||||
|
stats.local.repos += 1;
|
||||||
|
|
||||||
|
for remote in repo.remote_ids()? {
|
||||||
|
let remote = remote?;
|
||||||
|
let sigrefs = repo.reference_oid(&remote, &git::refs::storage::SIGREFS_BRANCH)?;
|
||||||
|
let mut walk = repo.raw().revwalk()?;
|
||||||
|
walk.push(*sigrefs)?;
|
||||||
|
|
||||||
|
stats.local.pushes += walk.count();
|
||||||
|
stats.local.forks += 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let db = profile.database()?;
|
||||||
|
stats.nodes.all = address::Store::nodes(&db)?;
|
||||||
|
stats.repos.replicas = routing::Store::len(&db)?;
|
||||||
|
|
||||||
|
{
|
||||||
|
let row = db
|
||||||
|
.db
|
||||||
|
.prepare("SELECT COUNT(DISTINCT repo) FROM routing")?
|
||||||
|
// SAFETY: `COUNT` always returns a row.
|
||||||
|
.into_iter()
|
||||||
|
.next()
|
||||||
|
.unwrap()?;
|
||||||
|
let count = row.read::<i64, _>(0) as usize;
|
||||||
|
|
||||||
|
stats.repos.unique = count;
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
let now = LocalTime::now();
|
||||||
|
let since = now - LocalDuration::from_mins(60 * 24); // 1 day.
|
||||||
|
let mut stmt = db.db.prepare(
|
||||||
|
"SELECT COUNT(DISTINCT node) FROM announcements WHERE timestamp >= ?1 and timestamp < ?2",
|
||||||
|
)?;
|
||||||
|
|
||||||
|
stmt.bind((1, since.as_millis() as i64))?;
|
||||||
|
stmt.bind((2, now.as_millis() as i64))?;
|
||||||
|
|
||||||
|
// SAFETY: `COUNT` always returns a row.
|
||||||
|
let row = stmt.into_iter().next().unwrap()?;
|
||||||
|
let count = row.read::<i64, _>(0) as usize;
|
||||||
|
|
||||||
|
stats.nodes.online = count;
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
let row = db
|
||||||
|
.db
|
||||||
|
.prepare("SELECT COUNT(DISTINCT node) FROM addresses")?
|
||||||
|
.into_iter()
|
||||||
|
.next()
|
||||||
|
// SAFETY: `COUNT` always returns a row.
|
||||||
|
.unwrap()?;
|
||||||
|
let count = row.read::<i64, _>(0) as usize;
|
||||||
|
|
||||||
|
stats.nodes.public = count;
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
let row = db
|
||||||
|
.db
|
||||||
|
.prepare("SELECT COUNT(DISTINCT node) FROM routing")?
|
||||||
|
.into_iter()
|
||||||
|
.next()
|
||||||
|
// SAFETY: `COUNT` always returns a row.
|
||||||
|
.unwrap()?;
|
||||||
|
let count = row.read::<i64, _>(0) as usize;
|
||||||
|
|
||||||
|
stats.nodes.seeding = count;
|
||||||
|
}
|
||||||
|
|
||||||
|
let output = term::json::to_pretty(&stats, Path::new("stats.json"))?;
|
||||||
|
output.print();
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
@ -261,6 +261,11 @@ fn run_other(exe: &str, args: &[OsString]) -> Result<(), Option<anyhow::Error>>
|
||||||
rad_remote::run,
|
rad_remote::run,
|
||||||
args.to_vec(),
|
args.to_vec(),
|
||||||
),
|
),
|
||||||
|
"stats" => term::run_command_args::<rad_stats::Options, _>(
|
||||||
|
rad_stats::HELP,
|
||||||
|
rad_stats::run,
|
||||||
|
args.to_vec(),
|
||||||
|
),
|
||||||
"watch" => term::run_command_args::<rad_watch::Options, _>(
|
"watch" => term::run_command_args::<rad_watch::Options, _>(
|
||||||
rad_watch::HELP,
|
rad_watch::HELP,
|
||||||
rad_watch::run,
|
rad_watch::run,
|
||||||
|
|
|
||||||
|
|
@ -681,6 +681,13 @@ pub struct IssueCounts {
|
||||||
pub closed: usize,
|
pub closed: usize,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
impl IssueCounts {
|
||||||
|
/// Total count.
|
||||||
|
pub fn total(&self) -> usize {
|
||||||
|
self.open + self.closed
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
impl<'a, R: WriteRepository> Issues<'a, R>
|
impl<'a, R: WriteRepository> Issues<'a, R>
|
||||||
where
|
where
|
||||||
R: ReadRepository + cob::Store,
|
R: ReadRepository + cob::Store,
|
||||||
|
|
|
||||||
|
|
@ -2171,6 +2171,13 @@ pub struct PatchCounts {
|
||||||
pub merged: usize,
|
pub merged: usize,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
impl PatchCounts {
|
||||||
|
/// Total count.
|
||||||
|
pub fn total(&self) -> usize {
|
||||||
|
self.open + self.draft + self.archived + self.merged
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
pub struct Patches<'a, R> {
|
pub struct Patches<'a, R> {
|
||||||
raw: store::Store<'a, Patch, R>,
|
raw: store::Store<'a, Patch, R>,
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -57,6 +57,8 @@ pub trait Store {
|
||||||
fn remove(&mut self, id: &NodeId) -> Result<bool, Error>;
|
fn remove(&mut self, id: &NodeId) -> Result<bool, Error>;
|
||||||
/// Returns the number of addresses.
|
/// Returns the number of addresses.
|
||||||
fn len(&self) -> Result<usize, Error>;
|
fn len(&self) -> Result<usize, Error>;
|
||||||
|
/// Return the number of nodes.
|
||||||
|
fn nodes(&self) -> Result<usize, Error>;
|
||||||
/// Returns true if there are no addresses.
|
/// Returns true if there are no addresses.
|
||||||
fn is_empty(&self) -> Result<bool, Error> {
|
fn is_empty(&self) -> Result<bool, Error> {
|
||||||
self.len().map(|l| l == 0)
|
self.len().map(|l| l == 0)
|
||||||
|
|
@ -149,6 +151,18 @@ impl Store for Database {
|
||||||
Ok(count)
|
Ok(count)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn nodes(&self) -> Result<usize, Error> {
|
||||||
|
let row = self
|
||||||
|
.db
|
||||||
|
.prepare("SELECT COUNT(*) FROM nodes")?
|
||||||
|
.into_iter()
|
||||||
|
.next()
|
||||||
|
.ok_or(Error::NoRows)??;
|
||||||
|
let count = row.read::<i64, _>(0) as usize;
|
||||||
|
|
||||||
|
Ok(count)
|
||||||
|
}
|
||||||
|
|
||||||
fn insert(
|
fn insert(
|
||||||
&mut self,
|
&mut self,
|
||||||
node: &NodeId,
|
node: &NodeId,
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue