cargo-binstall/crates/bin/src/logging.rs
Jiahao XU 87686cb2f7
Feature: Better retry policy in binstalk-downloader (#794)
Fixed #779 #791 

 - Retry request on timeout
 - Retry for `StatusCode::{REQUEST_TIMEOUT, GATEWAY_TIMEOUT}`
 - Add `DEFAULT_RETRY_DURATION_FOR_RATE_LIMIT` for 503/429
   if 503/429 does not give us a header or give us an invalid header on
   when to retry, we would default to
   `DEFAULT_RETRY_DURATION_FOR_RATE_LIMIT`.
 - Fix `Client::get_redirected_final_url`: Retry using `GET` on status code 400..405 + 410
 - Rename remote_exists => remote_gettable & support fallback to GET
   if HEAD fails due to status code 400..405 + 410.
 - Improve `Client::get_stream`: Include url & method in the err of the stream returned

Signed-off-by: Jiahao XU <Jiahao_XU@outlook.com>
2023-02-13 13:43:48 +11:00

241 lines
6.9 KiB
Rust

use std::{
cmp::min,
io::{self, Write},
iter::repeat,
};
use log::{LevelFilter, Log, STATIC_MAX_LEVEL};
use once_cell::sync::Lazy;
use supports_color::{on as supports_color_on_stream, Stream::Stdout};
use tracing::{
callsite::Callsite,
dispatcher, field,
subscriber::{self, set_global_default},
Event, Level, Metadata,
};
use tracing_core::{identify_callsite, metadata::Kind, subscriber::Subscriber};
use tracing_log::AsTrace;
use tracing_subscriber::{
filter::targets::Targets,
fmt::{fmt, MakeWriter},
layer::SubscriberExt,
};
// Shamelessly taken from tracing-log
struct Fields {
message: field::Field,
}
static FIELD_NAMES: &[&str] = &["message"];
impl Fields {
fn new(cs: &'static dyn Callsite) -> Self {
let fieldset = cs.metadata().fields();
let message = fieldset.field("message").unwrap();
Fields { message }
}
}
macro_rules! log_cs {
($level:expr, $cs:ident, $meta:ident, $fields:ident, $ty:ident) => {
struct $ty;
static $cs: $ty = $ty;
static $meta: Metadata<'static> = Metadata::new(
"log event",
"log",
$level,
None,
None,
None,
field::FieldSet::new(FIELD_NAMES, identify_callsite!(&$cs)),
Kind::EVENT,
);
static $fields: Lazy<Fields> = Lazy::new(|| Fields::new(&$cs));
impl Callsite for $ty {
fn set_interest(&self, _: subscriber::Interest) {}
fn metadata(&self) -> &'static Metadata<'static> {
&$meta
}
}
};
}
log_cs!(
Level::TRACE,
TRACE_CS,
TRACE_META,
TRACE_FIELDS,
TraceCallsite
);
log_cs!(
Level::DEBUG,
DEBUG_CS,
DEBUG_META,
DEBUG_FIELDS,
DebugCallsite
);
log_cs!(Level::INFO, INFO_CS, INFO_META, INFO_FIELDS, InfoCallsite);
log_cs!(Level::WARN, WARN_CS, WARN_META, WARN_FIELDS, WarnCallsite);
log_cs!(
Level::ERROR,
ERROR_CS,
ERROR_META,
ERROR_FIELDS,
ErrorCallsite
);
fn loglevel_to_cs(level: log::Level) -> (&'static Fields, &'static Metadata<'static>) {
match level {
log::Level::Trace => (&*TRACE_FIELDS, &TRACE_META),
log::Level::Debug => (&*DEBUG_FIELDS, &DEBUG_META),
log::Level::Info => (&*INFO_FIELDS, &INFO_META),
log::Level::Warn => (&*WARN_FIELDS, &WARN_META),
log::Level::Error => (&*ERROR_FIELDS, &ERROR_META),
}
}
struct Logger;
impl Logger {
fn init(log_level: LevelFilter) {
log::set_max_level(log_level);
log::set_logger(&Self).unwrap();
}
}
impl Log for Logger {
fn enabled(&self, metadata: &log::Metadata<'_>) -> bool {
if metadata.level() > log::max_level() {
// First, check the log record against the current max level enabled.
false
} else {
// Check if the current `tracing` dispatcher cares about this.
dispatcher::get_default(|dispatch| dispatch.enabled(&metadata.as_trace()))
}
}
fn log(&self, record: &log::Record<'_>) {
// Dispatch manually instead of using methods provided by tracing-log
// to avoid having fields "log.target = ..." in the log message,
// which makes the log really hard to read.
if self.enabled(record.metadata()) {
dispatcher::get_default(|dispatch| {
let (keys, meta) = loglevel_to_cs(record.level());
dispatch.event(&Event::new(
meta,
&meta
.fields()
.value_set(&[(&keys.message, Some(record.args() as &dyn field::Value))]),
));
});
}
}
fn flush(&self) {}
}
struct ErrorFreeWriter;
fn report_err(err: io::Error) {
writeln!(io::stderr(), "Failed to write to stdout: {err}").ok();
}
impl io::Write for &ErrorFreeWriter {
fn write(&mut self, buf: &[u8]) -> io::Result<usize> {
io::stdout().write(buf).or_else(|err| {
report_err(err);
// Behave as if writing to /dev/null so that logging system
// would keep working.
Ok(buf.len())
})
}
fn write_all(&mut self, buf: &[u8]) -> io::Result<()> {
io::stdout().write_all(buf).or_else(|err| {
report_err(err);
// Behave as if writing to /dev/null so that logging system
// would keep working.
Ok(())
})
}
fn write_vectored(&mut self, bufs: &[io::IoSlice<'_>]) -> io::Result<usize> {
io::stdout().write_vectored(bufs).or_else(|err| {
report_err(err);
// Behave as if writing to /dev/null so that logging system
// would keep working.
Ok(bufs.iter().map(|io_slice| io_slice.len()).sum())
})
}
fn flush(&mut self) -> io::Result<()> {
io::stdout().flush().or_else(|err| {
report_err(err);
// Behave as if writing to /dev/null so that logging system
// would keep working.
Ok(())
})
}
}
impl<'a> MakeWriter<'a> for ErrorFreeWriter {
type Writer = &'a Self;
fn make_writer(&'a self) -> Self::Writer {
self
}
}
pub fn logging(log_level: LevelFilter, json_output: bool) {
// Calculate log_level
let log_level = min(log_level, STATIC_MAX_LEVEL);
let allowed_targets = (log_level != LevelFilter::Trace).then_some([
"binstalk",
"binstalk_downloader",
"cargo_binstall",
]);
// Forward log to tracing
Logger::init(log_level);
// Build fmt subscriber
let log_level = log_level.as_trace();
let subscriber_builder = fmt().with_max_level(log_level).with_writer(ErrorFreeWriter);
let subscriber: Box<dyn Subscriber + Send + Sync> = if json_output {
Box::new(subscriber_builder.json().finish())
} else {
// Disable time, target, file, line_num, thread name/ids to make the
// output more readable
let subscriber_builder = subscriber_builder
.without_time()
.with_target(false)
.with_file(false)
.with_line_number(false)
.with_thread_names(false)
.with_thread_ids(false);
// subscriber_builder defaults to write to io::stdout(),
// so tests whether it supports color.
let stdout_supports_color = supports_color_on_stream(Stdout)
.map(|color_level| color_level.has_basic)
.unwrap_or_default();
Box::new(subscriber_builder.with_ansi(stdout_supports_color).finish())
};
// Builder layer for filtering
let filter_layer = allowed_targets.map(|allowed_targets| {
Targets::new().with_targets(allowed_targets.into_iter().zip(repeat(log_level)))
});
// Builder final subscriber with filtering
let subscriber = subscriber.with(filter_layer);
// Setup global subscriber
set_global_default(subscriber).unwrap();
}