From cd15d4f8de1ee9bc6d00fb0a08659ca2c74d2e2d Mon Sep 17 00:00:00 2001 From: Till Höppner Date: Thu, 25 Feb 2016 06:58:22 +0100 Subject: Update Cargo.toml files with more metadata --- src/app/freq.rs | 93 ------------------- src/app/mod.rs | 271 -------------------------------------------------------- 2 files changed, 364 deletions(-) delete mode 100644 src/app/freq.rs delete mode 100644 src/app/mod.rs (limited to 'src/app') diff --git a/src/app/freq.rs b/src/app/freq.rs deleted file mode 100644 index 88a8e1f..0000000 --- a/src/app/freq.rs +++ /dev/null @@ -1,93 +0,0 @@ -use clap::ArgMatches; - -use std::collections::HashMap; - -use ilc::event::{Event, Type}; - -use super::*; - -struct Person { - lines: u32, - alpha_lines: u32, - words: u32, -} - -fn words_alpha(s: &str) -> (u32, bool) { - let mut alpha = false; - let mut words = 0; - for w in s.split_whitespace() { - if !w.is_empty() { - words += 1; - if w.chars().any(char::is_alphabetic) { - alpha = true - } - } - } - (words, alpha) -} - -fn strip_nick_prefix(s: &str) -> &str { - if s.is_empty() { - return s; - } - match s.as_bytes()[0] { - b'~' | b'&' | b'@' | b'%' | b'+' => &s[1..], - _ => s, - } -} - -pub fn freq(args: &ArgMatches) { - let env = Environment(args); - let (context, mut decoder, mut input, mut output) = (env.context(), - env.decoder(), - env.input(), - env.output()); - - let mut stats: HashMap = HashMap::new(); - - for e in decoder.decode(&context, &mut input) { - let m = match e { - Ok(m) => m, - Err(err) => error(Box::new(err)), - }; - - match m { - Event { ty: Type::Msg { ref from, ref content, .. }, .. } => { - let nick = strip_nick_prefix(from); - if stats.contains_key(nick) { - let p: &mut Person = stats.get_mut(nick).unwrap(); - let (words, alpha) = words_alpha(content); - p.lines += 1; - if alpha { - p.alpha_lines += 1 - } - p.words += words; - } else { - let (words, alpha) = words_alpha(content); - stats.insert(nick.to_owned(), - Person { - lines: 1, - alpha_lines: if alpha { 1 } else { 0 }, - words: words, - }); - } - } - _ => (), - } - } - - let mut stats: Vec<(String, Person)> = stats.into_iter().collect(); - stats.sort_by(|&(_, ref a), &(_, ref b)| b.words.cmp(&a.words)); - - let count = value_t!(args, "count", usize).unwrap_or(stats.len()); - for &(ref name, ref stat) in stats.iter().take(count) { - let _ = write!(&mut output, - "{}:\n\tTotal lines: {}\n\tLines without alphabetic characters: \ - {}\n\tTotal words: {}\n\tWords per line: {}\n", - name, - stat.lines, - stat.lines - stat.alpha_lines, - stat.words, - stat.words as f32 / stat.lines as f32); - } -} diff --git a/src/app/mod.rs b/src/app/mod.rs deleted file mode 100644 index 9b02b1e..0000000 --- a/src/app/mod.rs +++ /dev/null @@ -1,271 +0,0 @@ -use clap::ArgMatches; - -use chrono::offset::fixed::FixedOffset; -use chrono::naive::date::NaiveDate; - -use glob::glob; - -use std::process; -use std::str::FromStr; -use std::path::{Path, PathBuf}; -use std::io::{self, BufRead, BufReader, BufWriter, Write}; -use std::fs::File; -use std::error::Error; -use std::ffi::OsStr; - -use ilc::context::Context; -use ilc::format::{self, Decode, Encode}; - -use chain; - -pub mod freq; - -pub fn error(e: Box) -> ! { - let _ = writeln!(&mut io::stderr(), "Error: {}", e); - let mut e = e.cause(); - while let Some(err) = e { - let _ = writeln!(&mut io::stderr(), "\t{}", err); - e = err.cause(); - } - process::exit(1) -} - -pub fn die(s: &str) -> ! { - let _ = writeln!(&mut io::stderr(), "Aborting: {}", s); - process::exit(1) -} - -pub fn force_decoder(s: Option<&str>) -> Box { - let inf = match s { - Some(s) => s, - None => die("You didn't specify the input format"), - }; - match format::decoder(&inf) { - Some(d) => d, - None => die(&format!("The format `{}` is unknown to me", inf)), - } -} - -pub fn force_encoder<'a>(s: Option<&str>) -> Box { - let outf = match s { - Some(s) => s, - None => die("You didn't specify the output format"), - }; - match format::encoder(&outf) { - Some(e) => e, - None => die(&format!("The format `{}` is unknown to me", outf)), - } -} - -pub fn build_context(args: &ArgMatches) -> Context { - let mut context = Context { - timezone: FixedOffset::west(args.value_of("timezone") - .and_then(|s| s.parse().ok()) - .unwrap_or(0)), - override_date: args.value_of("date").and_then(|d| NaiveDate::from_str(&d).ok()), - channel: args.value_of("channel").map(str::to_owned).clone(), - }; - if args.is_present("infer_date") { - let input_files = gather_input(args); - match input_files.len() { - 0 => die("No input files given, can't infer date"), - 1 => { - if let Some(date) = input_files.get(0) - .map(PathBuf::as_path) - .and_then(Path::file_stem) - .and_then(OsStr::to_str) - .and_then(|s: &str| NaiveDate::from_str(s).ok()) { - context.override_date = Some(date); - } - } - _n => die("Too many input files, can't infer date"), - } - } - context -} - -pub fn gather_input(args: &ArgMatches) -> Vec { - if let Some(iter) = args.values_of("input_files") { - iter.flat_map(|p| { - match glob(p) { - Ok(paths) => paths, - Err(e) => die(&format!("{}", e.msg)), - } - }) - .filter_map(Result::ok) - .collect() - } else { - Vec::new() - } -} - -pub fn open_files(files: Vec) -> Box { - if files.len() > 0 { - Box::new(BufReader::new(chain::Chain::new(files.iter() - .map(|p| File::open(p).unwrap()) - .collect()))) - } else { - Box::new(BufReader::new(io::stdin())) - } -} - -pub fn open_output(args: &ArgMatches) -> Box { - if let Some(out) = args.value_of("output_file") { - match File::create(out) { - Ok(f) => Box::new(BufWriter::new(f)), - Err(e) => error(Box::new(e)), - } - } else { - Box::new(BufWriter::new(io::stdout())) - } -} - -pub struct Environment<'a>(pub &'a ArgMatches<'a>); - -impl<'a> Environment<'a> { - pub fn context(&self) -> Context { - build_context(self.0) - } - pub fn input(&self) -> Box { - open_files(gather_input(self.0)) - } - pub fn output(&self) -> Box { - open_output(self.0) - } - pub fn decoder(&self) -> Box { - force_decoder(self.0.value_of("format").or(self.0.value_of("input_format"))) - } - pub fn encoder(&self) -> Box { - force_encoder(self.0.value_of("format").or(self.0.value_of("output_format"))) - } -} - -pub mod parse { - use clap::ArgMatches; - use super::*; - pub fn parse(args: &ArgMatches) { - let env = Environment(args); - let (context, mut decoder, mut input) = (env.context(), env.decoder(), env.input()); - for e in decoder.decode(&context, &mut input) { - match e { - Err(e) => { - println!("Foo!"); - error(Box::new(e)) - } - _ => (), - } - } - } -} - -pub mod convert { - use clap::ArgMatches; - use super::*; - pub fn convert(args: &ArgMatches) { - let env = Environment(args); - let (context, mut decoder, mut input, encoder, mut output) = (env.context(), - env.decoder(), - env.input(), - env.encoder(), - env.output()); - - for e in decoder.decode(&context, &mut input) { - match e { - Ok(e) => { - let _ = encoder.encode(&context, &mut output, &e); - } - Err(e) => error(Box::new(e)), - } - } - } -} - -pub mod seen { - use clap::ArgMatches; - use ilc::event::Event; - use ilc::format::{self, Encode}; - use super::*; - pub fn seen(args: &ArgMatches) { - let env = Environment(args); - let (context, mut decoder, mut input, mut output) = (env.context(), - env.decoder(), - env.input(), - env.output()); - - let nick = args.value_of("nick").expect("Required argument not present"); - - let mut last: Option = None; - for e in decoder.decode(&context, &mut input) { - let m = match e { - Ok(m) => m, - Err(err) => error(Box::new(err)), - }; - - if m.ty.involves(nick) && - last.as_ref().map_or(true, - |last| m.time.as_timestamp() > last.time.as_timestamp()) { - last = Some(m) - } - } - let encoder = format::Weechat; - if let Some(ref m) = last { - let _ = encoder.encode(&context, &mut output, m); - } - } -} - -pub mod sort { - use clap::ArgMatches; - use ilc::event::Event; - use super::*; - pub fn sort(args: &ArgMatches) { - let env = Environment(args); - let (context, mut decoder, mut input, encoder, mut output) = (env.context(), - env.decoder(), - env.input(), - env.encoder(), - env.output()); - - let mut events: Vec = decoder.decode(&context, &mut input) - .flat_map(Result::ok) - .collect(); - - events.sort_by(|a, b| a.time.cmp(&b.time)); - for e in events { - let _ = encoder.encode(&context, &mut output, &e); - } - } -} - -pub mod dedup { - use clap::ArgMatches; - use ilc::event::NoTimeHash; - use ageset::AgeSet; - use super::*; - pub fn dedup(args: &ArgMatches) { - let env = Environment(args); - let (context, mut decoder, mut input, encoder, mut output) = (env.context(), - env.decoder(), - env.input(), - env.encoder(), - env.output()); - - let mut backlog = AgeSet::new(); - - for e in decoder.decode(&context, &mut input) { - if let Ok(e) = e { - let newest_event = e.clone(); - backlog.prune(move |a: &NoTimeHash| { - let age = newest_event.time.as_timestamp() - a.0.time.as_timestamp(); - age > 5000 - }); - // write `e` if it's a new event - let n = NoTimeHash(e); - if !backlog.contains(&n) { - let _ = encoder.encode(&context, &mut output, &n.0); - backlog.push(n); - } - } - } - } -} -- cgit v1.2.3