monolith/src/main.rs

#[macro_use]
extern crate clap;
extern crate monolith;

use clap::{App, Arg};
use monolith::html::{html_to_dom, print_dom, walk_and_embed_assets};
use monolith::http::{is_valid_url, retrieve_asset};

static DEFAULT_USER_AGENT: &str = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.14; rv:66.0) Gecko/20100101 Firefox/66.0";

fn main() {
    let command = App::new("monolith")
        .version(crate_version!())
        .author(crate_authors!())
        .about(crate_description!())
        .arg(
            Arg::with_name("url")
                .required(true)
                .takes_value(true)
                .index(1)
                .help("URL to download"),
        )
        .args_from_usage("-j, --no-js 'Excludes JavaScript'")
        .args_from_usage("-i, --no-images 'Removes images'")
        .args_from_usage("-u, --user-agent=<Iceweasel> 'Custom User-Agent string'")
        .get_matches();

    // Process the command
    let arg_target = command.value_of("url").unwrap();
    let opt_no_js = command.is_present("no-js");
    let opt_no_img = command.is_present("no-images");
    let opt_user_agent = command.value_of("user-agent").unwrap_or(DEFAULT_USER_AGENT);

    if is_valid_url(arg_target) {
        let data = retrieve_asset(&arg_target, false, "", opt_user_agent);
        let dom = html_to_dom(&data.unwrap());

        walk_and_embed_assets(&arg_target, &dom.document, opt_no_js, opt_no_img, opt_user_agent);

        print_dom(&dom.document);
        println!(); // Ensure newline at end of output
    }
}