From 4512e5fc442a932a37c5211ecb5cbe826059bb5c Mon Sep 17 00:00:00 2001 From: Brutus Date: Wed, 26 Feb 2014 15:09:37 +0100 Subject: [PATCH 1/3] include commands to mirror locally maybe better use ``wget -mk -w 10 http://path.to.the/page.html`` to be nice? --- cheatsheets/wget | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/cheatsheets/wget b/cheatsheets/wget index ad04dd9..60f7c2c 100644 --- a/cheatsheets/wget +++ b/cheatsheets/wget @@ -19,6 +19,12 @@ wget -i url_list.txt # To download files according to a pattern wget http://www.myserver.com/files-{1..15}.tar.bz2 +# To mirror a whole page locally +wget -pk http://path.to.the/page.html + +# To mirror a whole site locally +wget -mk http://path.to.the/page.html + # To download all the files in a directory with a specific extension if directory indexing is enabled wget -r -l1 -A.extension http://myserver.com/directory From af8eb721be09e25424b1d70070c838a29803bda9 Mon Sep 17 00:00:00 2001 From: Brutus Date: Thu, 6 Mar 2014 14:20:52 +0100 Subject: [PATCH 2/3] Update wget --- cheatsheets/wget | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cheatsheets/wget b/cheatsheets/wget index 60f7c2c..a815e62 100644 --- a/cheatsheets/wget +++ b/cheatsheets/wget @@ -23,7 +23,7 @@ wget http://www.myserver.com/files-{1..15}.tar.bz2 wget -pk http://path.to.the/page.html # To mirror a whole site locally -wget -mk http://path.to.the/page.html +wget -mk http://site.tl/ # To download all the files in a directory with a specific extension if directory indexing is enabled wget -r -l1 -A.extension http://myserver.com/directory From 87a594535a4e85f60163bd12d910b997f29dc231 Mon Sep 17 00:00:00 2001 From: Brutus Date: Thu, 6 Mar 2014 14:21:56 +0100 Subject: [PATCH 3/3] Update wget --- cheatsheets/wget | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/cheatsheets/wget b/cheatsheets/wget index a815e62..fb9a45a 100644 --- a/cheatsheets/wget +++ b/cheatsheets/wget @@ -16,15 +16,15 @@ wget URL1 URL2 # To parse a file that contains a list of URLs to fetch each one wget -i url_list.txt -# To download files according to a pattern -wget http://www.myserver.com/files-{1..15}.tar.bz2 - # To mirror a whole page locally wget -pk http://path.to.the/page.html # To mirror a whole site locally wget -mk http://site.tl/ +# To download files according to a pattern +wget http://www.myserver.com/files-{1..15}.tar.bz2 + # To download all the files in a directory with a specific extension if directory indexing is enabled wget -r -l1 -A.extension http://myserver.com/directory