@related : URL
sudo apt-get install webhttrack & x-www-browser http://localhost:8080/ # next # new project : YOURSITE # add url : http://YOURSITE.org # set options : set yes to "get non html" , "test all links", "try" , "get html 1st" # next next ... # open saved website
wget -m -k -K -E http://elaboratoire.free.fr
How to cache this url with squid ? :
url="http://elaboratoire.free.fr/waka/wakka.php?wiki=LeLieu"
http_proxy="http://localhost:3128" lynx -dump -head "$url" -restrictions=all -noreferer -resubmit_posts HTTP/1.0 200 OK Date: Wed, 15 Aug 2007 21:05:57 GMT Server: Apache/ProXad [Jun 19 2007 23:14:00] Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0 Content-Encoding: gzip Expires: Thu, 19 Nov 1981 08:52:00 GMT Pragma: no-cache X-Powered-By: PHP/4.4.3-dev Set-Cookie: PHPSESSID=8f8fc105fb76658d759692bb6c525556; path=/waka/ Content-Type: text/html X-Cache: MISS from nrv.homelinux.org X-Cache-Lookup: MISS from nrv.homelinux.org:3128 Via: 1.0 nrv.homelinux.org:3128 (squid/2.6.STABLE14) Proxy-Connection: close
sudo aptitude install squid
grep visible /etc/squid/squid.conf visible_hostname localhost
sudo invoke-rc.d squid restart
URL="http://www.monip.org" URL="http://rzr.online.fr/index.htm"
http_proxy="" lynx -dump -head $URL http_proxy="http://localhost:3128" lynx -dump -head $URL http_proxy="http://localhost:3128" lynx -dump -head $URL
http_proxy="http://localhost:3128" lynx -dump -head $URL
HTTP/1.0 200 OK Date: Wed, 15 Aug 2007 20:24:51 GMT Server: Apache/ProXad [May 15 2007 17:32:34] Last-Modified: Tue, 06 Apr 2004 00:12:50 GMT ETag: "1472ec-6de-4071f602" Accept-Ranges: bytes Content-Length: 1758 Content-Type: text/html X-Cache: MISS from nrv.homelinux.org X-Cache-Lookup: MISS from nrv.homelinux.org:3128 Via: 1.0 nrv.homelinux.org:3128 (squid/2.6.STABLE14) Proxy-Connection: close
http_proxy="http://localhost:3128" lynx -dump -head $URL
HTTP/1.0 200 OK Date: Wed, 15 Aug 2007 20:24:51 GMT Server: Apache/ProXad [May 15 2007 17:32:34] Last-Modified: Tue, 06 Apr 2004 00:12:50 GMT ETag: "1472ec-6de-4071f602" Accept-Ranges: bytes Content-Length: 1758 Content-Type: text/html Age: 2 X-Cache: HIT from nrv.homelinux.org X-Cache-Lookup: HIT from nrv.homelinux.org:3128 Via: 1.0 nrv.homelinux.org:3128 (squid/2.6.STABLE14) Proxy-Connection: close
strings /var/spool/squid/00/00/00000000 http://rzr.online.fr/index.htm HTTP/1.1 200 OK Date: Wed, 15 Aug 2007 20:24:51 GMT Server: Apache/ProXad [May 15 2007 17:32:34] Last-Modified: Tue, 06 Apr 2004 00:12:50 GMT ETag: "1472ec-6de-4071f602" Connection: close Accept-Ranges: bytes Content-Length: 1758 Content-Type: text/html
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
# grep -v -e “^#” -e “^$” /etc/squid/squid.conf
url=http://webspace.webring.com/people/jr/rzr_online_fr/nitdroid-emulator-0.4.3.7z time wget -O /dev/null $url
export https_proxy=http://proxy:3128/ url=https://webspace.webring.com/people/jr/rzr_online_fr/nitdroid-emulator-0.4.3.7z time wget --no-check-certificate -O /dev/null "$url"