xjtuthesis/tools/fetchDoc.sh at master · YichenZW/xjtuthesis · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
#!/bin/bash
# download all wiki pages to the `doc` directory. need network access.
# multiple1902 <multiple1902@gmail.com>
# Licensed under GPL v3

echo "cleaning destination ..."
rm ../doc/*.html 2>/dev/null

echo "fetching the list ..."
for pagename in `curl "http://code.google.com/p/xjtuthesis/w/list" 2>/dev/null|grep "/p/xjtuthesis/wiki/"|sed -n -e 's/.*\/p\/xjtuthesis\/wiki\/\([^\?'\''"]*\).*/\1/p'|uniq`; do
    echo "downloading wiki page $pagename ..."
    curl "http://code.google.com/p/xjtuthesis/wiki/$pagename?show=content" 2>/dev/null | sed 's/<head>/<head><meta http-equiv="Content-Type" content="text\/html; charset=UTF-8">/' > ../doc/$pagename.html
done

echo "done :)"