通过自己技能把某个网站的ppt全部下载下来的过程

1、该网站的ppt链接全部都在页面上，用正则手动提取所有链接，放在指定位置的，以txt形式保存，格式如下

2、写个java文件处理一下，如下：

 package platform;

 import java.io.BufferedInputStream;
 import java.io.BufferedOutputStream;
 import java.io.BufferedReader;
 import java.io.File;
 import java.io.FileInputStream;
 import java.io.FileNotFoundException;
 import java.io.FileOutputStream;
 import java.io.IOException;
 import java.io.InputStreamReader;
 import java.io.UnsupportedEncodingException;
 import java.net.HttpURLConnection;
 import java.net.URL;
 import java.util.HashMap;
 import java.util.Map;

 import org.apache.http.HttpResponse;
 import org.apache.http.client.ClientProtocolException;
 import org.apache.http.client.methods.HttpPost;
 import org.apache.http.impl.client.DefaultHttpClient;

 public class TestQConDownload {

     public static void main(String[] args) {
         BufferedReader bufferedReader;
         String lineTxt = null;
         String title="1";
         String url="";
         try {
             //读文件
             bufferedReader = readTxtFile("E:\\test\\downinfo.txt");
             //循环遍历每行
             while((lineTxt = bufferedReader.readLine()) != null){
                 if(lineTxt.startsWith("【标题】")){
                     title = lineTxt.substring(4).replaceAll(":", "");
                     System.out.println(title);
                 }
                 if(lineTxt.startsWith("【下载地址】")){
                     url= lineTxt.substring(6);
                     //获取跳转后的地址
                     url = getRedirectLocation(url);
                     System.out.println(url);
                     //下载到指定位置
                     downloadFile(url, "E:\\test\\download\\"+title+".pdf");
                 }
             }
             bufferedReader.close();
         } catch (UnsupportedEncodingException e) {
             // TODO Auto-generated catch block
             e.printStackTrace();
         } catch (FileNotFoundException e) {
             // TODO Auto-generated catch block
             e.printStackTrace();
         } catch (IOException e) {
             // TODO Auto-generated catch block
             e.printStackTrace();
         }

     }

     public static String getRedirectLocation(String url) throws ClientProtocolException, IOException {
         String SEND_MESSAGE_URL = url;
         Map<String, Object> params = new HashMap<String, Object>();
         HttpPost get = new HttpPost(SEND_MESSAGE_URL);
         get.setHeader("Cookie", "dx_un=%E5%B9%B4%E8%BD%BB%E7%9A%84%E7%96%AF%E5%AD%90; dx_avatar=http%3A%2F%2F7xil0e.com1.z0.glb.clouddn.com%2Fuser_580d84f25ea61.png; dx_token=0c6b719ffff50f3746b64f058cb4e719");
         get.setHeader("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8");
         get.setHeader("Accept-Encoding", "zh-CN,zh;q=0.8");
         get.setHeader("Connection", "keep-alive");
         get.setHeader("Host", "ppt.geekbang.org");
         get.setHeader("Referer", "http://2016.qconshanghai.com/schedule");
         get.setHeader("Upgrade-Insecure-Requests", "1");
         get.setHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.87 Safari/537.36");

         // 设置编码
         HttpResponse re = new DefaultHttpClient().execute(get);
         /*if (re.getStatusLine().getStatusCode() == 200) {// 如果状态码为200,就是正常返回
             String result = EntityUtils.toString(re.getEntity());
             System.out.println(result);
         }*/
         String location = re.getFirstHeader("Location").getValue();
         get.releaseConnection();
         return location;
     }

     /**
      * 下载远程文件并保存到本地
      * @param remoteFilePath 远程文件路径
      * @param localFilePath 本地文件路径
      */
     public static void downloadFile(String remoteFilePath, String localFilePath)
     {
         URL urlfile = null;
         HttpURLConnection httpUrl = null;
         BufferedInputStream bis = null;
         BufferedOutputStream bos = null;
         File f = new File(localFilePath);
         try
         {
             urlfile = new URL(remoteFilePath);
             httpUrl = (HttpURLConnection)urlfile.openConnection();
             httpUrl.connect();
             bis = new BufferedInputStream(httpUrl.getInputStream());
             bos = new BufferedOutputStream(new FileOutputStream(f));
             int len = 2048;
             byte[] b = new byte[len];
             while ((len = bis.read(b)) != -1)
             {
                 bos.write(b, 0, len);
             }
             bos.flush();
             bis.close();
             httpUrl.disconnect();
         }
         catch (Exception e)
         {
             e.printStackTrace();
         }
         finally
         {
             try
             {
                 bis.close();
                 bos.close();
             }
             catch (IOException e)
             {
                 e.printStackTrace();
             }
         }
     }

     public static BufferedReader readTxtFile(String filePath) throws UnsupportedEncodingException, FileNotFoundException{
                 String encoding="UTF-8";
                 File file=new File(filePath);
                     InputStreamReader read = new InputStreamReader(
                     new FileInputStream(file),encoding);//考虑到编码格式
                     BufferedReader bufferedReader = new BufferedReader(read);
                     return bufferedReader;
     }
 }