62,634
社区成员




package csdn.impulsehu.june;
import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.URL;
import java.util.ArrayList;
import java.util.List;
public class URLUtil {
public static void main(String[] args) {
List<String> urls = getURLFromFile(new File("urls.txt"));
for(String url : urls) {
pageContentToLocalFile(url, new File(url.substring(7)+".txt"));
}
}
public static void pageContentToLocalFile(String sourceUrl, File destFileName) {
URL url = null;
InputStream is = null;
BufferedReader br = null;
FileWriter fw = null;
BufferedWriter bw = null;
try {
url = new URL(sourceUrl);
is = url.openConnection().getInputStream();
br = new BufferedReader(new InputStreamReader(is));
if(destFileName != null) {
fw = new FileWriter(destFileName);
} else {
fw = new FileWriter(new File("temp.tmp"));
}
bw = new BufferedWriter(fw);
String line;
while(null != (line = br.readLine())) {
System.out.println(line);
bw.write(line);
bw.newLine();
}
} catch (Exception e) {
e.printStackTrace();
} finally {
closeIOStream(bw, fw, br, is);
}
}
private static List<String> getURLFromFile(File file) {
List<String> urls = new ArrayList<String>();
FileReader fr = null;
BufferedReader br = null;
try {
fr = new FileReader(file);
br = new BufferedReader(fr);
String line;
while(null != (line = br.readLine())) {
System.out.println(line.trim());
urls.add(line.trim());
}
} catch (Exception e) {
e.printStackTrace();
} finally {
if(null != br) {
try {
br.close();
} catch (IOException e) {
e.printStackTrace();
} finally {
if(null != fr) {
try {
fr.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
}
}
return urls;
}
private static void closeIOStream(BufferedWriter bw, FileWriter fw,
BufferedReader br, InputStream is) {
if(null != bw) {
try {
bw.close();
} catch (IOException e) {
e.printStackTrace();
} finally {
if(null != fw) {
try {
fw.close();
} catch (IOException e) {
e.printStackTrace();
} finally {
if(null != br) {
try {
br.close();
} catch (IOException e) {
e.printStackTrace();
} finally {
if(null != is) {
try {
is.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
}
}
}
}
}
}
}