mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-21 00:00:13 +02:00
huch...
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@3362 6c8d7289-2bf4-0310-a012-ef5d649a1542
This commit is contained in:
parent
50b59e312f
commit
4e5eda6ef9
|
@ -179,7 +179,7 @@ public class CrawlURLFetch_p {
|
||||||
this.running = true;
|
this.running = true;
|
||||||
this.paused = false;
|
this.paused = false;
|
||||||
long start;
|
long start;
|
||||||
while (!isInterrupted() && this.delay > 0) {
|
do {
|
||||||
try {
|
try {
|
||||||
start = System.currentTimeMillis();
|
start = System.currentTimeMillis();
|
||||||
totalFetchedURLs += addURLs();
|
totalFetchedURLs += addURLs();
|
||||||
|
@ -189,7 +189,7 @@ public class CrawlURLFetch_p {
|
||||||
this.wait(this.delay);
|
this.wait(this.delay);
|
||||||
this.paused = false;
|
this.paused = false;
|
||||||
} catch (InterruptedException e) { break; }
|
} catch (InterruptedException e) { break; }
|
||||||
}
|
} while (!isInterrupted() && this.delay > 0);
|
||||||
this.running = false;
|
this.running = false;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -228,7 +228,6 @@ public class CrawlURLFetch_p {
|
||||||
|
|
||||||
httpc.response res = con.GET(this.url.getPath(), header);
|
httpc.response res = con.GET(this.url.getPath(), header);
|
||||||
lastServerResponse = res.statusCode + " (" + res.statusText + ")";
|
lastServerResponse = res.statusCode + " (" + res.statusText + ")";
|
||||||
System.err.println("LAST RESPONSE: " + lastServerResponse);
|
|
||||||
if (res.status.startsWith("2")) {
|
if (res.status.startsWith("2")) {
|
||||||
byte[] cbs = res.writeContent();
|
byte[] cbs = res.writeContent();
|
||||||
String encoding = res.responseHeader.getCharacterEncoding();
|
String encoding = res.responseHeader.getCharacterEncoding();
|
||||||
|
|
Loading…
Reference in New Issue
Block a user