mirror of
https://github.com/yacy/yacy_search_server.git
synced 2024-09-19 00:01:41 +02:00
3897bb4409
- migrates all entries in old urldb Metadata coordinate (lat / lon) NumberFormatException still relative often (see excerpt below), - added try/catch for URIMetadataRow (seems not to be needed in URIMetaDataNode, as Solr internally checks for number format) - removed possible typ conversion for lat() / lon() comparison with 0.0f, changed to 0.0 (leaving it to the compiler/optimizer to choose number format) current log excerpt for NumberFormatException: W 2013/01/14 00:10:07 StackTrace For input string: "-" java.lang.NumberFormatException: For input string: "-" at sun.misc.FloatingDecimal.readJavaFormatString(Unknown Source) at java.lang.Double.parseDouble(Unknown Source) at net.yacy.kelondro.data.meta.URIMetadataRow$Components.lon(URIMetadataRow.java:525) at net.yacy.kelondro.data.meta.URIMetadataRow.lon(URIMetadataRow.java:279) at net.yacy.search.index.SolrConfiguration.metadata2solr(SolrConfiguration.java:277) at net.yacy.search.index.Fulltext.putMetadata(Fulltext.java:329) at transferURL.respond(transferURL.java:152) ... Caused by: java.lang.NumberFormatException: For input string: "-" at sun.misc.FloatingDecimal.readJavaFormatString(Unknown Source) at java.lang.Double.parseDouble(Unknown Source) at net.yacy.kelondro.data.meta.URIMetadataRow$Components.lon(URIMetadataRow.java:525) at net.yacy.kelondro.data.meta.URIMetadataRow.lon(URIMetadataRow.java:279) at net.yacy.search.index.SolrConfiguration.metadata2solr(SolrConfiguration.java:277) at net.yacy.search.index.Fulltext.putMetadata(Fulltext.java:329) at transferURL.respond(transferURL.java:152)
44 lines
1.4 KiB
Java
44 lines
1.4 KiB
Java
// migrateurldb_p.java
|
|
|
|
import net.yacy.cora.protocol.RequestHeader;
|
|
import net.yacy.migration;
|
|
import net.yacy.search.Switchboard;
|
|
import net.yacy.server.serverObjects;
|
|
import net.yacy.server.serverSwitch;
|
|
|
|
public class migrateurldb_p {
|
|
|
|
public static serverObjects respond(@SuppressWarnings("unused") final RequestHeader header, final serverObjects post, @SuppressWarnings("unused") final serverSwitch env) {
|
|
final serverObjects prop = new serverObjects();
|
|
final Switchboard sb = (Switchboard) env;
|
|
|
|
int cnt;
|
|
|
|
if ((cnt = migration.migrateUrldbtoSolr(sb)) > 0) {
|
|
prop.put("count", cnt);
|
|
|
|
if (post != null && post.containsKey("dorefresh")) {
|
|
int lastcount = post.getInt("lastcount", 0);
|
|
Long t = post.getLong("lasttime", 1);
|
|
|
|
Double difft = (System.currentTimeMillis() - t) / 60000.0d;
|
|
int diff = (int)((lastcount - cnt) / difft) ;
|
|
prop.put("speed", diff);
|
|
prop.put("lasttime", t);
|
|
prop.put("lastcount", lastcount);
|
|
|
|
} else {
|
|
prop.put("speed", "?");
|
|
prop.put("lastcount",cnt);
|
|
prop.put("lasttime", System.currentTimeMillis());
|
|
}
|
|
} else {
|
|
prop.put("speed", "");
|
|
prop.put("count", "no urldb index available");
|
|
}
|
|
|
|
|
|
// return rewrite properties
|
|
return prop;
|
|
}
|
|
} |