diff --git a/brouter-server/src/main/java/btools/server/RouteServer.java b/brouter-server/src/main/java/btools/server/RouteServer.java index 5cdf0de..93c4bf0 100644 --- a/brouter-server/src/main/java/btools/server/RouteServer.java +++ b/brouter-server/src/main/java/btools/server/RouteServer.java @@ -69,6 +69,14 @@ public class RouteServer extends Thread { return; } + if ( getline.startsWith("GET /robots.txt") ) + { + writeHttpHeader( bw ); + bw.write( "User-agent: *\n" ); + bw.write( "Disallow: /\n" ); + bw.flush(); + return; + } InetAddress ip = clientSocket.getInetAddress(); System.out.println( formattedTimestamp() + " ip=" + (ip==null ? "null" : ip.toString() ) + " -> " + getline );