Fabio/brouter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

robots.txt

Browse source
This commit is contained in:
Arndt Brenschede 2018-10-21 16:18:54 +02:00
parent b154851f1f
commit 394eff30fa
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
brouter-server/src/main/java/btools/server/RouteServer.java
View file

@ -69,6 +69,14 @@ public class RouteServer extends Thread
{
return;
}
if ( getline.startsWith("GET /robots.txt") )
{
writeHttpHeader( bw );
bw.write( "User-agent: *\n" );
bw.write( "Disallow: /\n" );
bw.flush();
return;
}
InetAddress ip = clientSocket.getInetAddress();
System.out.println( formattedTimestamp() + " ip=" + (ip==null ? "null" : ip.toString() ) + " -> " + getline );