From 14a18fd770faad0ab061891d944032f435d2d9eb Mon Sep 17 00:00:00 2001
From: Arndt <Arndt.Brenschede@web.de>
Date: Sun, 25 Oct 2015 13:39:23 +0100
Subject: [PATCH] more re-use after timeout

---
 .../src/main/java/btools/router/OsmTrack.java | 251 ++++++++++--------
 .../main/java/btools/router/ProfileCache.java |  98 +++++++
 .../java/btools/router/RoutingEngine.java     | 102 ++++---
 .../java/btools/mapaccess/NodesCache.java     |   2 +-
 .../java/btools/mapaccess/PhysicalFile.java   |   2 +-
 .../java/btools/routingapp/BRouterWorker.java |   9 +-
 6 files changed, 301 insertions(+), 163 deletions(-)
 create mode 100644 brouter-core/src/main/java/btools/router/ProfileCache.java

diff --git a/brouter-core/src/main/java/btools/router/OsmTrack.java b/brouter-core/src/main/java/btools/router/OsmTrack.java
index 4f6946a..8de42ce 100644
--- a/brouter-core/src/main/java/btools/router/OsmTrack.java
+++ b/brouter-core/src/main/java/btools/router/OsmTrack.java
@@ -31,14 +31,14 @@ public final class OsmTrack
 
   public MatchedWaypoint endPoint;
   public long[] nogoChecksums;
-  
+  public boolean isDirty;
+
   private static class OsmPathElementHolder
   {
     public OsmPathElement node;
     public OsmPathElementHolder nextHolder;
   }
-	
-	
+
   public ArrayList<OsmPathElement> nodes = new ArrayList<OsmPathElement>();
 
   private CompactLongMap<OsmPathElementHolder> nodesMap;
@@ -55,16 +55,16 @@ public final class OsmTrack
 
   public void buildMap()
   {
-	nodesMap = new CompactLongMap<OsmPathElementHolder>();
-	for( OsmPathElement node: nodes )
-	{
+    nodesMap = new CompactLongMap<OsmPathElementHolder>();
+    for ( OsmPathElement node : nodes )
+    {
       long id = node.getIdFromPos();
       OsmPathElementHolder nh = new OsmPathElementHolder();
       nh.node = node;
       OsmPathElementHolder h = nodesMap.get( id );
       if ( h != null )
       {
-        while( h.nextHolder != null )
+        while (h.nextHolder != null)
         {
           h = h.nextHolder;
         }
@@ -74,15 +74,15 @@ public final class OsmTrack
       {
         nodesMap.fastPut( id, nh );
       }
-	}
-	nodesMap = new FrozenLongMap<OsmPathElementHolder>( nodesMap );
+    }
+    nodesMap = new FrozenLongMap<OsmPathElementHolder>( nodesMap );
   }
-  
+
   private ArrayList<String> aggregateMessages()
   {
     ArrayList<String> res = new ArrayList<String>();
     MessageData current = null;
-    for( OsmPathElement n : nodes )
+    for ( OsmPathElement n : nodes )
     {
       if ( n.message != null )
       {
@@ -110,7 +110,9 @@ public final class OsmTrack
 
   /**
    * writes the track in binary-format to a file
-   * @param filename the filename to write to
+   * 
+   * @param filename
+   *          the filename to write to
    */
   public void writeBinary( String filename ) throws Exception
   {
@@ -118,45 +120,46 @@ public final class OsmTrack
 
     endPoint.writeToStream( dos );
     dos.writeInt( nodes.size() );
-    for( OsmPathElement node: nodes )
-	{
+    for ( OsmPathElement node : nodes )
+    {
       node.writeToStream( dos );
-	}
+    }
     dos.writeLong( nogoChecksums[0] );
     dos.writeLong( nogoChecksums[1] );
     dos.writeLong( nogoChecksums[2] );
+    dos.writeBoolean( isDirty );
     dos.close();
   }
 
   public static OsmTrack readBinary( String filename, OsmNodeNamed newEp, long[] nogoChecksums )
   {
-	OsmTrack t = null;
-	if ( filename != null )
-	{
-	  File f = new File( filename );
-	  if ( f.exists() )
-	  {
-		try
-		{
+    OsmTrack t = null;
+    if ( filename != null )
+    {
+      File f = new File( filename );
+      if ( f.exists() )
+      {
+        try
+        {
           DataInputStream dis = new DataInputStream( new BufferedInputStream( new FileInputStream( f ) ) );
           MatchedWaypoint ep = MatchedWaypoint.readFromStream( dis );
           int dlon = ep.waypoint.ilon - newEp.ilon;
           int dlat = ep.waypoint.ilat - newEp.ilat;
           if ( dlon < 20 && dlon > -20 && dlat < 20 && dlat > -20 )
           {
-        	t = new OsmTrack();
-        	t.endPoint = ep;
-        	int n = dis.readInt();
-        	OsmPathElement last_pe = null;
-        	for( int i=0; i<n; i++ )
-        	{
+            t = new OsmTrack();
+            t.endPoint = ep;
+            int n = dis.readInt();
+            OsmPathElement last_pe = null;
+            for ( int i = 0; i < n; i++ )
+            {
               OsmPathElement pe = OsmPathElement.readFromStream( dis );
-        	  pe.origin = last_pe;
-        	  last_pe = pe;
-        	  t.nodes.add( pe );
-        	}
-        	t.cost = last_pe.cost;
-        	t.buildMap();
+              pe.origin = last_pe;
+              last_pe = pe;
+              t.nodes.add( pe );
+            }
+            t.cost = last_pe.cost;
+            t.buildMap();
           }
           long[] al = new long[3];
           try
@@ -164,25 +167,33 @@ public final class OsmTrack
             al[0] = dis.readLong();
             al[1] = dis.readLong();
             al[2] = dis.readLong();
-          } catch( EOFException eof ) { /* kind of expected */ }
+          }
+          catch (EOFException eof) { /* kind of expected */ }
+          try
+          {
+            boolean isDirty = dis.readBoolean();
+            if ( t != null ) t.isDirty = isDirty;
+          }
+          catch (EOFException eof) { /* kind of expected */ }
           dis.close();
           boolean nogoCheckOk = Math.abs( al[0] - nogoChecksums[0] ) <= 20
                              && Math.abs( al[1] - nogoChecksums[1] ) <= 20
-		                     && Math.abs( al[2] - nogoChecksums[2] ) <= 20;
+                             && Math.abs( al[2] - nogoChecksums[2] ) <= 20;
           if ( !nogoCheckOk ) return null;
-		}
-		catch( Exception e )
-		{
-	  	  throw new RuntimeException( "Exception reading rawTrack: " + e );
-		}
-	  }
-	}
+        }
+        catch (Exception e)
+        {
+          throw new RuntimeException( "Exception reading rawTrack: " + e );
+        }
+      }
+    }
     return t;
   }
 
   public void addNodes( OsmTrack t )
   {
-    for( OsmPathElement n : t.nodes ) addNode( n );
+    for ( OsmPathElement n : t.nodes )
+      addNode( n );
     buildMap();
   }
 
@@ -194,25 +205,25 @@ public final class OsmTrack
   public OsmPathElement getLink( long n1, long n2 )
   {
     OsmPathElementHolder h = nodesMap.get( n2 );
-    while( h != null )
+    while (h != null)
     {
-	  OsmPathElement e1 = h.node.origin;
-	  if ( e1 != null && e1.getIdFromPos() == n1 )
-	  {
+      OsmPathElement e1 = h.node.origin;
+      if ( e1 != null && e1.getIdFromPos() == n1 )
+      {
         return h.node;
-	  }
-	  h = h.nextHolder;
+      }
+      h = h.nextHolder;
     }
     return null;
   }
 
   public void appendTrack( OsmTrack t )
   {
-    for( int i=0; i<t.nodes.size(); i++ )
+    for ( int i = 0; i < t.nodes.size(); i++ )
     {
       if ( i > 0 || nodes.size() == 0 )
       {
-        nodes.add( t.nodes.get(i) );
+        nodes.add( t.nodes.get( i ) );
       }
     }
     distance += t.distance;
@@ -228,7 +239,9 @@ public final class OsmTrack
 
   /**
    * writes the track in gpx-format to a file
-   * @param filename the filename to write to
+   * 
+   * @param filename
+   *          the filename to write to
    */
   public void writeGpx( String filename ) throws Exception
   {
@@ -240,14 +253,16 @@ public final class OsmTrack
 
   public String formatAsGpx()
   {
-    StringBuilder sb = new StringBuilder(8192);
+    StringBuilder sb = new StringBuilder( 8192 );
 
     sb.append( "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" );
-    for( int i=messageList.size()-1; i >= 0; i-- )
+    for ( int i = messageList.size() - 1; i >= 0; i-- )
     {
-      String message = messageList.get(i);
-      if ( i < messageList.size()-1 ) message = "(alt-index " + i + ": " + message + " )";
-      if ( message != null ) sb.append("<!-- ").append(message).append(" -->\n");
+      String message = messageList.get( i );
+      if ( i < messageList.size() - 1 )
+        message = "(alt-index " + i + ": " + message + " )";
+      if ( message != null )
+        sb.append( "<!-- " ).append( message ).append( " -->\n" );
     }
     sb.append( "<gpx \n" );
     sb.append( " xmlns=\"http://www.topografix.com/GPX/1/1\" \n" );
@@ -255,13 +270,14 @@ public final class OsmTrack
     sb.append( " xsi:schemaLocation=\"http://www.topografix.com/GPX/1/1 http://www.topografix.com/GPX/1/1/gpx.xsd\" \n" );
     sb.append( " creator=\"BRouter-1.3.1\" version=\"1.1\">\n" );
     sb.append( " <trk>\n" );
-    sb.append("  <name>").append(name).append("</name>\n");
+    sb.append( "  <name>" ).append( name ).append( "</name>\n" );
     sb.append( "  <trkseg>\n" );
 
-    for( OsmPathElement n : nodes )
+    for ( OsmPathElement n : nodes )
     {
       String sele = n.getSElev() == Short.MIN_VALUE ? "" : "<ele>" + n.getElev() + "</ele>";
-      sb.append("   <trkpt lon=\"").append(formatPos(n.getILon() - 180000000)).append("\" lat=\"").append(formatPos(n.getILat() - 90000000)).append("\">").append(sele).append("</trkpt>\n");
+      sb.append( "   <trkpt lon=\"" ).append( formatPos( n.getILon() - 180000000 ) ).append( "\" lat=\"" )
+          .append( formatPos( n.getILat() - 90000000 ) ).append( "\">" ).append( sele ).append( "</trkpt>\n" );
     }
 
     sb.append( "  </trkseg>\n" );
@@ -281,7 +297,7 @@ public final class OsmTrack
 
   public String formatAsKml()
   {
-    StringBuilder sb = new StringBuilder(8192);
+    StringBuilder sb = new StringBuilder( 8192 );
 
     sb.append( "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" );
 
@@ -304,10 +320,9 @@ public final class OsmTrack
     sb.append( "          <tessellate>1</tessellate>\n" );
     sb.append( "         <coordinates> " );
 
-
-    for( OsmPathElement n : nodes )
+    for ( OsmPathElement n : nodes )
     {
-      sb.append(formatPos(n.getILon() - 180000000)).append(",").append(formatPos(n.getILat() - 90000000)).append("\n");
+      sb.append( formatPos( n.getILon() - 180000000 ) ).append( "," ).append( formatPos( n.getILat() - 90000000 ) ).append( "\n" );
     }
 
     sb.append( "          </coordinates>\n" );
@@ -321,10 +336,10 @@ public final class OsmTrack
   }
 
   public List<String> iternity;
-  
+
   public String formatAsGeoJson()
   {
-    StringBuilder sb = new StringBuilder(8192);
+    StringBuilder sb = new StringBuilder( 8192 );
 
     sb.append( "{\n" );
     sb.append( "  \"type\": \"FeatureCollection\",\n" );
@@ -339,22 +354,22 @@ public final class OsmTrack
     sb.append( "        \"plain-ascend\": \"" ).append( plainAscend ).append( "\",\n" );
     sb.append( "        \"cost\": \"" ).append( cost ).append( "\",\n" );
     sb.append( "        \"messages\": [\n" );
-    sb.append( "          [\"").append( MESSAGES_HEADER.replaceAll("\t", "\", \"") ).append( "\"],\n" );
-    for( String m : aggregateMessages() )
+    sb.append( "          [\"" ).append( MESSAGES_HEADER.replaceAll( "\t", "\", \"" ) ).append( "\"],\n" );
+    for ( String m : aggregateMessages() )
     {
-      sb.append( "          [\"").append( m.replaceAll("\t", "\", \"") ).append( "\"],\n" );
+      sb.append( "          [\"" ).append( m.replaceAll( "\t", "\", \"" ) ).append( "\"],\n" );
     }
     sb.deleteCharAt( sb.lastIndexOf( "," ) );
     sb.append( "        ]\n" );
-    
+
     sb.append( "      },\n" );
-    
+
     if ( iternity != null )
     {
       sb.append( "      \"iternity\": [\n" );
-      for( String s : iternity )
+      for ( String s : iternity )
       {
-    	  sb.append( "        \"").append( s ).append( "\",\n" );
+        sb.append( "        \"" ).append( s ).append( "\",\n" );
       }
       sb.deleteCharAt( sb.lastIndexOf( "," ) );
       sb.append( "        ],\n" );
@@ -363,10 +378,11 @@ public final class OsmTrack
     sb.append( "        \"type\": \"LineString\",\n" );
     sb.append( "        \"coordinates\": [\n" );
 
-    for( OsmPathElement n : nodes )
+    for ( OsmPathElement n : nodes )
     {
       String sele = n.getSElev() == Short.MIN_VALUE ? "" : ", " + n.getElev();
-      sb.append( "          [" ).append(formatPos(n.getILon() - 180000000)).append(", ").append(formatPos(n.getILat() - 90000000)).append(sele).append( "],\n" );
+      sb.append( "          [" ).append( formatPos( n.getILon() - 180000000 ) ).append( ", " ).append( formatPos( n.getILat() - 90000000 ) )
+          .append( sele ).append( "],\n" );
     }
     sb.deleteCharAt( sb.lastIndexOf( "," ) );
 
@@ -382,17 +398,20 @@ public final class OsmTrack
   private static String formatPos( int p )
   {
     boolean negative = p < 0;
-    if ( negative ) p = -p;
+    if ( negative )
+      p = -p;
     char[] ac = new char[12];
     int i = 11;
-    while( p != 0 || i > 3 )
+    while (p != 0 || i > 3)
     {
-      ac[i--] = (char)('0' + (p % 10));
+      ac[i--] = (char) ( '0' + ( p % 10 ) );
       p /= 10;
-      if ( i == 5 ) ac[i--] = '.';
+      if ( i == 5 )
+        ac[i--] = '.';
     }
-    if ( negative ) ac[i--] = '-';
-    return new String( ac, i+1, 11-i );
+    if ( negative )
+      ac[i--] = '-';
+    return new String( ac, i + 1, 11 - i );
   }
 
   public void dumpMessages( String filename, RoutingContext rc ) throws Exception
@@ -404,14 +423,15 @@ public final class OsmTrack
   public void writeMessages( BufferedWriter bw, RoutingContext rc ) throws Exception
   {
     dumpLine( bw, MESSAGES_HEADER );
-    for( String m : aggregateMessages() )
+    for ( String m : aggregateMessages() )
     {
       dumpLine( bw, m );
     }
-    if ( bw != null ) bw.close();
+    if ( bw != null )
+      bw.close();
   }
 
-  private void dumpLine( BufferedWriter bw, String s) throws Exception
+  private void dumpLine( BufferedWriter bw, String s ) throws Exception
   {
     if ( bw == null )
     {
@@ -426,42 +446,45 @@ public final class OsmTrack
 
   public void readGpx( String filename ) throws Exception
   {
-      File f = new File( filename );
-      if ( !f.exists() ) return;
-      BufferedReader br = new BufferedReader(
-                           new InputStreamReader(
-                            new FileInputStream( f ) ) );
+    File f = new File( filename );
+    if ( !f.exists() )
+      return;
+    BufferedReader br = new BufferedReader( new InputStreamReader( new FileInputStream( f ) ) );
 
-      for(;;)
+    for ( ;; )
+    {
+      String line = br.readLine();
+      if ( line == null )
+        break;
+
+      int idx0 = line.indexOf( "<trkpt lon=\"" );
+      if ( idx0 >= 0 )
       {
-        String line = br.readLine();
-        if ( line == null ) break;
-
-        int idx0 = line.indexOf( "<trkpt lon=\"" );
-        if ( idx0 >= 0 )
-        {
-          idx0 += 12;
-          int idx1 = line.indexOf( '"', idx0 );
-          int ilon = (int)((Double.parseDouble( line.substring( idx0, idx1 ) ) + 180. )*1000000. + 0.5);
-          int idx2 = line.indexOf( " lat=\"" );
-          if ( idx2 < 0 ) continue;
-          idx2 += 6;
-          int idx3 = line.indexOf( '"', idx2 );
-          int ilat = (int)((Double.parseDouble( line.substring( idx2, idx3 ) ) + 90. )*1000000. + 0.5);
-          nodes.add( OsmPathElement.create( ilon, ilat, (short)0, null, false ) );
-        }
+        idx0 += 12;
+        int idx1 = line.indexOf( '"', idx0 );
+        int ilon = (int) ( ( Double.parseDouble( line.substring( idx0, idx1 ) ) + 180. ) * 1000000. + 0.5 );
+        int idx2 = line.indexOf( " lat=\"" );
+        if ( idx2 < 0 )
+          continue;
+        idx2 += 6;
+        int idx3 = line.indexOf( '"', idx2 );
+        int ilat = (int) ( ( Double.parseDouble( line.substring( idx2, idx3 ) ) + 90. ) * 1000000. + 0.5 );
+        nodes.add( OsmPathElement.create( ilon, ilat, (short) 0, null, false ) );
       }
-      br.close();
+    }
+    br.close();
   }
 
   public boolean equalsTrack( OsmTrack t )
   {
-    if ( nodes.size() != t.nodes.size() ) return false;
-    for( int i=0; i<nodes.size(); i++ )
+    if ( nodes.size() != t.nodes.size() )
+      return false;
+    for ( int i = 0; i < nodes.size(); i++ )
     {
-      OsmPathElement e1 = nodes.get(i);
-      OsmPathElement e2 = t.nodes.get(i);
-      if ( e1.getILon() != e2.getILon() || e1.getILat() != e2.getILat() ) return false;
+      OsmPathElement e1 = nodes.get( i );
+      OsmPathElement e2 = t.nodes.get( i );
+      if ( e1.getILon() != e2.getILon() || e1.getILat() != e2.getILat() )
+        return false;
     }
     return true;
   }
diff --git a/brouter-core/src/main/java/btools/router/ProfileCache.java b/brouter-core/src/main/java/btools/router/ProfileCache.java
new file mode 100644
index 0000000..e02ccfe
--- /dev/null
+++ b/brouter-core/src/main/java/btools/router/ProfileCache.java
@@ -0,0 +1,98 @@
+/**
+ * Container for routig configs
+ *
+ * @author ab
+ */
+package btools.router;
+
+import java.io.File;
+
+import btools.expressions.BExpressionContextGlobal;
+import btools.expressions.BExpressionContextNode;
+import btools.expressions.BExpressionContextWay;
+import btools.expressions.BExpressionMetaData;
+
+public final class ProfileCache 
+{
+  private static BExpressionContextWay expctxWay;
+  private static BExpressionContextNode expctxNode;
+ 
+  private static File lastLookupFile;
+  private static File lastProfileFile;
+
+  private static long lastLookupTimestamp;
+  private static long lastProfileTimestamp;
+  
+  private static boolean profilesBusy;
+
+  public static synchronized boolean parseProfile( RoutingContext rc )
+  {
+      String profileBaseDir = System.getProperty( "profileBaseDir" );
+      File profileDir;
+      File profileFile;
+      if ( profileBaseDir == null )
+      {
+        profileDir = new File( rc.localFunction ).getParentFile();
+        profileFile = new File( rc.localFunction ) ;
+      }
+      else
+      {
+        profileDir = new File( profileBaseDir );
+        profileFile = new File( profileDir, rc.localFunction + ".brf" ) ;
+      }
+      File lookupFile = new File( profileDir, "lookups.dat" );
+
+      // check for re-use
+      if ( expctxWay != null && expctxNode != null && !profilesBusy )
+      {
+        if ( profileFile.equals( lastProfileFile ) && lookupFile.equals( lastLookupFile ) )
+        {
+          if ( profileFile.lastModified() == lastProfileTimestamp
+            && lookupFile.lastModified() ==  lastLookupTimestamp )
+          {
+            rc.expctxWay = expctxWay;
+            rc.expctxNode = expctxNode;
+            profilesBusy = true;
+            rc.readGlobalConfig(expctxWay);
+            return true;
+          }
+        }
+      }
+      
+      BExpressionMetaData meta = new BExpressionMetaData();
+      
+      BExpressionContextGlobal expctxGlobal = new BExpressionContextGlobal( meta );
+      rc.expctxWay = new BExpressionContextWay( rc.serversizing ? 262144 : 8192, meta );
+      rc.expctxNode = new BExpressionContextNode( rc.serversizing ?  16384 : 2048, meta );
+      
+      meta.readMetaData( new File( profileDir, "lookups.dat" ) );
+
+      expctxGlobal.parseFile( profileFile, null );
+      expctxGlobal.evaluate( new int[0] );
+      rc.readGlobalConfig(expctxGlobal);
+
+      rc.expctxWay.parseFile( profileFile, "global" );
+      rc.expctxNode.parseFile( profileFile, "global" );
+      
+      lastProfileTimestamp = profileFile.lastModified();
+      lastLookupTimestamp = lookupFile.lastModified();
+      lastProfileFile = profileFile;
+      lastLookupFile = lookupFile;
+      expctxWay = rc.expctxWay;
+      expctxNode = rc.expctxNode;
+      profilesBusy = true;
+      return false;
+  }
+
+  public static synchronized void releaseProfile( RoutingContext rc )
+  {
+    // only the thread that holds the cached instance can release it
+    if ( rc.expctxWay == expctxWay && rc.expctxNode == expctxNode )
+    {
+      profilesBusy = false;
+    }
+    rc.expctxWay = null;
+    rc.expctxNode = null;
+  }
+
+}
diff --git a/brouter-core/src/main/java/btools/router/RoutingEngine.java b/brouter-core/src/main/java/btools/router/RoutingEngine.java
index 7cd05fc..7338029 100644
--- a/brouter-core/src/main/java/btools/router/RoutingEngine.java
+++ b/brouter-core/src/main/java/btools/router/RoutingEngine.java
@@ -10,10 +10,6 @@ import java.util.ArrayList;
 import java.util.Date;
 import java.util.List;
 
-import btools.expressions.BExpressionContextGlobal;
-import btools.expressions.BExpressionContextNode;
-import btools.expressions.BExpressionContextWay;
-import btools.expressions.BExpressionMetaData;
 import btools.mapaccess.NodesCache;
 import btools.mapaccess.OsmLink;
 import btools.mapaccess.OsmLinkHolder;
@@ -42,7 +38,6 @@ public class RoutingEngine extends Thread
 
   private volatile boolean terminated;
 
-  protected File profileDir;
   protected String segmentDir;
   private String outfileBase;
   private String logfileBase;
@@ -71,36 +66,30 @@ public class RoutingEngine extends Thread
     this.infoLogEnabled = outfileBase != null;
     this.routingContext = rc;
 
-    if ( rc.localFunction != null )
+    try
     {
-      String profileBaseDir = System.getProperty( "profileBaseDir" );
-      File profileFile;
-      if ( profileBaseDir == null )
+      File debugLog = new File( new File( routingContext.localFunction ).getParentFile(), "../debug.txt" );
+      if ( debugLog.exists() )
       {
-        profileDir = new File( rc.localFunction ).getParentFile();
-        profileFile = new File( rc.localFunction ) ;
+        infoLogWriter = new FileWriter( debugLog, true );
+        logInfo( "********** start request at " );
+        logInfo( "********** " + new Date() );
       }
-      else
-      {
-        profileDir = new File( profileBaseDir );
-        profileFile = new File( profileDir, rc.localFunction + ".brf" ) ;
-      }
-      
-      BExpressionMetaData meta = new BExpressionMetaData();
-      
-      BExpressionContextGlobal expctxGlobal = new BExpressionContextGlobal( meta );
-      rc.expctxWay = new BExpressionContextWay( rc.serversizing ? 262144 : 8192, meta );
-      rc.expctxNode = new BExpressionContextNode( rc.serversizing ?  16384 : 2048, meta );
-      
-      meta.readMetaData( new File( profileDir, "lookups.dat" ) );
-
-      expctxGlobal.parseFile( profileFile, null );
-      expctxGlobal.evaluate( new int[0] );
-      rc.readGlobalConfig(expctxGlobal);
-
-      rc.expctxWay.parseFile( profileFile, "global" );
-      rc.expctxNode.parseFile( profileFile, "global" );
     }
+    catch( IOException ioe )
+    {
+      throw new RuntimeException( "cannot open debug-log:" + ioe );
+    }
+    boolean cachedProfile = ProfileCache.parseProfile( rc );
+    if ( hasInfo() )
+    {
+      logInfo( "parsed profile " + rc.localFunction + " cached=" + cachedProfile );
+    }
+  }
+
+  private boolean hasInfo()
+  {
+    return infoLogEnabled || infoLogWriter != null;
   }
 
   private void logInfo( String s )
@@ -140,14 +129,7 @@ public class RoutingEngine extends Thread
   public void doRun( long maxRunningTime )
   {
     try
-    {
-      File debugLog = new File( profileDir, "../debug.txt" );
-      if ( debugLog.exists() )
-      {
-        infoLogWriter = new FileWriter( debugLog, true );
-        logInfo( "start request at " + new Date() );
-      }
-        	
+    {        	
       // delete nogos with waypoints in them
       routingContext.cleanNogolist( waypoints );
 
@@ -232,6 +214,8 @@ public class RoutingEngine extends Thread
     }
     finally
     {
+      ProfileCache.releaseProfile( routingContext );
+
       if ( nodesCache != null )
       {
         nodesCache.close();
@@ -313,6 +297,10 @@ public class RoutingEngine extends Thread
       nearbyTrack = OsmTrack.readBinary( routingContext.rawTrackPath, waypoints.get( waypoints.size()-1), routingContext.getNogoChecksums() );
       if ( nearbyTrack != null )
       {
+        if ( hasInfo() )
+        {
+          logInfo( "read referenceTrack, dirty=" + nearbyTrack.isDirty );
+        }
         nUnmatched--;
       }
     }
@@ -506,6 +494,7 @@ public class RoutingEngine extends Thread
     OsmTrack track = null;
     double[] airDistanceCostFactors = new double[]{ routingContext.pass1coefficient, routingContext.pass2coefficient };
     boolean isDirty = false;
+    IllegalArgumentException dirtyMessage = null;
     
     if ( nearbyTrack != null )
     {
@@ -524,6 +513,7 @@ public class RoutingEngine extends Thread
         {
           track = mergeTrack( matchPath, nearbyTrack );
           isDirty = true;
+          dirtyMessage = iae;
           logInfo( "using fast partial recalc" );
         }
     	maxRunningTime += System.currentTimeMillis() - startTime; // reset timeout...
@@ -541,7 +531,24 @@ public class RoutingEngine extends Thread
           continue;
         }
       
-        OsmTrack t = findTrack( cfi == 0 ? "pass0" : "pass1", startWp, endWp, track , refTrack, false  );
+        OsmTrack t;
+        try
+        {
+          t = findTrack( cfi == 0 ? "pass0" : "pass1", startWp, endWp, track , refTrack, false  );
+        }
+        catch( IllegalArgumentException iae )
+        {
+          if ( !terminated && matchPath != null ) // timeout, but eventually prepare a dirty ref track
+          {
+            logInfo( "supplying dirty reference track after timeout" );
+            foundRawTrack = mergeTrack( matchPath, track );
+            foundRawTrack.endPoint = endWp;
+            foundRawTrack.nogoChecksums = routingContext.getNogoChecksums();
+            foundRawTrack.isDirty = true;
+          }
+          throw iae;
+        }
+
         if ( t == null && track != null && matchPath != null )
         {
           // ups, didn't find it, use a merge
@@ -560,17 +567,25 @@ public class RoutingEngine extends Thread
     }
     if ( track == null ) throw new IllegalArgumentException( "no track found" );
     
-    if ( refTrack == null && !isDirty )
+    boolean wasClean = nearbyTrack != null && !nearbyTrack.isDirty;
+    if ( refTrack == null && !(wasClean && isDirty) ) // do not overwrite a clean with a dirty track
     {
-      logInfo( "supplying new reference track" );
+      logInfo( "supplying new reference track, dirty=" + isDirty );
       track.endPoint = endWp;
       track.nogoChecksums = routingContext.getNogoChecksums();
+      track.isDirty = isDirty;
       foundRawTrack = track;
     }
 
+    if ( !wasClean && isDirty )
+    {
+      throw dirtyMessage;
+    }
+
     // final run for verbose log info and detail nodes
     airDistanceCostFactor = 0.;
     guideTrack = track;
+    startTime = System.currentTimeMillis(); // reset timeout...
     try
     {
       OsmTrack tt = findTrack( "re-tracking", startWp, endWp, null , refTrack, false );
@@ -804,7 +819,8 @@ public class RoutingEngine extends Thread
         continue;
       }
 
-      if ( matchPath != null && fastPartialRecalc && firstMatchCost < 500 && path.cost > 30L*firstMatchCost )
+      if ( matchPath != null && fastPartialRecalc && firstMatchCost < 500 && path.cost > 30L*firstMatchCost
+          && !costCuttingTrack.isDirty )
       {
         logInfo( "early exit: firstMatchCost=" + firstMatchCost + " path.cost=" + path.cost );
         throw new IllegalArgumentException( "early exit for a close recalc" );
diff --git a/brouter-mapaccess/src/main/java/btools/mapaccess/NodesCache.java b/brouter-mapaccess/src/main/java/btools/mapaccess/NodesCache.java
index 725bb34..e0fbc07 100644
--- a/brouter-mapaccess/src/main/java/btools/mapaccess/NodesCache.java
+++ b/brouter-mapaccess/src/main/java/btools/mapaccess/NodesCache.java
@@ -194,7 +194,7 @@ public final class NodesCache
     }
     catch (Exception e)
     {
-      throw new RuntimeException( "error reading datafile " + currentFileName + ": ", e );
+      throw new RuntimeException( "error reading datafile " + currentFileName + ": " + e, e );
     }
   }
 
diff --git a/brouter-mapaccess/src/main/java/btools/mapaccess/PhysicalFile.java b/brouter-mapaccess/src/main/java/btools/mapaccess/PhysicalFile.java
index 2c4641b..fd73744 100644
--- a/brouter-mapaccess/src/main/java/btools/mapaccess/PhysicalFile.java
+++ b/brouter-mapaccess/src/main/java/btools/mapaccess/PhysicalFile.java
@@ -108,7 +108,7 @@ final public class PhysicalFile
 
     if ( len < pos+extraLen ) // > is o.k. for future extensions!
     {
-      throw new IOException( "file of size " + len + " + too short, should be " + (pos+extraLen) );
+      throw new IOException( "file of size " + len + " too short, should be " + (pos+extraLen) );
     }
     
     ra.seek( pos );
diff --git a/brouter-routing-app/src/main/java/btools/routingapp/BRouterWorker.java b/brouter-routing-app/src/main/java/btools/routingapp/BRouterWorker.java
index 7f8f11b..5021d1e 100644
--- a/brouter-routing-app/src/main/java/btools/routingapp/BRouterWorker.java
+++ b/brouter-routing-app/src/main/java/btools/routingapp/BRouterWorker.java
@@ -52,12 +52,9 @@ public class BRouterWorker
     RoutingEngine cr = new RoutingEngine( null, null, segmentDir, readPositions(params), rc );
     cr.quite = true;
     cr.doRun( maxRunningTime );
-    if ( cr.getErrorMessage() != null )
-    {
-      return cr.getErrorMessage();
-    }
 	
     // store new reference track if any
+    // (can exist fot timeed-out search)
     if ( cr.getFoundRawTrack() != null )
     {
       try
@@ -67,6 +64,10 @@ public class BRouterWorker
       catch( Exception e ) {}
     }
     
+    if ( cr.getErrorMessage() != null )
+    {
+      return cr.getErrorMessage();
+    }
     
 	String format = params.getString("trackFormat");
 	boolean writeKml = format != null && "kml".equals( format );