foodie-server/specs/032-self-hosted-map-integration/evaluation/model-probe-results.json

{
  "timestamp": "2026-10-12T02:06:52.919727+00:00",
  "image": "ghcr.io/project-osrm/osrm-backend:v5.27.1",
  "release": "/opt/foodie-map-tw-20260909",
  "before": {
    "map_api/settings.py": "bd48a4a87f9d65640f0f5646d97e1c7aab592020732f81903d529d143586bca7",
    "map_api/routing.py": "d9d6d6822a7f608b0649f5dc229b102628c6cfc5b32382bc950185740db2caa3",
    "docker/osrm/profiles/motorcycle.lua": "6f8741c9a6130434074be06302a28c204ed25ed9f5b760f776ac9f6b3bedbe26",
    "container:/app/settings.py": "bd48a4a87f9d65640f0f5646d97e1c7aab592020732f81903d529d143586bca7",
    "container:/app/routing.py": "d9d6d6822a7f608b0649f5dc229b102628c6cfc5b32382bc950185740db2caa3",
    "container:car.lua": "cb3df0546318665609606b746a1297f3d65ca3c2ff825f8a6f3c57247d86a2d3",
    "built_profile": "bd9949c7160d4edb207185b7fa73eec57fbd6ca970def80da3fa45e380381162",
    "pbf": "7b8368383eb1567299e59cd559b1f9999d09206e63d18f3e039e8f6391d4c5e7"
  },
  "cases": [
    {
      "name": "baseline:motorcycle_no",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028.5,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "candidate:motorcycle_no",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028.5,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "baseline:motorcar_no",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 221.5,
        "duration": 32,
        "weight": 32
      }
    },
    {
      "name": "candidate:motorcar_no",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 221.5,
        "duration": 32,
        "weight": 32
      }
    },
    {
      "name": "baseline:motorway",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028.3,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "candidate:motorway",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028.3,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "baseline:motorway_link",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028.3,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "candidate:motorway_link",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028.3,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "baseline:trunk",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028.3,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "candidate:trunk",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028.3,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "baseline:trunk_permitted",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 221.6,
        "duration": 9.4,
        "weight": 9.4
      }
    },
    {
      "name": "candidate:trunk_permitted",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 221.6,
        "duration": 9.4,
        "weight": 9.4
      }
    },
    {
      "name": "baseline:motorroad",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "candidate:motorroad",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 1028,
        "duration": 148.1,
        "weight": 148.1
      }
    },
    {
      "name": "baseline:motorroad_permitted",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 221.6,
        "duration": 32,
        "weight": 32
      }
    },
    {
      "name": "candidate:motorroad_permitted",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 221.6,
        "duration": 32,
        "weight": 32
      }
    },
    {
      "name": "car_vs_motorcycle_access",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "car": {
          "distance": 221.5,
          "duration": 32,
          "weight": 32
        },
        "motorcycle": {
          "distance": 1028.5,
          "duration": 148.1,
          "weight": 148.1
        }
      }
    },
    {
      "name": "baseline:oneway",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "forward": {
          "distance": 221.6,
          "duration": 32,
          "weight": 32
        },
        "reverse": {
          "distance": 1028,
          "duration": 148.1,
          "weight": 148.1
        }
      }
    },
    {
      "name": "baseline:oneway_motorcycle_override",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 221.6,
        "duration": 32,
        "weight": 32
      }
    },
    {
      "name": "baseline:motorcycle_turn",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 653.6,
        "duration": 94.3,
        "weight": 94.3
      }
    },
    {
      "name": "baseline:generic_turn",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 653.6,
        "duration": 94.3,
        "weight": 94.3
      }
    },
    {
      "name": "candidate:oneway",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "forward": {
          "distance": 221.6,
          "duration": 32,
          "weight": 32
        },
        "reverse": {
          "distance": 1028,
          "duration": 148.1,
          "weight": 151.1
        }
      }
    },
    {
      "name": "candidate:oneway_motorcycle_override",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 221.6,
        "duration": 32,
        "weight": 32
      }
    },
    {
      "name": "candidate:motorcycle_turn",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 653.6,
        "duration": 94.3,
        "weight": 100.3
      }
    },
    {
      "name": "candidate:generic_turn",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "distance": 653.6,
        "duration": 94.3,
        "weight": 100.3
      }
    },
    {
      "name": "motorcycle_speed_limit",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "car": {
          "distance": 221.6,
          "duration": 11,
          "weight": 11
        },
        "motorcycle": {
          "distance": 221.6,
          "duration": 49.8,
          "weight": 49.8
        }
      }
    },
    {
      "name": "gravel_forced:weight_not_eta",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "baseline": {
          "distance": 221.6,
          "duration": 20,
          "weight": 20
        },
        "candidate": {
          "distance": 221.6,
          "duration": 20,
          "weight": 99.6
        }
      }
    },
    {
      "name": "signals:weight_not_eta",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "baseline": {
          "distance": 221.6,
          "duration": 34,
          "weight": 34
        },
        "candidate": {
          "distance": 221.6,
          "duration": 34,
          "weight": 42
        }
      }
    },
    {
      "name": "unrestricted_turn:weight_not_eta",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "baseline": {
          "distance": 190.4,
          "duration": 29.6,
          "weight": 29.6
        },
        "candidate": {
          "distance": 190.4,
          "duration": 29.6,
          "weight": 32.6
        }
      }
    },
    {
      "name": "gravel_preference_changes_path",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "baseline": {
          "distance": 221.6,
          "duration": 20,
          "weight": 20
        },
        "candidate": {
          "distance": 423.1,
          "duration": 60.9,
          "weight": 63.9
        }
      }
    },
    {
      "name": "baseline:offroad",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "code": "NoSegment"
      }
    },
    {
      "name": "baseline:disconnected",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "code": "NoRoute"
      }
    },
    {
      "name": "candidate:offroad",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "code": "NoSegment"
      }
    },
    {
      "name": "candidate:disconnected",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "code": "NoRoute"
      }
    },
    {
      "name": "conditional_access_not_enforced",
      "kind": "limitation_probe",
      "passed": true,
      "observations": {
        "distance": 221.6,
        "duration": 32,
        "weight": 32
      }
    },
    {
      "name": "ordered_three_stop_route",
      "kind": "assertion",
      "passed": true,
      "observations": {
        "legs": 2,
        "distance": 2057,
        "duration": 323.6,
        "weight": 323.6
      }
    }
  ],
  "production_probes": {
    "config": {
      "api_base": "/api",
      "basemap_style": "https://tiles.openfreemap.org/styles/liberty",
      "bounds": [
        118.0,
        21.5,
        123.0,
        26.5
      ],
      "center": [
        121.5654,
        25.033
      ],
      "country": "TW",
      "dataset": "taiwan",
      "locale": "zh-TW",
      "pricing_provider": "foodie",
      "routing_profile": "car",
      "routing_profiles": [
        "car",
        "motorcycle"
      ],
      "routing_provider": "osrm",
      "search_provider": "local",
      "test_only": false,
      "traffic_aware": false
    },
    "health/ready": {
      "routing": "check /route",
      "search": {
        "country": "TW",
        "dataset": "taiwan",
        "dataset_version": "7b8368383eb1567299e59cd559b1f9999d09206e63d18f3e039e8f6391d4c5e7",
        "indexed_at": "Wed, 09 Sep 2026 03:50:29 GMT"
      },
      "status": "ready"
    },
    "route:car": {
      "profile": "car",
      "distance_meters": 693,
      "duration_seconds": 63,
      "traffic_aware": false
    },
    "route/multi:car": {
      "profile": "car",
      "distance_meters": 693,
      "duration_seconds": 63,
      "traffic_aware": false
    },
    "route:motorcycle": {
      "profile": "motorcycle",
      "distance_meters": 693,
      "duration_seconds": 87,
      "traffic_aware": false
    },
    "route/multi:motorcycle": {
      "profile": "motorcycle",
      "distance_meters": 693,
      "duration_seconds": 87,
      "traffic_aware": false
    }
  },
  "errors": [],
  "combined_profile_matches_graph": true,
  "candidate_sha256": "27c9697ce6cd67c9343d5b300274958b418015f5794fb8f999e325f49af43cfe",
  "fixture_sha256": "8ae060942fb1eea16b82c7f5c01351645ef97309ce161044fc71590543c014ba",
  "temporary_workspace": "/tmp/foodie-model-eval-herz4q09",
  "after": {
    "map_api/settings.py": "bd48a4a87f9d65640f0f5646d97e1c7aab592020732f81903d529d143586bca7",
    "map_api/routing.py": "d9d6d6822a7f608b0649f5dc229b102628c6cfc5b32382bc950185740db2caa3",
    "docker/osrm/profiles/motorcycle.lua": "6f8741c9a6130434074be06302a28c204ed25ed9f5b760f776ac9f6b3bedbe26",
    "container:/app/settings.py": "bd48a4a87f9d65640f0f5646d97e1c7aab592020732f81903d529d143586bca7",
    "container:/app/routing.py": "d9d6d6822a7f608b0649f5dc229b102628c6cfc5b32382bc950185740db2caa3",
    "container:car.lua": "cb3df0546318665609606b746a1297f3d65ca3c2ff825f8a6f3c57247d86a2d3",
    "built_profile": "bd9949c7160d4edb207185b7fa73eec57fbd6ca970def80da3fa45e380381162",
    "pbf": "7b8368383eb1567299e59cd559b1f9999d09206e63d18f3e039e8f6391d4c5e7"
  },
  "production_files_unchanged": true,
  "production_containers_running": true,
  "temporary_containers_removed": true,
  "temporary_workspace_removed": true,
  "references": {
    "valhalla_commit": "34639a33510eb0764da77650e91f6efbb70e8daa",
    "sources": {
      "src/sif/motorcyclecost.cc": {
        "url": "https://raw.githubusercontent.com/valhalla/valhalla/34639a33510eb0764da77650e91f6efbb70e8daa/src/sif/motorcyclecost.cc",
        "sha256": "346556fefbd280c43d3bbf426d3546c2acce09ab59e21214d4507b752802ed80",
        "bytes": 35728
      },
      "src/sif/motorscootercost.cc": {
        "url": "https://raw.githubusercontent.com/valhalla/valhalla/34639a33510eb0764da77650e91f6efbb70e8daa/src/sif/motorscootercost.cc",
        "sha256": "905fe91bf2e148cf73c3f26ff2a791b6b5d40838196c759c40b4151d56d79279",
        "bytes": 36269
      },
      "LICENSE.md": {
        "url": "https://raw.githubusercontent.com/valhalla/valhalla/34639a33510eb0764da77650e91f6efbb70e8daa/LICENSE.md",
        "sha256": "b199717d0140b89f1b6bfd44f06de1610ede0bbef4b41232c04580837aeb8b13",
        "bytes": 44
      },
      "COPYING": {
        "url": "https://raw.githubusercontent.com/valhalla/valhalla/34639a33510eb0764da77650e91f6efbb70e8daa/COPYING",
        "sha256": "8bdb14aebb005ffa75ee3890aa10b242b30c840caa01b996c56338ca279f37cd",
        "bytes": 1135
      }
    },
    "map_refs": {
      "HEAD": "f8d104a4fd9a12d4197593e711135c2b9662db72",
      "origin/taiwan-map-profiles": "8906fe1d49d7304e6ea3a579bea2d81d0bd31db6"
    },
    "branch_files": {
      "HEAD": {
        "map_api/settings.py": "bb7bbd16bd04e1a7cd66e19d4fb56648049df3d2a45bdfa5e7aa15c6638f10ae",
        "map_api/routing.py": "37af230ae95747e66929faa5cebeceea702e2ed6ae01f3732232d6cd225de344",
        "docker/osrm/profiles/motorcycle.lua": null
      },
      "origin/taiwan-map-profiles": {
        "map_api/settings.py": "c463570695f1400c548fe3d324f546f483805ba0dd5be4ced6e09aa0311498a8",
        "map_api/routing.py": "8742a21d255950dc5a15fa1f68a70f25cb8ff5f30e512276d83083a88e438f4e",
        "docker/osrm/profiles/motorcycle.lua": "6f8741c9a6130434074be06302a28c204ed25ed9f5b760f776ac9f6b3bedbe26"
      }
    },
    "branch_lua_sha256": "6f8741c9a6130434074be06302a28c204ed25ed9f5b760f776ac9f6b3bedbe26"
  },
  "branch_lua_matches_deployment": true
}