Initial commit

Based on dc4ba6a

1 files changed, 198 insertions, 0 deletions

diff --git a/src/querykv1/main.cpp b/src/querykv1/main.cpp
new file mode 100644
index 0000000..6c606ba
--- /dev/null
+++ b/src/querykv1/main.cpp
@@ -0,0 +1,198 @@
+// vim:set sw=2 ts=2 sts et:
+
+#include <chrono>
+#include <cstdio>
+#include <string>
+#include <string_view>
+#include <vector>
+
+#include <tmi8/kv1_types.hpp>
+#include <tmi8/kv1_index.hpp>
+#include <tmi8/kv1_lexer.hpp>
+#include <tmi8/kv1_parser.hpp>
+
+#include "cliopts.hpp"
+#include "joparoute.hpp"
+#include "journeyinfo.hpp"
+#include "journeyroute.hpp"
+#include "journeys.hpp"
+#include "schedule.hpp"
+
+using namespace std::string_view_literals;
+
+using TimingClock = std::conditional_t<
+  std::chrono::high_resolution_clock::is_steady,
+  std::chrono::high_resolution_clock,
+  std::chrono::steady_clock>;
+
+std::string readKv1(const char *path) {
+  FILE *in = stdin;
+  if (path != "-"sv) in = fopen(path, "rb");
+  else fputs("Reading KV1 from standard input\n", stderr);
+  if (!in) {
+    fprintf(stderr, "Open %s: %s\n", path, strerrordesc_np(errno));
+    exit(1);
+  }
+
+  char buf[4096];
+  std::string data;
+  while (!feof(in) && !ferror(in)) {
+    size_t read = fread(buf, sizeof(char), 4096, in);
+    data.append(buf, read);
+  }
+  if (ferror(in)) {
+    if (path == "-"sv)
+      fputs("Error when reading from stdin\n", stderr);
+    else
+      fprintf(stderr, "Error reading from file \"%s\"\n", path);
+    exit(1);
+  }
+  fprintf(stderr, "Read %lu bytes\n", data.size());
+
+  if (path != "-"sv)
+    fclose(in);
+
+  return data;
+}
+
+std::vector<Kv1Token> lex(const char *path) {
+  std::string data = readKv1(path);
+
+  auto start = TimingClock::now();
+  Kv1Lexer lexer(data);
+  lexer.lex();
+  auto end = TimingClock::now();
+
+  std::chrono::duration<double> elapsed{end - start};
+  double bytes = static_cast<double>(data.size()) / 1'000'000;
+  double speed = bytes / elapsed.count();
+
+  if (!lexer.errors.empty()) {
+    fputs("Lexer reported errors:\n", stderr);
+    for (const auto &error : lexer.errors)
+      fprintf(stderr, "- %s\n", error.c_str());
+    exit(1);
+  }
+
+  fprintf(stderr, "Got %lu tokens\n", lexer.tokens.size());
+  fprintf(stderr, "Duration: %f s\n", elapsed.count());
+  fprintf(stderr, "Speed: %f MB/s\n", speed);
+
+  return std::move(lexer.tokens);
+}
+
+bool parse(const char *path, Kv1Records &into) {
+  std::vector<Kv1Token> tokens = lex(path);
+
+  Kv1Parser parser(tokens, into);
+  parser.parse();
+
+  bool ok = true;
+  if (!parser.gerrors.empty()) {
+    ok = false;
+    fputs("Parser reported errors:\n", stderr);
+    for (const auto &error : parser.gerrors)
+      fprintf(stderr, "- %s\n", error.c_str());
+  }
+  if (!parser.warns.empty()) {
+    fputs("Parser reported warnings:\n", stderr);
+    for (const auto &warn : parser.warns)
+      fprintf(stderr, "- %s\n", warn.c_str());
+  }
+
+  fprintf(stderr, "Parsed %lu records\n", into.size());
+
+  return ok;
+}
+
+void printParsedRecords(const Kv1Records &records) {
+  fputs("Parsed records:\n", stderr);
+  fprintf(stderr, "  organizational_units: %lu\n", records.organizational_units.size());
+  fprintf(stderr, "  higher_organizational_units: %lu\n", records.higher_organizational_units.size());
+  fprintf(stderr, "  user_stop_points: %lu\n", records.user_stop_points.size());
+  fprintf(stderr, "  user_stop_areas: %lu\n", records.user_stop_areas.size());
+  fprintf(stderr, "  timing_links: %lu\n", records.timing_links.size());
+  fprintf(stderr, "  links: %lu\n", records.links.size());
+  fprintf(stderr, "  lines: %lu\n", records.lines.size());
+  fprintf(stderr, "  destinations: %lu\n", records.destinations.size());
+  fprintf(stderr, "  journey_patterns: %lu\n", records.journey_patterns.size());
+  fprintf(stderr, "  concession_financer_relations: %lu\n", records.concession_financer_relations.size());
+  fprintf(stderr, "  concession_areas: %lu\n", records.concession_areas.size());
+  fprintf(stderr, "  financers: %lu\n", records.financers.size());
+  fprintf(stderr, "  journey_pattern_timing_links: %lu\n", records.journey_pattern_timing_links.size());
+  fprintf(stderr, "  points: %lu\n", records.points.size());
+  fprintf(stderr, "  point_on_links: %lu\n", records.point_on_links.size());
+  fprintf(stderr, "  icons: %lu\n", records.icons.size());
+  fprintf(stderr, "  notices: %lu\n", records.notices.size());
+  fprintf(stderr, "  notice_assignments: %lu\n", records.notice_assignments.size());
+  fprintf(stderr, "  time_demand_groups: %lu\n", records.time_demand_groups.size());
+  fprintf(stderr, "  time_demand_group_run_times: %lu\n", records.time_demand_group_run_times.size());
+  fprintf(stderr, "  period_groups: %lu\n", records.period_groups.size());
+  fprintf(stderr, "  specific_days: %lu\n", records.specific_days.size());
+  fprintf(stderr, "  timetable_versions: %lu\n", records.timetable_versions.size());
+  fprintf(stderr, "  public_journeys: %lu\n", records.public_journeys.size());
+  fprintf(stderr, "  period_group_validities: %lu\n", records.period_group_validities.size());
+  fprintf(stderr, "  exceptional_operating_days: %lu\n", records.exceptional_operating_days.size());
+  fprintf(stderr, "  schedule_versions: %lu\n", records.schedule_versions.size());
+  fprintf(stderr, "  public_journey_passing_times: %lu\n", records.public_journey_passing_times.size());
+  fprintf(stderr, "  operating_days: %lu\n", records.operating_days.size());
+}
+
+void printIndexSize(const Kv1Index &index) {
+  fputs("Index size:\n", stderr);
+  fprintf(stderr, "  organizational_units: %lu\n", index.organizational_units.size());
+  fprintf(stderr, "  user_stop_points: %lu\n", index.user_stop_points.size());
+  fprintf(stderr, "  user_stop_areas: %lu\n", index.user_stop_areas.size());
+  fprintf(stderr, "  timing_links: %lu\n", index.timing_links.size());
+  fprintf(stderr, "  links: %lu\n", index.links.size());
+  fprintf(stderr, "  lines: %lu\n", index.lines.size());
+  fprintf(stderr, "  destinations: %lu\n", index.destinations.size());
+  fprintf(stderr, "  journey_patterns: %lu\n", index.journey_patterns.size());
+  fprintf(stderr, "  concession_financer_relations: %lu\n", index.concession_financer_relations.size());
+  fprintf(stderr, "  concession_areas: %lu\n", index.concession_areas.size());
+  fprintf(stderr, "  financers: %lu\n", index.financers.size());
+  fprintf(stderr, "  journey_pattern_timing_links: %lu\n", index.journey_pattern_timing_links.size());
+  fprintf(stderr, "  points: %lu\n", index.points.size());
+  fprintf(stderr, "  point_on_links: %lu\n", index.point_on_links.size());
+  fprintf(stderr, "  icons: %lu\n", index.icons.size());
+  fprintf(stderr, "  notices: %lu\n", index.notices.size());
+  fprintf(stderr, "  time_demand_groups: %lu\n", index.time_demand_groups.size());
+  fprintf(stderr, "  time_demand_group_run_times: %lu\n", index.time_demand_group_run_times.size());
+  fprintf(stderr, "  period_groups: %lu\n", index.period_groups.size());
+  fprintf(stderr, "  specific_days: %lu\n", index.specific_days.size());
+  fprintf(stderr, "  timetable_versions: %lu\n", index.timetable_versions.size());
+  fprintf(stderr, "  public_journeys: %lu\n", index.public_journeys.size());
+  fprintf(stderr, "  period_group_validities: %lu\n", index.period_group_validities.size());
+  fprintf(stderr, "  exceptional_operating_days: %lu\n", index.exceptional_operating_days.size());
+  fprintf(stderr, "  schedule_versions: %lu\n", index.schedule_versions.size());
+  fprintf(stderr, "  public_journey_passing_times: %lu\n", index.public_journey_passing_times.size());
+  fprintf(stderr, "  operating_days: %lu\n", index.operating_days.size());
+}
+
+int main(int argc, char *argv[]) {
+  Options options = parseOptions(argc, argv);
+
+  Kv1Records records;
+  if (!parse(options.kv1_file_path, records)) {
+    fputs("Error parsing records, exiting\n", stderr);
+    return EXIT_FAILURE;
+  }
+  printParsedRecords(records);
+  fputs("Indexing...\n", stderr);
+  Kv1Index index(&records);
+  fprintf(stderr, "Indexed %lu records\n", index.size());
+  // Only notice assignments are not indexed. If this equality is not valid,
+  // then this means that we had duplicate keys or that something else went
+  // wrong. That would really not be great.
+  assert(index.size() == records.size() - records.notice_assignments.size());
+  printIndexSize(index);
+  fputs("Linking records...\n", stderr);
+  kv1LinkRecords(index);
+  fputs("Done linking\n", stderr);
+
+  if (options.subcommand == "joparoute"sv) jopaRoute(options, records, index);
+  if (options.subcommand == "journeyroute"sv) journeyRoute(options, records, index);
+  if (options.subcommand == "journeys"sv) journeys(options, records, index);
+  if (options.subcommand == "journeyinfo"sv) journeyInfo(options, records, index);
+  if (options.subcommand == "schedule"sv) schedule(options, records, index);
+}