travelynx/lib/Travelynx/Command/work.pm

355 lines
9.3 KiB
Perl
Raw Normal View History

2019-04-23 19:30:31 +00:00
package Travelynx::Command::work;
2023-07-03 15:59:25 +00:00
# Copyright (C) 2020-2023 Birte Kristina Friesel
2020-11-27 21:12:56 +00:00
#
2021-01-29 17:32:13 +00:00
# SPDX-License-Identifier: AGPL-3.0-or-later
2019-04-23 19:30:31 +00:00
use Mojo::Base 'Mojolicious::Command';
use Mojo::Promise;
2019-04-23 19:30:31 +00:00
use DateTime;
use JSON;
use List::Util;
2019-04-23 19:30:31 +00:00
has description => 'Update real-time data of active journeys';
2019-04-23 19:30:31 +00:00
has usage => sub { shift->extract_usage };
sub run {
my ($self) = @_;
my $now = DateTime->now( time_zone => 'Europe/Berlin' );
my $checkin_deadline = $now->clone->subtract( hours => 48 );
my $json = JSON->new;
2019-04-23 19:30:31 +00:00
if ( -e 'maintenance' ) {
$self->app->log->debug('work: "maintenance" file found, aborting');
return;
}
my $num_incomplete = $self->app->in_transit->delete_incomplete_checkins(
earlier_than => $checkin_deadline );
2019-04-23 19:30:31 +00:00
if ($num_incomplete) {
$self->app->log->debug("Removed ${num_incomplete} incomplete checkins");
}
2022-12-30 18:49:17 +00:00
my $errors = 0;
for my $entry ( $self->app->in_transit->get_all_active ) {
2019-04-23 19:30:31 +00:00
if ( -e 'maintenance' ) {
$self->app->log->debug('work: "maintenance" file found, aborting');
return;
}
my $uid = $entry->{user_id};
my $dep = $entry->{dep_eva};
my $arr = $entry->{arr_eva};
my $train_id = $entry->{train_id};
2019-04-23 19:30:31 +00:00
Multi-backend support Squashed commit of the following: commit 92518024ba295456358618c0e8180bd8e996fdf1 Author: Birte Kristina Friesel <birte.friesel@uos.de> Date: Fri Jul 26 18:39:46 2024 +0200 add_or_update station: remove superfluos 'new backend id := old backend id' commit df21c20c6e4c86454f8a9ac69121404415217f2a Author: Birte Kristina Friesel <birte.friesel@uos.de> Date: Fri Jul 26 18:35:51 2024 +0200 revert connection targets min_count to 3 commit be335cef07d0b42874f5fc1de4a1d13396e8e807 Author: Birte Kristina Friesel <birte.friesel@uos.de> Date: Fri Jul 26 18:20:05 2024 +0200 mention backend selection in API documentation commit 9f41828fb4f18fd707e0087def3032e8d4c8d7d8 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:19:23 2024 +0200 use_history: not all backends provide route data in departure monitor commit 09714b4d89684b8331d0e96f564a4c7432318f70 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:11:44 2024 +0200 disambiguation: pass correct hafas parameter commit 8cdf1120fc32155dc6525be64601b7c10a9c7f52 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:11:28 2024 +0200 _checked_in: hide Zuglauf link for non-db checkins commit 7455653f541198e0e0a6d11aed421487ffdb6285 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:01:47 2024 +0200 debug output commit b9cda07f85601a58ea32dbdacdd5399f302db52b Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 19:09:07 2024 +0200 fix remaining get_connection_targets / get_connecting_trains_p invocations commit 2759d7258c37c7498905cfe19f6b4c4f6d16bd21 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Wed Jul 24 20:50:12 2024 +0200 support non-DB HAFAS backends (WiP)
2024-07-26 16:55:58 +00:00
if ( $entry->{is_hafas} ) {
2023-08-13 10:51:15 +00:00
Multi-backend support Squashed commit of the following: commit 92518024ba295456358618c0e8180bd8e996fdf1 Author: Birte Kristina Friesel <birte.friesel@uos.de> Date: Fri Jul 26 18:39:46 2024 +0200 add_or_update station: remove superfluos 'new backend id := old backend id' commit df21c20c6e4c86454f8a9ac69121404415217f2a Author: Birte Kristina Friesel <birte.friesel@uos.de> Date: Fri Jul 26 18:35:51 2024 +0200 revert connection targets min_count to 3 commit be335cef07d0b42874f5fc1de4a1d13396e8e807 Author: Birte Kristina Friesel <birte.friesel@uos.de> Date: Fri Jul 26 18:20:05 2024 +0200 mention backend selection in API documentation commit 9f41828fb4f18fd707e0087def3032e8d4c8d7d8 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:19:23 2024 +0200 use_history: not all backends provide route data in departure monitor commit 09714b4d89684b8331d0e96f564a4c7432318f70 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:11:44 2024 +0200 disambiguation: pass correct hafas parameter commit 8cdf1120fc32155dc6525be64601b7c10a9c7f52 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:11:28 2024 +0200 _checked_in: hide Zuglauf link for non-db checkins commit 7455653f541198e0e0a6d11aed421487ffdb6285 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:01:47 2024 +0200 debug output commit b9cda07f85601a58ea32dbdacdd5399f302db52b Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 19:09:07 2024 +0200 fix remaining get_connection_targets / get_connecting_trains_p invocations commit 2759d7258c37c7498905cfe19f6b4c4f6d16bd21 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Wed Jul 24 20:50:12 2024 +0200 support non-DB HAFAS backends (WiP)
2024-07-26 16:55:58 +00:00
$self->app->hafas->get_journey_p(
trip_id => $train_id,
service => $entry->{backend_name}
)->then(
2023-08-13 10:51:15 +00:00
sub {
my ($journey) = @_;
my $found_dep;
my $found_arr;
for my $stop ( $journey->route ) {
if ( $stop->loc->eva == $dep ) {
2023-08-13 10:51:15 +00:00
$found_dep = $stop;
}
if ( $arr and $stop->loc->eva == $arr ) {
2023-08-13 10:51:15 +00:00
$found_arr = $stop;
last;
}
}
if ( not $found_dep ) {
2023-09-04 15:08:17 +00:00
$self->app->log->debug(
"Did not find $dep within journey $train_id");
return;
2023-08-13 10:51:15 +00:00
}
if ( $found_dep->rt_dep ) {
2023-08-13 10:51:15 +00:00
$self->app->in_transit->update_departure_hafas(
uid => $uid,
journey => $journey,
stop => $found_dep,
dep_eva => $dep,
arr_eva => $arr
);
if ( $journey->class <= 16
and $found_dep->rt_dep->epoch > $now->epoch )
{
$self->app->add_wagonorder( $uid, 1, $train_id,
$found_dep->sched_dep, $journey->number );
$self->app->add_stationinfo( $uid, 1, $journey->id,
$found_dep->loc->eva );
}
2023-08-13 10:51:15 +00:00
}
if ( $found_arr and $found_arr->rt_arr ) {
2023-08-13 10:51:15 +00:00
$self->app->in_transit->update_arrival_hafas(
uid => $uid,
journey => $journey,
stop => $found_arr,
dep_eva => $dep,
arr_eva => $arr
);
if ( $journey->class <= 16
2024-06-02 09:47:19 +00:00
and $found_arr->rt_arr->epoch - $now->epoch < 600 )
{
$self->app->add_wagonorder( $uid, 0, $train_id,
$found_dep->sched_dep, $journey->number );
$self->app->add_stationinfo( $uid, 0, $journey->id,
$found_dep->loc->eva, $found_arr->loc->eva );
}
2023-08-13 10:51:15 +00:00
}
}
)->catch(
sub {
my ($err) = @_;
if ( $err =~ m{svcResL\[0\][.]err is (?:FAIL|PARAMETER)$} )
{
# HAFAS do be weird. These are not actionable.
$self->app->log->debug("work($uid)/journey: $err");
}
else {
$self->app->log->error("work($uid)/journey: $err");
}
2023-08-13 10:51:15 +00:00
}
)->wait;
if ( $arr
and $entry->{real_arr_ts}
and $now->epoch - $entry->{real_arr_ts} > 600 )
{
$self->app->checkout_p(
station => $arr,
force => 2,
dep_eva => $dep,
arr_eva => $arr,
uid => $uid
)->wait;
}
next;
}
Multi-backend support Squashed commit of the following: commit 92518024ba295456358618c0e8180bd8e996fdf1 Author: Birte Kristina Friesel <birte.friesel@uos.de> Date: Fri Jul 26 18:39:46 2024 +0200 add_or_update station: remove superfluos 'new backend id := old backend id' commit df21c20c6e4c86454f8a9ac69121404415217f2a Author: Birte Kristina Friesel <birte.friesel@uos.de> Date: Fri Jul 26 18:35:51 2024 +0200 revert connection targets min_count to 3 commit be335cef07d0b42874f5fc1de4a1d13396e8e807 Author: Birte Kristina Friesel <birte.friesel@uos.de> Date: Fri Jul 26 18:20:05 2024 +0200 mention backend selection in API documentation commit 9f41828fb4f18fd707e0087def3032e8d4c8d7d8 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:19:23 2024 +0200 use_history: not all backends provide route data in departure monitor commit 09714b4d89684b8331d0e96f564a4c7432318f70 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:11:44 2024 +0200 disambiguation: pass correct hafas parameter commit 8cdf1120fc32155dc6525be64601b7c10a9c7f52 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:11:28 2024 +0200 _checked_in: hide Zuglauf link for non-db checkins commit 7455653f541198e0e0a6d11aed421487ffdb6285 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 20:01:47 2024 +0200 debug output commit b9cda07f85601a58ea32dbdacdd5399f302db52b Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Thu Jul 25 19:09:07 2024 +0200 fix remaining get_connection_targets / get_connecting_trains_p invocations commit 2759d7258c37c7498905cfe19f6b4c4f6d16bd21 Author: Birte Kristina Friesel <derf@finalrewind.org> Date: Wed Jul 24 20:50:12 2024 +0200 support non-DB HAFAS backends (WiP)
2024-07-26 16:55:58 +00:00
# TODO irgendwo ist hier ne race condition wo ein neuer checkin (in HAFAS) mit IRIS-Daten überschrieben wird.
# Die ganzen updates brauchen wirklich mal sanity checks mit train id ...
# Note: IRIS data is not always updated in real-time. Both departure and
# arrival delays may take several minutes to appear, especially in case
# of large-scale disturbances. We work around this by continuing to
# update departure data for up to 15 minutes after departure and
# delaying automatic checkout by at least 10 minutes.
2019-04-23 19:30:31 +00:00
eval {
if ( $now->epoch - $entry->{real_dep_ts} < 900 ) {
my $status = $self->app->iris->get_departures(
station => $dep,
lookbehind => 30,
lookahead => 30
);
2019-04-23 19:30:31 +00:00
if ( $status->{errstr} ) {
die("get_departures($dep): $status->{errstr}\n");
}
my ($train) = List::Util::first { $_->train_id eq $train_id }
@{ $status->{results} };
2019-04-23 19:30:31 +00:00
if ( not $train ) {
$self->app->log->debug(
"could not find train $train_id at $dep\n");
return;
2019-04-23 19:30:31 +00:00
}
$self->app->in_transit->update_departure(
uid => $uid,
train => $train,
dep_eva => $dep,
arr_eva => $arr,
route => [ $self->app->iris->route_diff($train) ]
2019-04-23 19:30:31 +00:00
);
if ( $train->departure_is_cancelled and $arr ) {
my $checked_in
= $self->app->in_transit->update_departure_cancelled(
uid => $uid,
train => $train,
dep_eva => $dep,
arr_eva => $arr,
);
# depending on the amount of users in transit, some time may
# have passed between fetching $entry from the database and
# now. Only check out if the user is still checked into this
# train.
if ($checked_in) {
# check out (adds a cancelled journey and resets journey state
# to checkin
$self->app->checkout_p(
station => $arr,
force => 2,
dep_eva => $dep,
arr_eva => $arr,
uid => $uid
)->wait;
}
}
else {
$self->app->add_route_timestamps( $uid, $train, 1 );
$self->app->add_wagonorder( $uid, 1, $train->train_id,
$train->sched_departure, $train->train_no );
$self->app->add_stationinfo( $uid, 1, $train->train_id,
$dep, $arr );
}
2019-04-23 19:30:31 +00:00
}
};
if ($@) {
2022-12-30 18:49:17 +00:00
$errors += 1;
2019-04-23 19:30:31 +00:00
$self->app->log->error("work($uid)/departure: $@");
}
eval {
if (
$arr
2019-04-23 19:30:31 +00:00
and ( not $entry->{real_arr_ts}
or $now->epoch - $entry->{real_arr_ts} < 600 )
2019-04-23 19:30:31 +00:00
)
{
my $status = $self->app->iris->get_departures(
station => $arr,
lookbehind => 20,
lookahead => 220
);
2019-04-23 19:30:31 +00:00
if ( $status->{errstr} ) {
die("get_departures($arr): $status->{errstr}\n");
}
# Note that a train may pass the same station several times.
# Notable example: S41 / S42 ("Ringbahn") both starts and
# terminates at Berlin Südkreuz
my ($train) = List::Util::first {
$_->train_id eq $train_id
and $_->sched_arrival
and $_->sched_arrival->epoch > $entry->{sched_dep_ts}
}
@{ $status->{results} };
$train //= List::Util::first { $_->train_id eq $train_id }
@{ $status->{results} };
2019-04-23 19:30:31 +00:00
if ( not $train ) {
# If we haven't seen the train yet, its arrival is probably
# too far in the future. This is not critical.
return;
2019-04-23 19:30:31 +00:00
}
my $checked_in = $self->app->in_transit->update_arrival(
uid => $uid,
train => $train,
route => [ $self->app->iris->route_diff($train) ],
dep_eva => $dep,
arr_eva => $arr,
2019-04-23 19:30:31 +00:00
);
if ( $checked_in and $train->arrival_is_cancelled ) {
# check out (adds a cancelled journey and resets journey state
# to destination selection)
$self->app->checkout_p(
station => $arr,
force => 0,
dep_eva => $dep,
arr_eva => $arr,
uid => $uid
)->wait;
}
else {
2023-04-06 13:16:52 +00:00
$self->app->add_route_timestamps(
$uid, $train, 0,
(
defined $entry->{real_arr_ts}
and $now->epoch > $entry->{real_arr_ts}
) ? 1 : 0
);
$self->app->add_wagonorder( $uid, 0, $train->train_id,
$train->sched_departure, $train->train_no );
$self->app->add_stationinfo( $uid, 0, $train->train_id,
$dep, $arr );
}
2019-04-23 19:30:31 +00:00
}
elsif ( $entry->{real_arr_ts} ) {
my ( undef, $error ) = $self->app->checkout_p(
station => $arr,
force => 2,
dep_eva => $dep,
arr_eva => $arr,
uid => $uid
)->catch(
sub {
my ($error) = @_;
2023-08-13 10:51:15 +00:00
$self->app->log->error("work($uid)/arrival: $error");
$errors += 1;
}
)->wait;
2019-04-23 19:30:31 +00:00
}
};
if ($@) {
$self->app->log->error("work($uid)/arrival: $@");
$errors += 1;
2019-04-23 19:30:31 +00:00
}
2023-08-13 10:51:15 +00:00
eval { };
2019-04-23 19:30:31 +00:00
}
my $started_at = $now;
my $main_finished_at = DateTime->now( time_zone => 'Europe/Berlin' );
my $worker_duration = $main_finished_at->epoch - $started_at->epoch;
if ( $self->app->config->{influxdb}->{url} ) {
if ( $self->app->mode eq 'development' ) {
$self->app->log->debug( 'POST '
. $self->app->config->{influxdb}->{url}
. " worker runtime_seconds=${worker_duration},errors=${errors}"
);
}
else {
$self->app->ua->post_p( $self->app->config->{influxdb}->{url},
"worker runtime_seconds=${worker_duration},errors=${errors}" )
->wait;
}
}
if ( not $self->app->config->{traewelling}->{separate_worker} ) {
$self->app->start('traewelling');
}
# add_wagonorder and add_stationinfo assume a permanently running IOLoop
# and do not allow Mojolicious commands to wait until they have completed.
# Hence, some add_wagonorder and add_stationinfo calls made here may not
# complete before the work command exits, and thus have no effect.
#
# This is not ideal and will need fixing at some point. Until then, here
# is the pragmatic solution for 99% of the associated issues.
Mojo::Promise->timer(5)->wait;
2019-04-23 19:30:31 +00:00
}
1;
__END__
=head1 SYNOPSIS
Usage: index.pl work
Work Work Work.
Should be called from a cronjob every three minutes or so.