system_state.cpp

Go to the documentation of this file.

#include <algorithm>
#include <functional>
#include <thread>
#include "system_state.hpp"
#include "dcon_generated.hpp"
#include "map_modes.hpp"
#include "opengl_wrapper.hpp"
#include "window.hpp"
#include "gui_element_base.hpp"
#include "parsers_declarations.hpp"
#include "gui_console.hpp"
#include "gui_minimap.hpp"
#include "gui_unit_panel.hpp"
#include "gui_topbar.hpp"
#include "gui_province_window.hpp"
#include "gui_outliner_window.hpp"
#include "gui_event.hpp"
#include "gui_map_icons.hpp"
#include "gui_diplomacy_request_window.hpp"
#include "gui_message_window.hpp"
#include "gui_naval_combat.hpp"
#include "gui_land_combat.hpp"
#include "gui_chat_window.hpp"
#include "gui_state_select.hpp"
#include "gui_error_window.hpp"
#include "gui_diplomacy_request_topbar.hpp"
#include "map_tooltip.hpp"
#include "unit_tooltip.hpp"
#include "demographics.hpp"
#include "rebels.hpp"
#include "ai.hpp"
#include "effects.hpp"
#include "gui_leader_select.hpp"
#include "gui_land_combat.hpp"
#include "gui_nation_picker.hpp"
#include "gui_end_window.hpp"
#include "gui_map_legend.hpp"
#include "gui_unit_grid_box.hpp"
#include "blake2.h"
#include "fif_common.hpp"
 
namespace ui {
 
void create_in_game_windows(sys::state& state) {
    state.ui_state.lazy_load_in_game = true;
 
    state.ui_state.unit_details_box = ui::make_element_by_type<ui::grid_box>(state, state.ui_state.defs_by_name.find(state.lookup_key("alice_grid_panel"))->second.definition);
    state.ui_state.unit_details_box->set_visible(state, false);
    //
    state.ui_state.select_states_legend = ui::make_element_by_type<ui::map_state_select_window>(state, state.ui_state.defs_by_name.find(state.lookup_key("alice_select_legend_window"))->second.definition);
 
    // create ui for army selector
    {
        {
            auto key = state.lookup_key("alice_armygroup_selection_control_panel");
            auto def = state.ui_state.defs_by_name.find(key)->second.definition;
            auto window = ui::make_element_by_type<ui::battleplanner_selection_control>(state, def);
            state.ui_state.army_group_selector_root->add_child_to_front(std::move(window));
        }
        {
            auto key = state.lookup_key("alice_armygroup_exit_units_selection");
            auto def = state.ui_state.defs_by_name.find(key)->second.definition;
            auto button = ui::make_element_by_type<ui::go_to_battleplanner_button>(state, def);
            state.ui_state.army_group_selector_root->add_child_to_front(std::move(button));
        }
    }
 
    // create ui for battleplanner
    {
        state.world.for_each_province([&](dcon::province_id id) {
            auto ptr = ui::make_element_by_type<ui::army_group_counter_window>(state, "alice_army_group_on_map");
            static_cast<ui::army_group_counter_window*>(ptr.get())->prov = id;
            state.ui_state.military_root->add_child_to_front(std::move(ptr));
        });
 
        {
            auto key = state.lookup_key("alice_army_group_regiments_list");
            auto def = state.ui_state.defs_by_name.find(key)->second.definition;
            auto new_elm_army_group = ui::make_element_by_type<ui::army_group_details_window>(state, def);
            state.ui_state.army_group_window_land = static_cast<ui::army_group_details_window*>(new_elm_army_group.get());
            new_elm_army_group->set_visible(state, true);
            state.ui_state.military_root->add_child_to_front(std::move(new_elm_army_group));
        }
 
        {
            auto key = state.lookup_key("alice_exit_battleplanner");
            auto def = state.ui_state.defs_by_name.find(key)->second.definition;
            auto button = ui::make_element_by_type<ui::go_to_base_game_button>(state, def);
            state.ui_state.military_root->add_child_to_front(std::move(button));
        }
 
        {
            auto key = state.lookup_key("alice_battleplanner_control_panel");
            auto def = state.ui_state.defs_by_name.find(key)->second.definition;
            auto window = ui::make_element_by_type<ui::battleplanner_control>(state, def);
            state.ui_state.military_root->add_child_to_front(std::move(window));
        }
    }
 
 
    state.ui_state.end_screen = std::make_unique<ui::container_base>();
    {
        auto ewin = ui::make_element_by_type<ui::end_window>(state, state.ui_state.defs_by_name.find(state.lookup_key("back_end"))->second.definition);
        state.ui_state.end_screen->add_child_to_front(std::move(ewin));
    }
    {
        auto window = ui::make_element_by_type<ui::console_window>(state, "alice_console_window");
        state.ui_state.console_window = window.get();
        state.ui_state.root->add_child_to_front(std::move(window));
    }
    state.world.for_each_province([&](dcon::province_id id) {
        if(state.world.province_get_port_to(id)) {
            auto ptr = ui::make_element_by_type<ui::port_window>(state, "alice_port_icon");
            static_cast<ui::port_window*>(ptr.get())->set_province(state, id);
            state.ui_state.units_root->add_child_to_front(std::move(ptr));
        }
    });
    
    state.world.for_each_province([&](dcon::province_id id) {
        auto ptr = ui::make_element_by_type<ui::unit_counter_window>(state, "alice_map_unit");
        static_cast<ui::unit_counter_window*>(ptr.get())->prov = id;
        state.ui_state.units_root->add_child_to_front(std::move(ptr));
    }); 
    state.world.for_each_province([&](dcon::province_id id) {
        auto ptr = ui::make_element_by_type<ui::rgo_icon>(state, "alice_rgo_mapicon");
        static_cast<ui::rgo_icon*>(ptr.get())->content = id;
        state.ui_state.rgos_root->add_child_to_front(std::move(ptr));
    });
    province::for_each_land_province(state, [&](dcon::province_id id) {
        auto ptr = ui::make_element_by_type<ui::province_details_container>(state, "alice_province_values");
        static_cast<ui::province_details_container*>(ptr.get())->prov = id;
        state.ui_state.province_details_root->add_child_to_front(std::move(ptr));
    });
    {
        auto new_elm = ui::make_element_by_type<ui::chat_message_listbox<false>>(state, "chat_list");
        new_elm->base_data.position.x += 156; // nudge
        new_elm->base_data.position.y += 24; // nudge
        new_elm->impl_on_update(state);
        state.ui_state.tl_chat_list = new_elm.get();
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::outliner_window>(state, "outliner");
        state.ui_state.outliner_window = new_elm.get();
        new_elm->impl_on_update(state);
        state.ui_state.root->add_child_to_front(std::move(new_elm));
        // Has to be created AFTER the outliner window
        // The topbar has this button within, however since the button isn't properly displayed, it is better to make
        // it into an independent element of it's own, living freely on the UI root so it can be flexibly moved around when
        // the window is resized for example.
        for(size_t i = state.ui_defs.gui.size(); i-- > 0;) {
            auto gdef = dcon::gui_def_id(dcon::gui_def_id::value_base_t(i));
            if(state.to_string_view(state.ui_defs.gui[gdef].name) == "topbar_outlinerbutton_bg") {
                auto new_bg = ui::make_element_by_type<ui::outliner_button>(state, gdef);
                state.ui_state.root->add_child_to_front(std::move(new_bg));
                break;
            }
        }
        // Then create button atop
        for(size_t i = state.ui_defs.gui.size(); i-- > 0;) {
            auto gdef = dcon::gui_def_id(dcon::gui_def_id::value_base_t(i));
            if(state.to_string_view(state.ui_defs.gui[gdef].name) == "topbar_outlinerbutton") {
                auto new_btn = ui::make_element_by_type<ui::outliner_button>(state, gdef);
                new_btn->impl_on_update(state);
                state.ui_state.root->add_child_to_front(std::move(new_btn));
                break;
            }
        }
    }
    {
        auto new_elm = ui::make_element_by_type<ui::minimap_container_window>(state, "alice_menubar");
        state.ui_state.menubar_window = new_elm.get();
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::minimap_picture_window>(state, "minimap_pic");
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::province_view_window>(state, "province_view");
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm_army = ui::make_element_by_type<ui::unit_details_window<dcon::army_id>>(state, "sup_unit_status");
        state.ui_state.army_status_window = static_cast<ui::unit_details_window<dcon::army_id>*>(new_elm_army.get());
        new_elm_army->set_visible(state, false);
        state.ui_state.root->add_child_to_front(std::move(new_elm_army));
 
        auto new_elm_navy = ui::make_element_by_type<ui::unit_details_window<dcon::navy_id>>(state, "sup_unit_status");
        state.ui_state.navy_status_window = static_cast<ui::unit_details_window<dcon::navy_id>*>(new_elm_navy.get());
        new_elm_navy->set_visible(state, false);
        state.ui_state.root->add_child_to_front(std::move(new_elm_navy));
    }
    
    {
        auto mselection = ui::make_element_by_type<ui::mulit_unit_selection_panel>(state, "alice_multi_unitpanel");
        state.ui_state.multi_unit_selection_window = mselection.get();
        mselection->set_visible(state, false);
        state.ui_state.root->add_child_to_front(std::move(mselection));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::diplomacy_request_window>(state, "defaultdialog");
        state.ui_state.request_window = new_elm.get();
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::message_window>(state, "defaultpopup");
        state.ui_state.msg_window = new_elm.get();
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::leader_selection_window>(state, "alice_leader_selection_panel");
        state.ui_state.change_leader_window = new_elm.get();
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::naval_combat_end_popup>(state, "endofnavalcombatpopup");
        new_elm->set_visible(state, false);
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::naval_combat_window>(state, "alice_naval_combat");
        new_elm->set_visible(state, false);
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::land_combat_window>(state, "alice_land_combat");
        new_elm->set_visible(state, false);
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto new_elm = ui::make_element_by_type<ui::topbar_window>(state, "topbar");
        new_elm->impl_on_update(state);
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    {
        auto legend_win = ui::make_element_by_type<ui::map_legend_gradient>(state, "alice_map_legend_gradient_window");
        state.ui_state.map_gradient_legend = legend_win.get();
        state.ui_state.root->add_child_to_front(std::move(legend_win));
    }
    {
        auto legend_win = ui::make_element_by_type<ui::map_legend_civ_level>(state, "alice_map_legend_civ_level");
        state.ui_state.map_civ_level_legend = legend_win.get();
        state.ui_state.root->add_child_to_front(std::move(legend_win));
    }
    {
        auto legend_win = ui::make_element_by_type<ui::map_legend_col>(state, "alice_map_legend_colonial");
        state.ui_state.map_col_legend = legend_win.get();
        state.ui_state.root->add_child_to_front(std::move(legend_win));
    }
    {
        auto legend_win = ui::make_element_by_type<ui::map_legend_dip>(state, "alice_map_legend_diplomatic");
        state.ui_state.map_dip_legend = legend_win.get();
        state.ui_state.root->add_child_to_front(std::move(legend_win));
    }
    {
        auto legend_win = ui::make_element_by_type<ui::map_legend_rr>(state, "alice_map_legend_infrastructure");
        state.ui_state.map_rr_legend = legend_win.get();
        state.ui_state.root->add_child_to_front(std::move(legend_win));
    }
    {
        auto legend_win = ui::make_element_by_type<ui::map_legend_nav>(state, "alice_map_legend_naval");
        state.ui_state.map_nav_legend = legend_win.get();
        state.ui_state.root->add_child_to_front(std::move(legend_win));
    }
    {
        auto legend_win = ui::make_element_by_type<ui::map_legend_rank>(state, "alice_map_legend_rank");
        state.ui_state.map_rank_legend = legend_win.get();
        state.ui_state.root->add_child_to_front(std::move(legend_win));
    }
    {
        auto legend_win = ui::make_element_by_type<ui::map_legend_rec>(state, "alice_map_legend_rec");
        state.ui_state.map_rec_legend = legend_win.get();
        state.ui_state.root->add_child_to_front(std::move(legend_win));
    }
    { // And the other on the normal in game UI
        auto new_elm = ui::make_element_by_type<ui::chat_window>(state, "ingame_lobby_window");
        new_elm->set_visible(state, !(state.network_mode == sys::network_mode_type::single_player)); // Hidden in singleplayer by default
        state.ui_state.chat_window = new_elm.get(); // Default for singleplayer is the in-game one, lobby one is useless in sp
        state.ui_state.root->add_child_to_front(std::move(new_elm));
    }
    state.ui_state.rgos_root->impl_on_update(state);
    state.ui_state.units_root->impl_on_update(state);
}
}
 
namespace sys {
 
void state::start_state_selection(state_selection_data& data) {
    if(state_selection) {
        state_selection->on_cancel(*this);
    }   
    state_selection = data;
 
    game_scene::switch_scene(*this, game_scene::scene_id::in_game_state_selector);
 
    if(ui_state.select_states_legend) {
        ui_state.select_states_legend->impl_on_update(*this);
    }
}
 
void state::state_select(dcon::state_definition_id sdef) {
    assert(state_selection);
    if(std::find(state_selection->selectable_states.begin(), state_selection->selectable_states.end(), sdef) != state_selection->selectable_states.end()) {
        if(state_selection->single_state_select) {
            state_selection->on_select(*this, sdef);
            game_scene::switch_scene(*this, game_scene::scene_id::in_game_basic);
        } else {
            /*auto it = std::find(state.selected_states.begin(), state.selected_states.end(), sdef);
            if(it == state.selected_states.end()) {
                on_select(sdef);
            } else {
                state.selected_states.erase(std::remove(state.selected_states.begin(), state.selected_states.end(), sdef), state.selected_states.end());
            }*/
            std::abort();
        }
    }
    map_state.update(*this);
}
 
//
// window event functions
//
 
void state::on_rbutton_down(int32_t x, int32_t y, key_modifiers mod) {
    game_scene::on_rbutton_down(*this, x, y, mod);
}
 
void state::on_mbutton_down(int32_t x, int32_t y, key_modifiers mod) {
    // Lose focus on text
    ui_state.edit_target = nullptr;
    map_state.on_mbuttom_down(x, y, x_size, y_size, mod);
}
 
void state::on_lbutton_down(int32_t x, int32_t y, key_modifiers mod) {
    game_scene::on_lbutton_down(*this, x, y, mod);
}
 
void state::on_rbutton_up(int32_t x, int32_t y, key_modifiers mod) { }
void state::on_mbutton_up(int32_t x, int32_t y, key_modifiers mod) {
    map_state.on_mbuttom_up(x, y, mod);
}
void state::on_lbutton_up(int32_t x, int32_t y, key_modifiers mod) {
    game_scene::on_lbutton_up(*this, x, y, mod);
}
void state::on_mouse_move(int32_t x, int32_t y, key_modifiers mod) {
    map_state.on_mouse_move(x, y, x_size, y_size, mod);
    if(map_state.is_dragging) {
        if(ui_state.mouse_sensitive_target) {
            ui_state.mouse_sensitive_target->set_visible(*this, false);
            ui_state.mouse_sensitive_target = nullptr;
        }
    } else if(ui_state.under_mouse != nullptr) {
        auto r = ui_state.under_mouse->impl_on_mouse_move(*this, ui_state.relative_mouse_location.x,
                ui_state.relative_mouse_location.y, mod);
    }
    if(ui_state.mouse_sensitive_target) {
        auto mx = int32_t(x / user_settings.ui_scale);
        auto my = int32_t(y / user_settings.ui_scale);
        if(mx < ui_state.target_ul_bounds.x || mx > ui_state.target_lr_bounds.x || my < ui_state.target_ul_bounds.y || my > ui_state.target_lr_bounds.y) {
 
            ui_state.mouse_sensitive_target->set_visible(*this, false);
            ui_state.mouse_sensitive_target = nullptr;
        }
    }
}
void state::on_mouse_drag(int32_t x, int32_t y, key_modifiers mod) { // called when the left button is held down
    is_dragging = true;
    if(ui_state.drag_target) {
        ui_state.drag_target->on_drag(*this, int32_t(mouse_x_position / user_settings.ui_scale),
            int32_t(mouse_y_position / user_settings.ui_scale), int32_t(x / user_settings.ui_scale),
            int32_t(y / user_settings.ui_scale), mod);
    }
}
void state::on_drag_finished(int32_t x, int32_t y, key_modifiers mod) { // called when the left button is released after one or more drag events
    if(ui_state.drag_target) {
        ui_state.drag_target->on_drag_finish(*this);
        ui_state.drag_target = nullptr;
    }
}
void state::on_resize(int32_t x, int32_t y, window::window_state win_state) {
    ogl::deinitialize_msaa(*this);
    ogl::initialize_msaa(*this, x, y);
 
    if(win_state != window::window_state::minimized) {
        ui_state.root->base_data.size.x = int16_t(x / user_settings.ui_scale);
        ui_state.root->base_data.size.y = int16_t(y / user_settings.ui_scale);
        if(ui_state.outliner_window) {
            ui_state.outliner_window->impl_on_update(*this);
        }
    }
}
 
void state::on_mouse_wheel(int32_t x, int32_t y, key_modifiers mod, float amount) { // an amount of 1.0 is one "click" of the wheel
    //update en demand
    ui::element_base* root_elm = current_scene.get_root(*this);
    ui_state.scroll_target = root_elm->impl_probe_mouse(*this,
        int32_t(mouse_x_position / user_settings.ui_scale),
        int32_t(mouse_y_position / user_settings.ui_scale),
        ui::mouse_probe_type::scroll).under_mouse;
 
    auto belongs_on_map = [&](ui::element_base* b) {
        while(b != nullptr) {
            if(b == ui_state.units_root.get())
                return true;
            if(b == ui_state.unit_details_box.get())
                return true;
            b = b->parent;
        }
        return false;
    };
 
    if(ui_state.scroll_target != nullptr) {
        ui_state.scroll_target->impl_on_scroll(*this, ui_state.relative_mouse_location.x, ui_state.relative_mouse_location.y, amount, mod);
    } else if(ui_state.under_mouse == nullptr || belongs_on_map(ui_state.under_mouse)) {
        map_state.on_mouse_wheel(x, y, x_size, y_size, mod, amount);
 
        if(ui_state.mouse_sensitive_target) {
            ui_state.mouse_sensitive_target->set_visible(*this, false);
            ui_state.mouse_sensitive_target = nullptr;
        }
    }
}
void state::on_key_down(virtual_key keycode, key_modifiers mod) {
    if(keycode == virtual_key::CONTROL)
        ui_state.ctrl_held_down = true;
    if(keycode == virtual_key::SHIFT || keycode == virtual_key::LSHIFT || keycode == virtual_key::RSHIFT)
        ui_state.shift_held_down = true;
 
    game_scene::on_key_down(*this, keycode, mod);
}
 
void state::on_key_up(virtual_key keycode, key_modifiers mod) {
    if(keycode == virtual_key::CONTROL)
        ui_state.ctrl_held_down = false;
    if(keycode == virtual_key::SHIFT || keycode == virtual_key::LSHIFT || keycode == virtual_key::RSHIFT)
        ui_state.shift_held_down = false;
 
    //TODO: move to according scenes
    if(user_settings.wasd_for_map_movement) {
        if(keycode == sys::virtual_key::W)
            keycode = sys::virtual_key::UP;
        else if(keycode == sys::virtual_key::A)
            keycode = sys::virtual_key::LEFT;
        else if(keycode == sys::virtual_key::S)
            keycode = sys::virtual_key::DOWN;
        else if(keycode == sys::virtual_key::D)
            keycode = sys::virtual_key::RIGHT;
    }
 
    map_state.on_key_up(keycode, mod);
}
void state::on_text(char32_t c) { // c is win1250 codepage value
    if(ui_state.edit_target)
        ui_state.edit_target->on_text(*this, c);
}
 
inline constexpr int32_t tooltip_width = 400;
 
void state::render() { // called to render the frame may (and should) delay returning until the frame is rendered, including
    // waiting for vsync
    if(!current_scene.get_root)
        return;
 
    auto game_state_was_updated = game_state_updated.exchange(false, std::memory_order::acq_rel);
    if(game_state_was_updated && !current_scene.starting_scene && !ui_state.lazy_load_in_game) {
        window::change_cursor(*this, window::cursor_type::busy);
        ui::create_in_game_windows(*this);
        window::change_cursor(*this, window::cursor_type::normal);
    }
    auto ownership_update = province_ownership_changed.exchange(false, std::memory_order::acq_rel);
    if(ownership_update) {
        if(user_settings.map_label != sys::map_label_mode::none) {
            map::update_text_lines(*this, map_state.map_data);
        }
    }
    if(game_state_was_updated) {
        map_state.map_data.update_fog_of_war(*this);
    }
 
    std::chrono::time_point<std::chrono::steady_clock> now = std::chrono::steady_clock::now();
    if(ui_state.last_render_time == std::chrono::time_point<std::chrono::steady_clock>{}) {
        ui_state.last_render_time = now;
    }
    if(ui_state.fps_timer > 20) {
        auto microseconds_since_last_render = std::chrono::duration_cast<std::chrono::microseconds>(now - ui_state.last_render_time);
        auto frames_per_second = 1.f / float(microseconds_since_last_render.count() / 1e6);
        ui_state.last_fps = frames_per_second;
        ui_state.fps_timer = 0;
        ui_state.last_render_time = now;
    }
    ui_state.fps_timer += 1;
 
    if(ui_state.scrollbar_timer > 500 * (ui_state.last_fps / 60)) {
        ui_state.scrollbar_continuous_movement = true;
        if(ui_state.left_mouse_hold_target != nullptr) {
            Cyto::Any payload = ui::scrollbar_settings{};
            ui_state.left_mouse_hold_target->impl_set(*this, payload);
        }
    }
 
    if(ui_state.left_mouse_hold_target != nullptr) {
        ui_state.scrollbar_timer += 1;
    }
 
    current_scene.clean_up(*this);
 
    ui::element_base* root_elm = current_scene.get_root(*this);
 
    root_elm->base_data.size.x = ui_state.root->base_data.size.x;
    root_elm->base_data.size.y = ui_state.root->base_data.size.y;
 
    auto mouse_probe = root_elm->impl_probe_mouse(*this, int32_t(mouse_x_position / user_settings.ui_scale),
        int32_t(mouse_y_position / user_settings.ui_scale), ui::mouse_probe_type::click);
    auto tooltip_probe = root_elm->impl_probe_mouse(*this, int32_t(mouse_x_position / user_settings.ui_scale),
        int32_t(mouse_y_position / user_settings.ui_scale), ui::mouse_probe_type::tooltip);
 
    if(!mouse_probe.under_mouse && map_state.get_zoom() > map::zoom_close) {
        mouse_probe = current_scene.recalculate_mouse_probe(*this, mouse_probe, tooltip_probe);
        tooltip_probe = current_scene.recalculate_tooltip_probe(*this, mouse_probe, tooltip_probe);
    }
 
    if(game_state_was_updated) {
        if(!ui_state.tech_queue.empty()) {
            if(!world.nation_get_current_research(local_player_nation)) {
                for(auto it = ui_state.tech_queue.begin(); it != ui_state.tech_queue.end(); it++) {
                    if(world.nation_get_active_technologies(local_player_nation, *it)) {
                        ui_state.tech_queue.erase(it);
                        break;
                    }
                    if(command::can_start_research(*this, local_player_nation, *it)) {
                        // can research, so research it
                        command::start_research(*this, local_player_nation, *it);
                        ui_state.tech_queue.erase(it);
                        break;
                    }
                }
            }
        }
 
        world.for_each_automated_army_group([&](dcon::automated_army_group_id item) {
            update_armies_and_fleets(item);
            army_group_distribute_tasks(item);
            army_group_update_tasks(item);
            army_group_update_regiment_status(item);
        });
 
        current_scene.on_game_state_update(*this);
 
        nations::update_ui_rankings(*this);
        // Processing of (gamestate <=> ui) queues
        if(current_scene.accept_events) {
            // National events
            auto* c1 = new_n_event.front();
            while(c1) {
                auto auto_choice = world.national_event_get_auto_choice(c1->e);
                if(auto_choice == 0) {
                    ui::new_event_window(*this, *c1);
                    if(world.national_event_get_is_major(c1->e)) {
                        sound::play_effect(*this, sound::get_major_event_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                    } else {
                        sound::play_effect(*this, sound::get_major_event_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                    }
                } else {
                    command::make_event_choice(*this, *c1, uint8_t(auto_choice - 1));
                }
                new_n_event.pop();
                c1 = new_n_event.front();
            }
            // Free national events
            auto* c2 = new_f_n_event.front();
            while(c2) {
                auto auto_choice = world.free_national_event_get_auto_choice(c2->e);
                if(auto_choice == 0) {
                    ui::new_event_window(*this, *c2);
                    if(world.free_national_event_get_is_major(c2->e)) {
                        sound::play_effect(*this, sound::get_major_event_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                    } else {
                        sound::play_effect(*this, sound::get_major_event_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                    }
                } else {
                    command::make_event_choice(*this, *c2, uint8_t(auto_choice - 1));
                }
                new_f_n_event.pop();
                c2 = new_f_n_event.front();
            }
            // Provincial events
            auto* c3 = new_p_event.front();
            while(c3) {
                auto auto_choice = world.provincial_event_get_auto_choice(c3->e);
                if(auto_choice == 0) {
                    ui::new_event_window(*this, *c3);
                    sound::play_effect(*this, sound::get_minor_event_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                } else {
                    command::make_event_choice(*this, *c3, uint8_t(auto_choice - 1));
                }
                new_p_event.pop();
                c3 = new_p_event.front();
            }
            // Free provincial events
            auto* c4 = new_f_p_event.front();
            while(c4) {
                auto auto_choice = world.free_provincial_event_get_auto_choice(c4->e);
                if(auto_choice == 0) {
                    ui::new_event_window(*this, *c4);
                    sound::play_effect(*this, sound::get_minor_event_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                } else {
                    command::make_event_choice(*this, *c4, uint8_t(auto_choice - 1));
                }
                new_f_p_event.pop();
                c4 = new_f_p_event.front();
            }
            // land battle reports
            {
                auto* lr = land_battle_reports.front();
                while(lr) {
                    if(local_player_nation) {
                        if(lr->player_on_winning_side == true && (!lr->attacking_nation || !lr->defending_nation)) {
                            if(user_settings.notify_rebels_defeat) {
                                ui::land_combat_end_popup::make_new_report(*this, *lr);
                            } else {
                                //do not pester user with defeat of rebels
                            }
                        } else {
                            ui::land_combat_end_popup::make_new_report(*this, *lr);
                        }
                    }
                    land_battle_reports.pop();
                    lr = land_battle_reports.front();
                }
            }
            // naval battle reports
            {
                auto* lr = naval_battle_reports.front();
                while(lr) {
                    ui::naval_combat_end_popup::make_new_report(*this, *lr);
                    naval_battle_reports.pop();
                    lr = naval_battle_reports.front();
                }
            }
            // Diplomatic messages
            auto* c5 = new_requests.front();
            bool had_diplo_msg = false;
            while(c5) {
                if(user_settings.diplomatic_message_popup) {
                    static_cast<ui::diplomacy_request_window*>(ui_state.request_window)->messages.push_back(*c5);
                } else {
                    static_cast<ui::diplomatic_message_topbar_listbox*>(ui_state.request_topbar_listbox)->messages.push_back(*c5);
                }
                had_diplo_msg = true;
                new_requests.pop();
                c5 = new_requests.front();
            }
            if(had_diplo_msg) {
                sound::play_effect(*this, sound::get_diplomatic_request_sound(*this), user_settings.interface_volume * user_settings.master_volume);
            }
 
            // Log messages
            auto* c6 = new_messages.front();
            while(c6) {
                auto base_type = c6->type;
                auto setting_types = sys::message_setting_map[int32_t(base_type)];
                uint8_t settings_bits = 0;
                if(setting_types.source != sys::message_setting_type::count) {
                    if(c6->source == local_player_nation) {
                        settings_bits |= user_settings.self_message_settings[int32_t(setting_types.source)];
                    } else if(notification::nation_is_interesting(*this, c6->source)) {
                        settings_bits |= user_settings.interesting_message_settings[int32_t(setting_types.source)];
                    } else {
                        settings_bits |= user_settings.other_message_settings[int32_t(setting_types.source)];
                    }
                }
                if(setting_types.target != sys::message_setting_type::count) {
                    if(c6->target == local_player_nation) {
                        settings_bits |= user_settings.self_message_settings[int32_t(setting_types.target)];
                    } else if(notification::nation_is_interesting(*this, c6->target)) {
                        settings_bits |= user_settings.interesting_message_settings[int32_t(setting_types.target)];
                    } else {
                        settings_bits |= user_settings.other_message_settings[int32_t(setting_types.target)];
                    }
                }
                if(setting_types.third != sys::message_setting_type::count) {
                    if(c6->third == local_player_nation) {
                        settings_bits |= user_settings.self_message_settings[int32_t(setting_types.third)];
                    } else if(notification::nation_is_interesting(*this, c6->third)) {
                        settings_bits |= user_settings.interesting_message_settings[int32_t(setting_types.third)];
                    } else {
                        settings_bits |= user_settings.other_message_settings[int32_t(setting_types.third)];
                    }
                }
 
                if((settings_bits & message_response::log) && ui_state.msg_log_window) {
                    static_cast<ui::message_log_window*>(ui_state.msg_log_window)->messages.push_back(*c6);
                }
                if(settings_bits & message_response::popup) {
                    if(c6->source == local_player_nation && (base_type == message_base_type::major_event || base_type == message_base_type::national_event || base_type == message_base_type::province_event)) {
                        // do nothing -- covered by event window logic
                    } else {
                        if(ui_state.msg_window) {
                            static_cast<ui::message_window*>(ui_state.msg_window)->messages.push_back(*c6);
                        }
                        if((settings_bits & message_response::pause) != 0 && network_mode == sys::network_mode_type::single_player) {
                            ui_pause.store(true, std::memory_order_release);
                        }
                    }
                }
 
 
                // Sound effects(tm)
                if(settings_bits != 0 && local_player_nation && (c6->source == local_player_nation || c6->target == local_player_nation)) {
                    switch(base_type) {
                    case message_base_type::war:
                        sound::play_effect(*this, sound::get_declaration_of_war_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::peace_accepted:
                        sound::play_effect(*this, sound::get_peace_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::tech:
                        sound::play_effect(*this, sound::get_technology_finished_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::factory_complete:
                        sound::play_effect(*this, sound::get_factory_built_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::fort_complete:
                        sound::play_effect(*this, sound::get_fort_built_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::rr_complete:
                        sound::play_effect(*this, sound::get_railroad_built_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::naval_base_complete:
                        sound::play_effect(*this, sound::get_naval_base_built_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::electionstart:
                    case message_base_type::electiondone:
                        sound::play_effect(*this, sound::get_election_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::revolt:
                        sound::play_effect(*this, sound::get_revolt_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::army_built:
                        sound::play_effect(*this, sound::get_army_built_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::navy_built:
                        sound::play_effect(*this, sound::get_navy_built_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::alliance_declined:
                    case message_base_type::ally_called_declined:
                    case message_base_type::crisis_join_offer_declined:
                    case message_base_type::crisis_resolution_declined:
                    case message_base_type::mil_access_declined:
                    case message_base_type::peace_rejected:
                        sound::play_effect(*this, sound::get_decline_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::alliance_starts:
                    case message_base_type::ally_called_accepted:
                    case message_base_type::crisis_join_offer_accepted:
                    case message_base_type::crisis_resolution_accepted:
                    case message_base_type::mil_access_start:
                        sound::play_effect(*this, sound::get_accept_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::chat_message:
                        sound::play_interface_sound(*this, sound::get_chat_message_sound(*this), user_settings.effects_volume * user_settings.master_volume);
                        break;
                    case message_base_type::province_event:
                    case message_base_type::national_event:
                    case message_base_type::major_event:
                        //Sound effect is played on above logic (free/non-free loop events above)
                        break;
                    default:
                        break;
                    }
                }
 
                new_messages.pop();
                c6 = new_messages.front();
            }
            // Naval Combat Reports
            auto* c7 = naval_battle_reports.front();
            while(c7) {
                if(ui_state.endof_navalcombat_windows.size() == 0) {
                    ui_state.endof_navalcombat_windows.push_back(ui::make_element_by_type<ui::naval_combat_end_popup>(*this,
                        ui_state.defs_by_name.find(lookup_key("endofnavalcombatpopup"))->second.definition));
                }
                //static_cast<ui::naval_combat_window*>(ui_state.navalcombat_windows.back().get())->messages.push_back(*c7);
                static_cast<ui::naval_combat_end_popup*>(ui_state.endof_navalcombat_windows.back().get())->report = *c7;
                ui_state.root->add_child_to_front(std::move(ui_state.endof_navalcombat_windows.back()));
                ui_state.endof_navalcombat_windows.pop_back();
                naval_battle_reports.pop();
                c7 = naval_battle_reports.front();
            }
            if(!static_cast<ui::diplomacy_request_window*>(ui_state.request_window)->messages.empty()) {
                ui_state.request_window->set_visible(*this, true);
                ui_state.root->move_child_to_front(ui_state.request_window);
            }
            if(!static_cast<ui::message_window*>(ui_state.msg_window)->messages.empty()) {
                ui_state.msg_window->set_visible(*this, true);
                ui_state.root->move_child_to_front(ui_state.msg_window);
            }
        }
        root_elm->impl_on_update(*this);
 
        current_scene.on_game_state_update_update_ui(*this);
 
        if(ui_state.last_tooltip && ui_state.tooltip->is_visible()) {
            auto type = ui_state.last_tooltip->has_tooltip(*this);
            if(type == ui::tooltip_behavior::variable_tooltip || type == ui::tooltip_behavior::position_sensitive_tooltip) {
                auto container = text::create_columnar_layout(*this, ui_state.tooltip->internal_layout,
                        text::layout_parameters{ 0, 0, tooltip_width, int16_t(root_elm->base_data.size.y - 20), ui_state.tooltip_font, 0,
                                text::alignment::left,
                                text::text_color::white, true },
                            10);
                ui_state.last_tooltip->update_tooltip(*this, tooltip_probe.relative_location.x, tooltip_probe.relative_location.y,
                        container);
                populate_shortcut_tooltip(*this, *ui_state.last_tooltip, container);
                if(container.native_rtl == text::layout_base::rtl_status::rtl) {
                    container.used_width = -container.used_width;
                    for(auto& t : container.base_layout.contents) {
                        t.x += 16 + container.used_width;
                        t.y += 16;
                    }
                } else {
                    for(auto& t : container.base_layout.contents) {
                        t.x += 16;
                        t.y += 16;
                    }
                }
                ui_state.tooltip->base_data.size.x = int16_t(container.used_width + 32);
                ui_state.tooltip->base_data.size.y = int16_t(container.used_height + 32);
                if(container.used_width > 0)
                    ui_state.tooltip->set_visible(*this, true);
                else
                    ui_state.tooltip->set_visible(*this, false);
            }
        }
    }
 
    if(ui_state.last_tooltip != tooltip_probe.under_mouse) {
        ui_state.last_tooltip = tooltip_probe.under_mouse;
 
        if(tooltip_probe.under_mouse) {
            if(tooltip_probe.under_mouse->base_data.get_element_type() == ui::element_type::button) {
                sound::play_interface_sound(*this, sound::get_hover_sound(*this), user_settings.interface_volume * user_settings.master_volume);
            }
            auto type = ui_state.last_tooltip->has_tooltip(*this);
            if(type != ui::tooltip_behavior::no_tooltip) {
                auto container = text::create_columnar_layout(*this, ui_state.tooltip->internal_layout,
                    text::layout_parameters{ 0, 0, tooltip_width,int16_t(root_elm->base_data.size.y - 20), ui_state.tooltip_font, 0,
                    text::alignment::left, text::text_color::white, true }, 10);
                ui_state.last_tooltip->update_tooltip(*this, tooltip_probe.relative_location.x, tooltip_probe.relative_location.y,
                        container);
                populate_shortcut_tooltip(*this, *ui_state.last_tooltip, container);
                if(container.native_rtl == text::layout_base::rtl_status::rtl) {
                    container.used_width = -container.used_width;
                    for(auto& t : container.base_layout.contents) {
                        t.x += 16 + container.used_width;
                        t.y += 16;
                    }
                } else {
                    for(auto& t : container.base_layout.contents) {
                        t.x += 16;
                        t.y += 16;
                    }
                }
                ui_state.tooltip->base_data.size.x = int16_t(container.used_width + 32);
                ui_state.tooltip->base_data.size.y = int16_t(container.used_height + 32);
                if(container.used_width > 0)
                    ui_state.tooltip->set_visible(*this, true);
                else
                    ui_state.tooltip->set_visible(*this, false);
            } else {
                ui_state.tooltip->set_visible(*this, false);
            }
        } else {
            ui_state.tooltip->set_visible(*this, false);
        }
    } else if(ui_state.last_tooltip && ui_state.last_tooltip->has_tooltip(*this) == ui::tooltip_behavior::position_sensitive_tooltip) {
        auto container = text::create_columnar_layout(*this, ui_state.tooltip->internal_layout,
            text::layout_parameters{ 0, 0, tooltip_width, int16_t(root_elm->base_data.size.y - 20), ui_state.tooltip_font, 0,
            text::alignment::left, text::text_color::white, true }, 10);
        ui_state.last_tooltip->update_tooltip(*this, tooltip_probe.relative_location.x, tooltip_probe.relative_location.y, container);
        populate_shortcut_tooltip(*this, *ui_state.last_tooltip, container);
        if(container.native_rtl == text::layout_base::rtl_status::rtl) {
            container.used_width = -container.used_width;
            for(auto& t : container.base_layout.contents) {
                t.x += 16 + container.used_width;
                t.y += 16;
            }
        } else {
            for(auto& t : container.base_layout.contents) {
                t.x += 16;
                t.y += 16;
            }
        }
        ui_state.tooltip->base_data.size.x = int16_t(container.used_width + 32);
        ui_state.tooltip->base_data.size.y = int16_t(container.used_height + 32);
        if(container.used_width > 0)
            ui_state.tooltip->set_visible(*this, true);
        else
            ui_state.tooltip->set_visible(*this, false);
    }
 
    if(ui_state.last_tooltip && ui_state.tooltip->is_visible()) {
        // reposition tooltip
        auto target_location = ui::get_absolute_location(*this, *ui_state.last_tooltip);
        if(ui_state.tooltip->base_data.size.y <= root_elm->base_data.size.y - (target_location.y + ui_state.last_tooltip->base_data.size.y)) {
            ui_state.tooltip->base_data.position.y = int16_t(target_location.y + ui_state.last_tooltip->base_data.size.y);
            ui_state.tooltip->base_data.position.x = std::clamp(
                    int16_t(target_location.x + (ui_state.last_tooltip->base_data.size.x / 2) - (ui_state.tooltip->base_data.size.x / 2)),
                    int16_t(0), int16_t(std::max(root_elm->base_data.size.x - ui_state.tooltip->base_data.size.x, 0)));
        } else if(ui_state.tooltip->base_data.size.x <= root_elm->base_data.size.x - (target_location.x + ui_state.last_tooltip->base_data.size.x)) {
            ui_state.tooltip->base_data.position.x = int16_t(target_location.x + ui_state.last_tooltip->base_data.size.x);
            ui_state.tooltip->base_data.position.y = std::clamp(
                    int16_t(target_location.y + (ui_state.last_tooltip->base_data.size.y / 2) - (ui_state.tooltip->base_data.size.y / 2)),
                    int16_t(0),
                    int16_t(std::max(root_elm->base_data.size.y - ui_state.tooltip->base_data.size.y, 0)));
        } else if(ui_state.tooltip->base_data.size.x <= target_location.x) {
            ui_state.tooltip->base_data.position.x = int16_t(target_location.x - ui_state.tooltip->base_data.size.x);
            ui_state.tooltip->base_data.position.y = std::clamp(
                    int16_t(target_location.y + (ui_state.last_tooltip->base_data.size.y / 2) - (ui_state.tooltip->base_data.size.y / 2)),
                    int16_t(0), int16_t(std::max(root_elm->base_data.size.y - ui_state.tooltip->base_data.size.y, 0)));
        } else if(ui_state.tooltip->base_data.size.y <= target_location.y) {
            ui_state.tooltip->base_data.position.y = int16_t(target_location.y - ui_state.tooltip->base_data.size.y);
            ui_state.tooltip->base_data.position.x = std::clamp(
                    int16_t(target_location.x + (ui_state.last_tooltip->base_data.size.x / 2) - (ui_state.tooltip->base_data.size.x / 2)),
                    int16_t(0), int16_t(std::max(root_elm->base_data.size.x - ui_state.tooltip->base_data.size.x, 0)));
        } else {
            ui_state.tooltip->base_data.position.x = std::clamp(
                    int16_t(target_location.x + (ui_state.last_tooltip->base_data.size.x / 2) - (ui_state.tooltip->base_data.size.x / 2)),
                    int16_t(0), int16_t(std::max(root_elm->base_data.size.x - ui_state.tooltip->base_data.size.x, 0)));
            ui_state.tooltip->base_data.position.y = std::clamp(
                    int16_t(target_location.y + (ui_state.last_tooltip->base_data.size.y / 2) - (ui_state.tooltip->base_data.size.y / 2)),
                    int16_t(0), int16_t(std::max(root_elm->base_data.size.y - ui_state.tooltip->base_data.size.y, 0)));
        }
    }
 
    if(current_scene.based_on_map && !mouse_probe.under_mouse && !tooltip_probe.under_mouse) {
        dcon::province_id prov = map_state.get_province_under_mouse(*this, int32_t(mouse_x_position), int32_t(mouse_y_position), x_size, y_size);
        if(map_state.get_zoom() <= map::zoom_close)
            prov = dcon::province_id{};
        if(prov) {
            if(!drag_selecting && (selected_armies.size() > 0 || selected_navies.size() > 0)) {
                bool fail = false;
                for(auto a : selected_armies) {
                    if(command::can_move_army(*this, local_player_nation, a, prov).empty()) {
                        fail = true;
                    }
                }
                for(auto a : selected_navies) {
                    if(command::can_move_navy(*this, local_player_nation, a, prov).empty()) {
                        fail = true;
                    }
                }
                if(!fail) {
                    auto c = world.province_get_nation_from_province_control(prov);
                    if(c != local_player_nation && military::are_at_war(*this, c, local_player_nation)) {
                        window::change_cursor(*this, window::cursor_type::hostile_move);
                    } else {
                        window::change_cursor(*this, window::cursor_type::friendly_move);
                    }
                } else {
                    window::change_cursor(*this, window::cursor_type::no_move);
                }
            }
        }
    }
 
    // Have to have the map tooltip down here, and we must check both of the probes
    // Not doing this causes the map tooltip to override some of the regular tooltips (namely the score tooltips)
    if(current_scene.based_on_map
        && !mouse_probe.under_mouse
        && !tooltip_probe.under_mouse
    ) {
        dcon::province_id prov = map_state.get_province_under_mouse(*this, int32_t(mouse_x_position), int32_t(mouse_y_position), x_size, y_size);
        if(
            (
                (
                    map_state.active_map_mode == map_mode::mode::political
                    && !current_scene.overwrite_map_tooltip
                )
                || map_state.active_map_mode == map_mode::mode::terrain
            )
            && map_state.get_zoom() <= map::zoom_close
        ) {
            prov = dcon::province_id{};
        }
        if(prov) {
            auto container = text::create_columnar_layout(*this, ui_state.tooltip->internal_layout,
                text::layout_parameters{ 0, 0, tooltip_width, int16_t(ui_state.root->base_data.size.y - 20), ui_state.tooltip_font, 0, text::alignment::left, text::text_color::white, true },
                20);
            ui::populate_map_tooltip(*this, container, prov);
            if(container.native_rtl == text::layout_base::rtl_status::rtl) {
                container.used_width = -container.used_width;
                for(auto& t : container.base_layout.contents) {
                    t.x += 16 + container.used_width;
                    t.y += 16;
                }
            } else {
                for(auto& t : container.base_layout.contents) {
                    t.x += 16;
                    t.y += 16;
                }
            }
            ui_state.tooltip->base_data.size.x = int16_t(container.used_width + 32);
            ui_state.tooltip->base_data.size.y = int16_t(container.used_height + 32);
            if(container.used_width > 0) {
                // This block positions the tooltip somewhat under the province centroid
                auto mid_point = world.province_get_mid_point(prov);
                auto map_pos = map_state.normalize_map_coord(mid_point);
                auto screen_size =
                    glm::vec2{ float(x_size / user_settings.ui_scale), float(y_size / user_settings.ui_scale) };
                glm::vec2 screen_pos;
                if(!map_state.map_to_screen(*this, map_pos, screen_size, screen_pos)) {
                    ui_state.tooltip->set_visible(*this, false);
                } else {
                    ui_state.tooltip->base_data.position =
                        ui::xy_pair{ int16_t(screen_pos.x - container.used_width / 2 - 8), int16_t(screen_pos.y + 3.5f * map_state.get_zoom()) };
                    ui_state.tooltip->set_visible(*this, true);
                }
                // Alternatively: just make it visible
                // ui_state.tooltip->set_visible(*this, true);
            } else {
                ui_state.tooltip->set_visible(*this, false);
            }
        } else {
            ui_state.tooltip->set_visible(*this, false);
        }
    }
 
    glClearColor(0.0f, 0.0f, 0.0f, 1.0f);
    glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT | GL_STENCIL_BUFFER_BIT);
    glEnable(GL_BLEND);
    glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
 
    if(ui_state.bg_gfx_id && current_scene.based_on_map) {
        // Render default background
        glUseProgram(open_gl.ui_shader_program);
        glUniform1i(open_gl.ui_shader_texture_sampler_uniform, 0);
        glUniform1i(open_gl.ui_shader_secondary_texture_sampler_uniform, 1);
        glUniform1f(open_gl.ui_shader_screen_width_uniform, float(x_size));
        glUniform1f(open_gl.ui_shader_screen_height_uniform, float(y_size));
        glUniform1f(open_gl.ui_shader_gamma_uniform, user_settings.gamma);
        glViewport(0, 0, x_size, y_size);
        glDepthRange(-1.0f, 1.0f);
        auto const& gfx_def = ui_defs.gfx[ui_state.bg_gfx_id];
        if(gfx_def.primary_texture_handle) {
            ogl::render_textured_rect(*this, ui::get_color_modification(false, false, false), 0.f, 0.f, float(x_size), float(y_size),
                ogl::get_texture_handle(*this, gfx_def.primary_texture_handle, gfx_def.is_partially_transparent()),
                ui::rotation::upright, gfx_def.is_vertically_flipped(),
                false);
        }
    }
 
    current_scene.render_map(*this);
 
    //UI rendering
    glEnable(GL_BLEND);
    glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
    glUseProgram(open_gl.ui_shader_program);
    glUniform1i(open_gl.ui_shader_texture_sampler_uniform, 0);
    glUniform1i(open_gl.ui_shader_secondary_texture_sampler_uniform, 1);
    glUniform1f(open_gl.ui_shader_screen_width_uniform, float(x_size) / user_settings.ui_scale);
    glUniform1f(open_gl.ui_shader_screen_height_uniform, float(y_size) / user_settings.ui_scale);
    glUniform1f(open_gl.ui_shader_gamma_uniform, user_settings.gamma);
    glViewport(0, 0, x_size, y_size);
    glDepthRange(-1.0f, 1.0f);
 
    ui_state.under_mouse = mouse_probe.under_mouse;
    ui_state.relative_mouse_location = mouse_probe.relative_location;
 
    current_scene.render_ui(*this);
 
    root_elm->impl_render(*this, 0, 0);
 
    if(ui_state.tooltip->is_visible()) {
        //TODO: make this accessible by in-game settings
        constexpr static auto tooltip_delay = std::chrono::milliseconds{ 0 };
        //show tooltip if timer going for longer than delay ( currently 0(zero) milliseconds )
        if((std::chrono::steady_clock::now() - tooltip_timer) > tooltip_delay) {
            //floating by mouse
            if(user_settings.bind_tooltip_mouse) {
                int32_t aim_x = int32_t(mouse_x_position / user_settings.ui_scale) + ui_state.cursor_size;
                int32_t aim_y = int32_t(mouse_y_position / user_settings.ui_scale) + ui_state.cursor_size;
                int32_t wsize_x = int32_t(x_size / user_settings.ui_scale);
                int32_t wsize_y = int32_t(y_size / user_settings.ui_scale);
                //this only works if the tooltip isnt bigger than the entire window, wont crash though
                if(aim_x + ui_state.tooltip->base_data.size.x > wsize_x) {
                    aim_x = wsize_x - ui_state.tooltip->base_data.size.x;
                }
                if(aim_y + ui_state.tooltip->base_data.size.y > wsize_y) {
                    aim_y = wsize_y - ui_state.tooltip->base_data.size.y;
                }
                ui_state.tooltip->impl_render(*this, aim_x, aim_y);
            } else {//tooltip centered over ui element
                ui_state.tooltip->impl_render(*this, ui_state.tooltip->base_data.position.x, ui_state.tooltip->base_data.position.y);
            }
        } else { //this branch currently can't be taken since tooltip delay is hardcoded to 0ms.
            //this branch is taken if tooltip timer hasn't surpassed tooltip delay.
            //only start showing tooltip once mouse is hovered over same ui element for time period of tooltip_delay.
            //all province tooltips are the same tooltip so first checks tooltip pointer and
            //  then province id if hovering over province.
            //this resets tooltip_timer if mouse has moved to a different ui element.
            static auto last_tooltip = ui_state.last_tooltip;
            static auto last_prov_id = map_state.get_province_under_mouse(*this, mouse_x_position, mouse_y_position, x_size, y_size);
            if(last_tooltip != ui_state.last_tooltip) {
                tooltip_timer = std::chrono::steady_clock::now();
            } else if(!mouse_probe.under_mouse && !tooltip_probe.under_mouse) {
                auto now_prov_id = map_state.get_province_under_mouse(*this, mouse_x_position, mouse_y_position, x_size, y_size);
                if(last_prov_id != now_prov_id) {
                    tooltip_timer = std::chrono::steady_clock::now();
                }
                last_prov_id = now_prov_id;
            }
            last_tooltip = ui_state.last_tooltip;
        }
    } else { //if there is no tooltip to display, reset tooltip_timer
        tooltip_timer = std::chrono::steady_clock::now();
    }
}
 
void state::on_create() {
    // Clear "center" property so they don't look messed up!
    {
        static const std::string_view elem_names[] = {
            "state_info",
            "production_goods_name",
            "factory_info",
            "new_factory_option",
            "ledger_legend_entry",
            "project_info",
        };
        for(const auto& elem_name : elem_names) {
            auto it = ui_state.defs_by_name.find(lookup_key(elem_name));
            if(it != ui_state.defs_by_name.end()) {
                auto& gfx_def = ui_defs.gui[it->second.definition];
                gfx_def.flags &= ~ui::element_data::orientation_mask;
            }
        }
    }
    // Allow user to drag some windows, and only the ones that make sense
    {
        static const std::string_view elem_names[] = {
            "pop_details_win",
            "trade_flow",
            "event_election_window",
            "invest_project_window",
            "ledger",
            "province_view",
            "releaseconfirm",
            "build_factory",
            "defaultdiplomacydialog",
            "gpselectdiplomacydialog",
            "makecbdialog",
            "declarewardialog",
            "setuppeacedialog",
            "setupcrisisbackdowndialog",
            "endofnavalcombatpopup",
            "endoflandcombatpopup",
            "ingame_lobby_window",
        };
        for(const auto& elem_name : elem_names) {
            auto it = ui_state.defs_by_name.find(lookup_key(elem_name));
            if(it != ui_state.defs_by_name.end()) {
                auto& gfx_def = ui_defs.gui[it->second.definition];
                if(gfx_def.get_element_type() == ui::element_type::window) {
                    gfx_def.data.window.flags |= ui::window_data::is_moveable_mask;
                }
            }
        }
    }
    // Nudge, overriden by V2 to be 0 always
    ui_defs.gui[ui_state.defs_by_name.find(lookup_key("decision_entry"))->second.definition].position = ui::xy_pair{ 0, 0 };
    // Find the object id for the main_bg displayed (so we display it before the map)
    ui_state.bg_gfx_id = ui_defs.gui[ui_state.defs_by_name.find(lookup_key("bg_main_menus"))->second.definition].data.image.gfx_object;
 
    ui_state.nation_picker = ui::make_element_by_type<ui::nation_picker_container>(*this, ui_state.defs_by_name.find(lookup_key("lobby"))->second.definition);
    {
        auto window = ui::make_element_by_type<ui::console_window>(*this, "console_wnd");
        ui_state.console_window_r = window.get();
        window->set_visible(*this, false);
        ui_state.nation_picker->add_child_to_front(std::move(window));
    }
    { // One on the lobby
        auto new_elm = ui::make_element_by_type<ui::chat_window>(*this, "ingame_lobby_window");
        new_elm->set_visible(*this, !(network_mode == sys::network_mode_type::single_player)); // Hidden in singleplayer by default
        ui_state.r_chat_window = new_elm.get();
        ui_state.nation_picker->add_child_to_front(std::move(new_elm));
    }
    map_mode::set_map_mode(*this, map_mode::mode::political);
    
    ui_state.tooltip_font = text::name_into_font_id(*this, "ToolTip_Font");
}
//
// string pool functions
//
 
std::string_view state::to_string_view(dcon::text_key tag) const {
    if(!tag)
        return std::string_view();
    assert(size_t(tag.index()) < key_data.size());
    auto start_position = key_data.data() + tag.index();
    auto data_size = key_data.size();
    auto end_position = start_position;
    for(; end_position < key_data.data() + data_size; ++end_position) {
        if(*end_position == 0)
            break;
    }
    return std::string_view(key_data.data() + tag.index(), size_t(end_position - start_position));
}
 
std::string_view state::locale_string_view(uint32_t tag) const {
    assert(size_t(tag) < locale_text_data.size());
    auto start_position = locale_text_data.data() + tag;
    auto data_size = locale_text_data.size();
    auto end_position = start_position;
    for(; end_position < locale_text_data.data() + data_size; ++end_position) {
        if(*end_position == 0)
            break;
    }
    return std::string_view(locale_text_data.data() + tag, size_t(end_position - start_position));
}
 
void state::reset_locale_pool() {
    locale_text_data.clear();
    locale_key_to_text_sequence.clear();
    locale_text_data.push_back(0);
}
 
void state::load_locale_strings(std::string_view locale_name) {
    auto root_dir = get_root(common_fs);
    auto assets_dir = open_directory(root_dir, NATIVE("assets/localisation"));
 
    auto load_base_files = [&](int32_t column) {
        auto text_dir = open_directory(root_dir, NATIVE("localisation"));
        for(auto& file : list_files(text_dir, NATIVE(".csv"))) {
            if(auto ofile = open_file(file); ofile) {
                auto content = view_contents(*ofile);
                text::consume_csv_file(*this, content.data, content.file_size, column, false);
            }
        }
        for(auto& file : list_files(assets_dir, NATIVE(".csv"))) {
            if(auto ofile = open_file(file); ofile) {
                auto content = view_contents(*ofile);
                text::consume_csv_file(*this, content.data, content.file_size, column, false);
            }
        }
    };
 
    if(locale_name.starts_with("en")) {
        load_base_files(1);
    } else if(locale_name.starts_with("fr")) {
        load_base_files(2);
    } else if(locale_name.starts_with("de")) {
        load_base_files(3);
    } else if(locale_name.starts_with("pl")) {
        load_base_files(4);
    } else if(locale_name.starts_with("es")) {
        load_base_files(5);
    } else if(locale_name.starts_with("it")) {
        load_base_files(6);
    } else if(locale_name.starts_with("sv")) {
        load_base_files(7);
    } else if(locale_name.starts_with("cs")) {
        load_base_files(8);
    } else if(locale_name.starts_with("hu")) {
        load_base_files(9);
    } else if(locale_name.starts_with("nl")) {
        load_base_files(10);
    } else if(locale_name.starts_with("pt")) {
        load_base_files(11);
    } else if(locale_name.starts_with("ru")) {
        load_base_files(12);
    } else if(locale_name.starts_with("fi")) {
        load_base_files(13);
    }
 
    auto locale_dir = open_directory(assets_dir, simple_fs::utf8_to_native(locale_name));
    for(auto& file : list_files(locale_dir, NATIVE(".csv"))) {
        if(auto ofile = open_file(file); ofile) {
            auto content = view_contents(*ofile);
            text::consume_csv_file(*this, content.data, content.file_size, 1, true);
        }
    }
}
 
bool state::key_is_localized(dcon::text_key tag) const {
    if(!tag)
        return false;
    assert(size_t(tag.index()) < key_data.size());
    return locale_key_to_text_sequence.find(tag) != locale_key_to_text_sequence.end();
}
bool state::key_is_localized(std::string_view key) const {
    return locale_key_to_text_sequence.find(key) != locale_key_to_text_sequence.end();
}
dcon::text_key state::lookup_key(std::string_view text) const {
    if(auto it = untrans_key_to_text_sequence.find(text); it != untrans_key_to_text_sequence.end()) {
        return *it;
    }
    return dcon::text_key{};
}
 
dcon::text_key state::add_key_win1252(std::string const& text) {
    return add_key_win1252(std::string_view(text));
}
dcon::text_key state::add_key_win1252(std::string_view text) {
    std::string temp;
    for(auto c : text) {
        auto unicode = text::win1250toUTF16(c);
        if(unicode == 0x00A7)
            unicode = uint16_t('?'); // convert section symbol to ?
        if(unicode <= 0x007F) {
            temp.push_back(char(unicode));
        } else if(unicode <= 0x7FF) {
            temp.push_back(char(0xC0 | uint8_t(0x1F & (unicode >> 6))));
            temp.push_back(char(0x80 | uint8_t(0x3F & unicode)));
        } else { // if unicode <= 0xFFFF
            temp.push_back(char(0xE0 | uint8_t(0x0F & (unicode >> 12))));
            temp.push_back(char(0x80 | uint8_t(0x3F & (unicode >> 6))));
            temp.push_back(char(0x80 | uint8_t(0x3F & unicode)));
        }
    }
    assert(temp[temp.size()] == '\0');
    return add_key_utf8(temp);
}
dcon::text_key state::add_key_utf8(std::string const& new_text) {
    return add_key_utf8(std::string_view(new_text.data()));
}
dcon::text_key state::add_key_utf8(std::string_view new_text) {
    auto ekey = lookup_key(new_text);
    if(ekey)
        return ekey;
 
    auto start = key_data.size();
    auto length = new_text.length();
    if(length == 0)
        return dcon::text_key();
    key_data.resize(start + length + 1, char(0));
    std::copy_n(new_text.data(), length, key_data.data() + start);
    key_data.back() = 0;
 
    auto ret = dcon::text_key(dcon::text_key::value_base_t(start));
    untrans_key_to_text_sequence.insert(ret);
    return ret;
}
uint32_t state::add_locale_data_win1252(std::string const& text) {
    return add_locale_data_win1252(std::string_view(text));
}
uint32_t state::add_locale_data_win1252(std::string_view text) {
    auto start = locale_text_data.size();
    for(auto c : text) {
        auto unicode = text::win1250toUTF16(c);
        if(unicode == 0x00A7)
            unicode = uint16_t('?'); // convert section symbol to ?
        if(unicode <= 0x007F) {
            locale_text_data.push_back(char(unicode));
        } else if(unicode <= 0x7FF) {
            locale_text_data.push_back(char(0xC0 | uint8_t(0x1F & (unicode >> 6))));
            locale_text_data.push_back(char(0x80 | uint8_t(0x3F & unicode)));
        } else { // if unicode <= 0xFFFF
            locale_text_data.push_back(char(0xE0 | uint8_t(0x0F & (unicode >> 12))));
            locale_text_data.push_back(char(0x80 | uint8_t(0x3F & (unicode >> 6))));
            locale_text_data.push_back(char(0x80 | uint8_t(0x3F & unicode)));
        }
    }
    locale_text_data.push_back(0);
    return uint32_t(start);
}
uint32_t state::add_locale_data_utf8(std::string const& new_text) {
    return add_locale_data_utf8(std::string_view(new_text));
}
uint32_t state::add_locale_data_utf8(std::string_view new_text) {
    auto start = locale_text_data.size();
    auto length = new_text.length();
    if(length == 0)
        return 0;
    locale_text_data.resize(start + length + 1, char(0));
    std::copy_n(new_text.data(), length, locale_text_data.data() + start);
    locale_text_data.back() = 0;
    return uint32_t(start);
}
 
dcon::unit_name_id state::add_unit_name(std::string_view text) {
    if(text.empty())
        return dcon::unit_name_id();
 
    std::string temp;
    for(auto c : text) {
        auto unicode = text::win1250toUTF16(c);
        if(unicode == 0x00A7)
            unicode = uint16_t('?'); // convert section symbol to ?
        if(unicode <= 0x007F) {
            temp.push_back(char(unicode));
        } else if(unicode <= 0x7FF) {
            temp.push_back(char(0xC0 | uint8_t(0x1F & (unicode >> 6))));
            temp.push_back(char(0x80 | uint8_t(0x3F & unicode)));
        } else { // if unicode <= 0xFFFF
            temp.push_back(char(0xE0 | uint8_t(0x0F & (unicode >> 12))));
            temp.push_back(char(0x80 | uint8_t(0x3F & (unicode >> 6))));
            temp.push_back(char(0x80 | uint8_t(0x3F & unicode)));
        }
    }
    assert(temp.size() > 0);
    assert(temp[temp.size()] == '\0');
    auto start = unit_names.size();
    unit_names.resize(start + temp.length() + 1, char(0));
    std::copy_n(temp.data(), temp.length(), unit_names.data() + start);
    unit_names.back() = 0;
    unit_names_indices.push_back(int32_t(start));
    return dcon::unit_name_id(dcon::unit_name_id::value_base_t(unit_names_indices.size() - 1));
}
std::string_view state::to_string_view(dcon::unit_name_id tag) const {
    if(!tag)
        return std::string_view();
    assert(size_t(tag.index()) < unit_names_indices.size());
    auto start_position = unit_names.data() + unit_names_indices[tag.index()];
    auto data_size = unit_names.size();
    auto end_position = start_position;
    for(; end_position < unit_names.data() + data_size; ++end_position) {
        if(*end_position == 0)
            break;
    }
    return std::string_view(unit_names.data() + unit_names_indices[tag.index()], size_t(end_position - start_position));
}
 
dcon::trigger_key state::commit_trigger_data(std::vector<uint16_t> data) {
    if(trigger_data_indices.empty()) { // Create placeholder for invalid triggers
        trigger_data_indices.push_back(0);
        trigger_data.push_back(uint16_t(trigger::always | trigger::no_payload | trigger::association_ne));
    }
 
    if(data.empty()) {
        return dcon::trigger_key();
    }
 
    auto search_result = std::search(trigger_data.data() + 1, trigger_data.data() + trigger_data.size(),
            std::boyer_moore_horspool_searcher(data.data(), data.data() + data.size()));
    if(search_result != trigger_data.data() + trigger_data.size()) {
        auto const start = search_result - trigger_data.data();
        auto it = std::find(trigger_data_indices.begin(), trigger_data_indices.end(), int32_t(start));
        if(it != trigger_data_indices.end()) {
            auto d = std::distance(trigger_data_indices.begin(), it);
            return dcon::trigger_key(dcon::trigger_key::value_base_t(d - 1));
        } else {
            trigger_data_indices.push_back(int32_t(start));
            assert(trigger_data_indices.size() <= std::numeric_limits<uint16_t>::max());
            return dcon::trigger_key(dcon::trigger_key::value_base_t(trigger_data_indices.size() - 1 - 1));
        }
    } else {
        auto start = trigger_data.size();
        auto size = data.size();
        trigger_data.resize(start + size, uint16_t(0));
        std::copy_n(data.data(), size, trigger_data.data() + start);
        trigger_data_indices.push_back(int32_t(start));
        assert(trigger_data_indices.size() <= std::numeric_limits<uint16_t>::max());
        return dcon::trigger_key(dcon::trigger_key::value_base_t(trigger_data_indices.size() - 1 - 1));
    }
}
 
dcon::effect_key state::commit_effect_data(std::vector<uint16_t> data) {
    if(effect_data_indices.empty()) { // Create placeholder for invalid effects
        effect_data_indices.push_back(0);
        effect_data.push_back(uint16_t(effect::no_payload));
    }
 
    if(data.empty()) {
        return dcon::effect_key();
    }
 
    auto search_result = std::search(effect_data.data() + 1, effect_data.data() + effect_data.size(),
            std::boyer_moore_horspool_searcher(data.data(), data.data() + data.size()));
    if(search_result != effect_data.data() + effect_data.size()) {
        auto const start = search_result - effect_data.data();
        auto it = std::find(effect_data_indices.begin(), effect_data_indices.end(), int32_t(start));
        if(it != effect_data_indices.end()) {
            auto d = std::distance(effect_data_indices.begin(), it);
            return dcon::effect_key(dcon::effect_key::value_base_t(d - 1));
        } else {
            effect_data_indices.push_back(int32_t(start));
            assert(effect_data_indices.size() <= std::numeric_limits<uint16_t>::max());
            return dcon::effect_key(dcon::effect_key::value_base_t(effect_data_indices.size() - 1 - 1));
        }
    } else {
        auto start = effect_data.size();
        auto size = data.size();
        effect_data.resize(start + size, uint16_t(0));
        std::copy_n(data.data(), size, effect_data.data() + start);
        effect_data_indices.push_back(int32_t(start));
        assert(effect_data_indices.size() <= std::numeric_limits<uint16_t>::max());
        return dcon::effect_key(dcon::effect_key::value_base_t(effect_data_indices.size() - 1 - 1));
    }
}
 
void state::save_user_settings() const {
    auto settings_location = simple_fs::get_or_create_settings_directory();
 
    char buffer[sizeof(user_settings_s)];
    char* ptr = &buffer[0];
 
#define US_SAVE(x) \
        std::memcpy(ptr, &user_settings.x, sizeof(user_settings.x)); \
        ptr += sizeof(user_settings.x);
    US_SAVE(ui_scale);
    US_SAVE(master_volume);
    US_SAVE(music_volume);
    US_SAVE(effects_volume);
    US_SAVE(interface_volume);
    US_SAVE(prefer_fullscreen);
    US_SAVE(map_is_globe);
    US_SAVE(autosaves);
    US_SAVE(bind_tooltip_mouse);
    US_SAVE(use_classic_fonts);
    US_SAVE(outliner_views);
    constexpr size_t lower_half_count = 98;
    std::memcpy(ptr, user_settings.self_message_settings, lower_half_count);
    ptr += 98;
    std::memcpy(ptr, user_settings.interesting_message_settings, lower_half_count);
    ptr += 98;
    std::memcpy(ptr, user_settings.other_message_settings, lower_half_count);
    ptr += 98;
    US_SAVE(fow_enabled);
    constexpr size_t upper_half_count = 128 - 98;
    std::memcpy(ptr, &user_settings.self_message_settings[98], upper_half_count);
    ptr += upper_half_count;
    std::memcpy(ptr, &user_settings.interesting_message_settings[98], upper_half_count);
    ptr += upper_half_count;
    std::memcpy(ptr, &user_settings.other_message_settings[98], upper_half_count);
    ptr += upper_half_count;
    US_SAVE(map_label);
    US_SAVE(antialias_level);
    US_SAVE(gaussianblur_level);
    US_SAVE(gamma);
    US_SAVE(railroads_enabled);
    US_SAVE(rivers_enabled);
    US_SAVE(zoom_mode);
    US_SAVE(vassal_color);
    US_SAVE(left_mouse_click_hold_and_release);
    US_SAVE(render_models);
    US_SAVE(mouse_edge_scrolling);
    US_SAVE(black_map_font);
    US_SAVE(spoilers);
    US_SAVE(zoom_speed);
    US_SAVE(mute_on_focus_lost);
    US_SAVE(diplomatic_message_popup);
    US_SAVE(wasd_for_map_movement);
    US_SAVE(notify_rebels_defeat);
    US_SAVE(color_blind_mode);
    US_SAVE(UNUSED_UINT32_T);
    US_SAVE(locale);
#undef US_SAVE
 
    simple_fs::write_file(settings_location, NATIVE("user_settings.dat"), &buffer[0], uint32_t(ptr - buffer));
}
void state::load_user_settings() {
    auto settings_location = simple_fs::get_or_create_settings_directory();
    auto settings_file = open_file(settings_location, NATIVE("user_settings.dat"));
    if(settings_file) {
        auto content = view_contents(*settings_file);
        auto ptr = content.data;
 
#define US_LOAD(x) \
        if(ptr > content.data + content.file_size - sizeof(user_settings.x)) break; \
        std::memcpy(&user_settings.x, ptr, sizeof(user_settings.x)); \
        ptr += sizeof(user_settings.x);
 
        do {
            US_LOAD(ui_scale);
            US_LOAD(master_volume);
            US_LOAD(music_volume);
            US_LOAD(effects_volume);
            US_LOAD(interface_volume);
            US_LOAD(prefer_fullscreen);
            US_LOAD(map_is_globe);
            US_LOAD(autosaves);
            US_LOAD(bind_tooltip_mouse);
            US_LOAD(use_classic_fonts);
            US_LOAD(outliner_views);
            constexpr size_t lower_half_count = 98;
 
            std::memcpy(&user_settings.self_message_settings, ptr, std::min(lower_half_count, size_t(std::max(ptrdiff_t(0), (content.data + content.file_size) - ptr))));
            ptr += 98;
 
            std::memcpy(&user_settings.interesting_message_settings, ptr, std::min(lower_half_count, size_t(std::max(ptrdiff_t(0), (content.data + content.file_size) - ptr))));
            ptr += 98;
 
            std::memcpy(&user_settings.other_message_settings, ptr, std::min(lower_half_count, size_t(std::max(ptrdiff_t(0), (content.data + content.file_size) - ptr))));
            ptr += 98;
 
            US_LOAD(fow_enabled);
            constexpr size_t upper_half_count = 128 - 98;
            std::memcpy(&user_settings.self_message_settings[98], ptr, std::min(upper_half_count, size_t(std::max(ptrdiff_t(0), (content.data + content.file_size) - ptr))));
            ptr += upper_half_count;
            std::memcpy(&user_settings.interesting_message_settings[98], ptr, std::min(upper_half_count, size_t(std::max(ptrdiff_t(0), (content.data + content.file_size) - ptr))));
            ptr += upper_half_count;
            std::memcpy(&user_settings.other_message_settings[98], ptr, std::min(upper_half_count, size_t(std::max(ptrdiff_t(0), (content.data + content.file_size) - ptr))));
            ptr += upper_half_count;
            US_LOAD(map_label);
            US_LOAD(antialias_level);
            US_LOAD(gaussianblur_level);
            US_LOAD(gamma);
            US_LOAD(railroads_enabled);
            US_LOAD(rivers_enabled);
            US_LOAD(zoom_mode);
            US_LOAD(vassal_color);
            US_LOAD(left_mouse_click_hold_and_release);
            US_LOAD(render_models);
            US_LOAD(mouse_edge_scrolling);
            US_LOAD(black_map_font);
            US_LOAD(spoilers);
            US_LOAD(zoom_speed);
            US_LOAD(mute_on_focus_lost);
            US_LOAD(diplomatic_message_popup);
            US_LOAD(wasd_for_map_movement);
            US_LOAD(notify_rebels_defeat);
            US_LOAD(color_blind_mode);
            US_LOAD(UNUSED_UINT32_T);
            US_LOAD(locale);
#undef US_LOAD
        } while(false);
 
        //NaN will not get clamped, so use special std::isfinite test to set to reasonable values
        if(!std::isfinite(user_settings.interface_volume)) user_settings.interface_volume = 0.0f;
        user_settings.interface_volume = std::clamp(user_settings.interface_volume, 0.0f, 1.0f);
        
        if(!std::isfinite(user_settings.music_volume)) user_settings.music_volume = 0.0f;
        user_settings.music_volume = std::clamp(user_settings.music_volume, 0.0f, 1.0f);
        
        if(!std::isfinite(user_settings.effects_volume)) user_settings.effects_volume = 0.0f;
        user_settings.effects_volume = std::clamp(user_settings.effects_volume, 0.0f, 1.0f);
        
        if(!std::isfinite(user_settings.master_volume)) user_settings.master_volume = 0.0f;
        user_settings.master_volume = std::clamp(user_settings.master_volume, 0.0f, 1.0f);
        
        if(user_settings.antialias_level > 16) user_settings.antialias_level = 0;
        
        if(!std::isfinite(user_settings.gaussianblur_level)) user_settings.gaussianblur_level = 1.0f;
        user_settings.gaussianblur_level = std::clamp(user_settings.gaussianblur_level, 1.0f, 1.5f);
        
        if(!std::isfinite(user_settings.gamma)) user_settings.gamma = 0.5f;
        user_settings.gamma = std::clamp(user_settings.gamma, 0.5f, 2.5f);
        
        if(!std::isfinite(user_settings.zoom_speed)) user_settings.zoom_speed = 15.0f;
        user_settings.zoom_speed = std::clamp(user_settings.zoom_speed, 15.f, 25.f);
    }
 
    // find most recent autosave
 
    auto saves = simple_fs::get_or_create_save_game_directory();
    uint64_t max_timestamp = 0;
    for(int32_t i = 0; i < sys::max_autosaves; ++i) {
        auto asfile = simple_fs::open_file(saves, native_string(NATIVE("autosave_")) + simple_fs::utf8_to_native(std::to_string(i)) + native_string(NATIVE(".bin")));
        if(asfile) {
            auto content = simple_fs::view_contents(*asfile);
            save_header header;
            if(content.file_size > sizeof_save_header(header)) {
                read_save_header((uint8_t const*)(content.data), header);
                if(header.timestamp > max_timestamp) {
                    max_timestamp = header.timestamp;
                    autosave_counter = (i + 1) % sys::max_autosaves;
                }
            }
        }
    }
 
    user_settings.locale[15] = 0;
    std::string lname(user_settings.locale);
    bool locale_loaded = false;
 
    auto rt = get_root(common_fs);
    auto assets = simple_fs::open_directory(rt, NATIVE("assets"));
    auto loc = simple_fs::open_directory(assets, NATIVE("localisation"));
    for(auto& ld : simple_fs::list_subdirectories(loc)) {
        auto def_file = simple_fs::open_file(ld, NATIVE("locale.txt"));
        if(def_file) {
            auto contents = simple_fs::view_contents(*def_file);
            auto ld_name = simple_fs::get_full_name(ld);
            auto dir_lname = ld_name.substr(ld_name.find_last_of(NATIVE_DIR_SEPARATOR) + 1);
            parsers::add_locale(*this, simple_fs::native_to_utf8(dir_lname), contents.data, contents.data + contents.file_size);
        }
    }
 
    for(auto l : world.in_locale) {
        auto ln = l.get_locale_name();
        auto ln_sv = std::string_view{ (char const*)ln.begin(), ln.size() };
        if(ln_sv == lname) {
            font_collection.change_locale(*this, l);
            locale_loaded = true;
            break;
        }
    }
 
    if(!locale_loaded) {
        for(auto l : world.in_locale) {
            auto ln = l.get_locale_name();
            auto ln_sv = std::string_view{ (char const*)ln.begin(), ln.size() };
            if(ln_sv == "en-US") {
                font_collection.change_locale(*this, l);
                locale_loaded = true;
                break;
            }
        }
    }
 
    if(!locale_loaded) {
        font_collection.change_locale(*this, dcon::locale_id{ 0 });
    }
}
 
void state::update_ui_scale(float new_scale) {
    user_settings.ui_scale = new_scale;
    ui_state.root->base_data.size.x = int16_t(x_size / user_settings.ui_scale);
    ui_state.root->base_data.size.y = int16_t(y_size / user_settings.ui_scale);
    if(ui_state.outliner_window)
        ui_state.outliner_window->impl_on_update(*this);
    // TODO move windows
}
 
void list_pop_types(sys::state& state, parsers::scenario_building_context& context) {
    auto root = get_root(state.common_fs);
    auto poptypes = open_directory(root, NATIVE("poptypes"));
 
    for(auto& file : simple_fs::list_files(poptypes, NATIVE(".txt"))) {
        auto full_name = get_full_name(file);
        auto last = full_name.c_str() + full_name.length();
        auto first = full_name.c_str();
        for(; last > first; --last) {
            if(*last == NATIVE('.'))
                break;
        }
        auto start_of_name = last;
        for(; start_of_name >= first; --start_of_name) {
            if(*start_of_name == NATIVE('\\') || *start_of_name == NATIVE('/')) {
                ++start_of_name;
                break;
            }
        }
        auto utf8typename = simple_fs::native_to_utf8(native_string_view(start_of_name, last - start_of_name));
 
        auto name_id = text::find_or_add_key(context.state, utf8typename, true);
        auto type_id = state.world.create_pop_type();
        state.world.pop_type_set_name(type_id, name_id);
        context.map_of_poptypes.insert_or_assign(std::string(utf8typename), type_id);
    }
}
 
void state::open_diplomacy(dcon::nation_id target) {
    if(ui_state.diplomacy_subwindow != nullptr) {
        if(ui_state.topbar_subwindow != nullptr) {
            ui_state.topbar_subwindow->set_visible(*this, false);
        }
        ui_state.topbar_subwindow = ui_state.diplomacy_subwindow;
        ui_state.diplomacy_subwindow->set_visible(*this, true);
        ui_state.root->move_child_to_front(ui_state.diplomacy_subwindow);
        send(*this, ui_state.diplomacy_subwindow, ui::element_selection_wrapper<dcon::nation_id>{ target });
    }
}
 
void state::load_scenario_data(parsers::error_handler& err, sys::year_month_day bookmark_date) {
    auto root = get_root(common_fs);
    auto common = open_directory(root, NATIVE("common"));
 
    parsers::scenario_building_context context(*this);
 
    //text::name_into_font_id(*this, "garamond_14");
    ui::load_text_gui_definitions(*this, context.gfx_context, err);
 
    auto map = open_directory(root, NATIVE("map"));
    // parse default.map
    {
        auto def_map_file = open_file(map, NATIVE("default.map"));
        if(def_map_file) {
            auto content = view_contents(*def_map_file);
            err.file_name = "default.map";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_default_map_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File map/default.map could not be opened\n";
        }
    }
    // parse definition.csv
    {
        auto def_csv_file = open_file(map, NATIVE("definition.csv"));
        if(def_csv_file) {
            auto content = view_contents(*def_csv_file);
            err.file_name = "definition.csv";
            parsers::read_map_colors(content.data, content.data + content.file_size, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File map/definition.csv could not be opened\n";
        }
    }
 
    {
        err.file_name = "adjacencies.csv";
        auto adj_csv_file = open_file(map, NATIVE("adjacencies.csv"));
        if(adj_csv_file) {
            auto adj_content = view_contents(*adj_csv_file);
            parsers::read_map_adjacency(adj_content.data, adj_content.data + adj_content.file_size, err, context);
        }
    }
 
    /*
    240,208,1 Tsushima --> 240,208,0 Nagasaki
    128,65,97 Fehmarn--> 128,65,96 Kiel
    */
 
    if(auto it = context.map_color_to_province_id.find(sys::pack_color(240, 208, 0));
            it != context.map_color_to_province_id.end() &&
            context.map_color_to_province_id.find(sys::pack_color(240, 208, 1)) == context.map_color_to_province_id.end()) {
        context.map_color_to_province_id.insert_or_assign(sys::pack_color(240, 208, 1), it->second);
    }
    if(auto it = context.map_color_to_province_id.find(sys::pack_color(128, 65, 96));
            it != context.map_color_to_province_id.end() &&
            context.map_color_to_province_id.find(sys::pack_color(128, 65, 97)) == context.map_color_to_province_id.end()) {
        context.map_color_to_province_id.insert_or_assign(sys::pack_color(128, 65, 97), it->second);
    }
 
    /*
    // DO NOT RESTORE
    // 1, 222, 200 --> 51, 221, 251 -- randomly misplaced sea
    // Apparently this color is not just found in the corner of the map, but scattered around it as well
    // thus substituting a valid province color for it causes the sea tile to connect to all sorts of place
    // (a very undesirable behavior
    if(auto it = context.map_color_to_province_id.find(sys::pack_color(51, 221, 251));
            it != context.map_color_to_province_id.end() &&
            context.map_color_to_province_id.find(sys::pack_color(1, 222, 200)) == context.map_color_to_province_id.end()) {
        context.map_color_to_province_id.insert_or_assign(sys::pack_color(1, 222, 200), it->second);
    }
    */
 
    // 94, 53, 41 --> 89, 202, 202 -- random dots in the sea tiles
    // 247, 248, 245 -- > 89, 202, 202
 
 
    if(auto it = context.map_color_to_province_id.find(sys::pack_color(89, 202, 202));
            it != context.map_color_to_province_id.end() &&
            context.map_color_to_province_id.find(sys::pack_color(94, 53, 41)) == context.map_color_to_province_id.end()) {
        context.map_color_to_province_id.insert_or_assign(sys::pack_color(94, 53, 41), it->second);
    }
    if(auto it = context.map_color_to_province_id.find(sys::pack_color(89, 202, 202));
            it != context.map_color_to_province_id.end() &&
            context.map_color_to_province_id.find(sys::pack_color(247, 248, 245)) == context.map_color_to_province_id.end()) {
        context.map_color_to_province_id.insert_or_assign(sys::pack_color(247, 248, 245), it->second);
    }
 
 
    std::thread map_loader([&]() { map_state.load_map_data(context); });
 
    parsers::make_leader_images(context);
 
    // Read national tags from countries.txt
    {
        auto countries = open_file(common, NATIVE("countries.txt"));
        if(countries) {
            auto content = view_contents(*countries);
            err.file_name = "countries.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_national_identity_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/countries.txt could not be opened\n";
        }
    }
    // read religions from religion.txt
    {
        auto religion = open_file(common, NATIVE("religion.txt"));
        if(religion) {
            auto content = view_contents(*religion);
            err.file_name = "religion.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_religion_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/religion.txt could not be opened\n";
        }
    }
    // read cultures from cultures.txt
    {
        auto cultures = open_file(common, NATIVE("cultures.txt"));
        if(cultures) {
            auto content = view_contents(*cultures);
            err.file_name = "cultures.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_culture_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/cultures.txt could not be opened\n";
        }
    }
    // read commodities from goods.txt
    {
        // FIRST: make sure that we have a money good
        if(world.commodity_size() == 0) {
            // create money
            auto money_id = world.create_commodity();
            assert(money_id.index() == 0);
        }
        auto goods = open_file(common, NATIVE("goods.txt"));
        if(goods) {
            auto content = view_contents(*goods);
            err.file_name = "goods.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_goods_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/goods.txt could not be opened\n";
        }
    }
    // read buildings.text
    // world.factory_type_resize_construction_costs(world.commodity_size());
    {
        auto buildings = open_file(common, NATIVE("buildings.txt"));
        if(buildings) {
            auto content = view_contents(*buildings);
            err.file_name = "buildings.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_building_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/buildings.txt could not be opened\n";
        }
    }
    // pre parse ideologies.txt
    {
        context.ideologies_file = open_file(common, NATIVE("ideologies.txt"));
        if(context.ideologies_file) {
            auto content = view_contents(*context.ideologies_file);
            err.file_name = "ideologies.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_ideology_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/ideologies.txt could not be opened\n";
        }
    }
    // pre parse issues.txt
    {
        context.issues_file = open_file(common, NATIVE("issues.txt"));
        if(context.issues_file) {
            auto content = view_contents(*context.issues_file);
            err.file_name = "issues.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_issues_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/ideologies.txt could not be opened\n";
        }
    }
    for(auto i : culture_definitions.party_issues) {
        world.issue_set_issue_type(i, uint8_t(culture::issue_type::party));
    }
    for(auto i : culture_definitions.military_issues) {
        world.reform_set_reform_type(i, uint8_t(culture::issue_type::military));
    }
    for(auto i : culture_definitions.economic_issues) {
        world.reform_set_reform_type(i, uint8_t(culture::issue_type::economic));
    }
    for(auto i : culture_definitions.social_issues) {
        world.issue_set_issue_type(i, uint8_t(culture::issue_type::social));
    }
    for(auto i : culture_definitions.political_issues) {
        world.issue_set_issue_type(i, uint8_t(culture::issue_type::political));
    }
    // parse governments.txt
    {
        auto governments = open_file(common, NATIVE("governments.txt"));
        if(governments) {
            auto content = view_contents(*governments);
            err.file_name = "governments.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_governments_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/governments.txt could not be opened\n";
        }
    }
    // pre parse cb_types.txt
    {
        context.cb_types_file = open_file(common, NATIVE("cb_types.txt"));
        if(context.cb_types_file) {
            auto content = view_contents(*context.cb_types_file);
            err.file_name = "cb_types.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_cb_types_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/cb_types.txt could not be opened\n";
        }
    }
    // parse traits.txt
    {
        auto traits = open_file(common, NATIVE("traits.txt"));
        if(traits) {
            auto content = view_contents(*traits);
            err.file_name = "traits.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_traits_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/traits.txt could not be opened\n";
        }
    }
    // pre parse crimes.txt
    {
        context.crimes_file = open_file(common, NATIVE("crime.txt"));
        if(context.crimes_file) {
            auto content = view_contents(*context.crimes_file);
            err.file_name = "crime.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_crimes_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/crime.txt could not be opened\n";
        }
    }
    // pre parse triggered_modifiers.txt
    {
        context.triggered_modifiers_file = open_file(common, NATIVE("triggered_modifiers.txt"));
        if(context.triggered_modifiers_file) {
            auto content = view_contents(*context.triggered_modifiers_file);
            err.file_name = "triggered_modifiers.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_triggered_modifiers_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/triggered_modifiers.txt could not be opened\n";
        }
    }
    // parse nationalvalues.txt
    {
        auto nv_file = open_file(common, NATIVE("nationalvalues.txt"));
        if(nv_file) {
            auto content = view_contents(*nv_file);
            err.file_name = "nationalvalues.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_national_values_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/nationalvalues.txt could not be opened\n";
        }
    }
    // parse static_modifiers.txt
    {
        auto sm_file = open_file(common, NATIVE("static_modifiers.txt"));
        if(sm_file) {
            auto content = view_contents(*sm_file);
            err.file_name = "static_modifiers.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_static_modifiers_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/static_modifiers.txt could not be opened\n";
        }
    }
    // parse event_modifiers.txt
    {
        auto em_file = open_file(common, NATIVE("event_modifiers.txt"));
        if(em_file) {
            auto content = view_contents(*em_file);
            err.file_name = "event_modifiers.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_event_modifiers_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/event_modifiers.txt could not be opened\n";
        }
    }
    // read *.lua, not being able to read the defines isn't fatal per se
    {
        // Default vanilla dates used if ones are not defined
        start_date = sys::absolute_time_point(sys::year_month_day{ 1836, 1, 1 });
        end_date = sys::absolute_time_point(sys::year_month_day{ 1935, 12, 31 });
        for(auto defines_file : simple_fs::list_files(common, NATIVE(".lua"))) {
            auto opened_file = open_file(defines_file);
            if(opened_file) {
                auto content = view_contents(*opened_file);
                err.file_name = simple_fs::native_to_utf8(get_full_name(*opened_file));
                defines.parse_file(*this, std::string_view(content.data, content.data + content.file_size), err);
            }
        }
        current_date = sys::date(bookmark_date, start_date); //relative to start date
    }
    // gather names of poptypes
    list_pop_types(*this, context);
    // pre parse rebel_types.txt
    {
        context.rebel_types_file = open_file(common, NATIVE("rebel_types.txt"));
        if(context.rebel_types_file) {
            auto content = view_contents(*context.rebel_types_file);
            err.file_name = "rebel_types.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_rebel_types_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/rebel_types.txt could not be opened\n";
        }
    }
 
    // parse terrain.txt
    {
        auto terrain_file = open_file(map, NATIVE("terrain.txt"));
        if(terrain_file) {
            auto content = view_contents(*terrain_file);
            err.file_name = "terrain.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_terrain_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File map/terrain.txt could not be opened\n";
        }
    }
    // parse region.txt
    {
        auto region_file = open_file(map, NATIVE("region.txt"));
        if(region_file) {
            auto content = view_contents(*region_file);
            err.file_name = "region.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_region_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File map/region.txt could not be opened\n";
        }
    }
    // parse super_region.txt
    {
        auto super_region_file = open_file(map, NATIVE("super_region.txt"));
        if(super_region_file) {
            auto content = view_contents(*super_region_file);
            err.file_name = "super_region.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_region_file(gen, err, context);
        } else {
            // OK for this file to be missing
        }
    }
    // parse continent.txt
    {
        auto continent_file = open_file(map, NATIVE("continent.txt"));
        if(continent_file) {
            auto content = view_contents(*continent_file);
            err.file_name = "continent.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_continent_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File map/continent.txt could not be opened\n";
        }
    }
    // parse climate.txt
    {
        auto climate_file = open_file(map, NATIVE("climate.txt"));
        if(climate_file) {
            auto content = view_contents(*climate_file);
            err.file_name = "climate.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_climate_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File map/climate.txt could not be opened\n";
        }
    }
    // parse technology.txt
    {
        auto tech_file = open_file(common, NATIVE("technology.txt"));
        if(tech_file) {
            auto content = view_contents(*tech_file);
            err.file_name = "technology.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_technology_main_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/technology.txt could not be opened\n";
        }
    }
    // pre parse inventions
    {
        auto inventions = open_directory(root, NATIVE("inventions"));
        for(auto& invf : simple_fs::list_files(inventions, NATIVE(".txt"))) {
            culture::tech_category cat = culture::tech_category::unknown;
            if(simple_fs::get_file_name(invf) == NATIVE("army_inventions.txt")) {
                cat = culture::tech_category::army;
            } else if(simple_fs::get_file_name(invf) == NATIVE("navy_inventions.txt")) {
                cat = culture::tech_category::navy;
            } else if(simple_fs::get_file_name(invf) == NATIVE("commerce_inventions.txt")) {
                cat = culture::tech_category::commerce;
            } else if(simple_fs::get_file_name(invf) == NATIVE("culture_inventions.txt")) {
                cat = culture::tech_category::culture;
            } else if(simple_fs::get_file_name(invf) == NATIVE("industry_inventions.txt")) {
                cat = culture::tech_category::industry;
                //non vanilla
            } else if(simple_fs::get_file_name(invf) == NATIVE("military_theory_inventions.txt")) {
                cat = culture::tech_category::military_theory;
            } else if(simple_fs::get_file_name(invf) == NATIVE("diplomacy_inventions.txt")) {
                cat = culture::tech_category::diplomacy;
            } else if(simple_fs::get_file_name(invf) == NATIVE("population_inventions.txt")) {
                cat = culture::tech_category::population;
            } else if(simple_fs::get_file_name(invf) == NATIVE("flavor_inventions.txt")) {
                cat = culture::tech_category::flavor;
            }
 
            parsers::tech_group_context invention_context{ context, cat };
            auto i_file = open_file(invf);
            if(i_file) {
                auto content = view_contents(*i_file);
                err.file_name = simple_fs::native_to_utf8(simple_fs::get_file_name(invf));
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_inventions_file(gen, err, invention_context);
                context.tech_and_invention_files.emplace_back(std::move(*i_file));
            }
        }
    }
    // load unit type definitions
    {
        parsers::make_base_units(context);
 
        auto units = open_directory(root, NATIVE("units"));
        for(auto unit_file : simple_fs::list_files(units, NATIVE(".txt"))) {
            auto opened_file = open_file(unit_file);
            if(opened_file) {
                auto content = view_contents(*opened_file);
                err.file_name = simple_fs::native_to_utf8(get_full_name(*opened_file));
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_unit_file(gen, err, context);
            }
        }
 
        if(!bool(military_definitions.infantry)) {
            err.accumulated_errors += "No infantry (or equivalent unit type) found\n";
        }
        if(!bool(military_definitions.irregular)) {
            err.accumulated_errors += "No irregular (or equivalent unit type) found\n";
        }
        if(!bool(military_definitions.artillery)) {
            err.accumulated_errors += "No artillery (or equivalent unit type) found\n";
        }
    }
    // make space in arrays
 
    world.national_identity_resize_unit_names_count(uint32_t(military_definitions.unit_base_definitions.size()));
    world.national_identity_resize_unit_names_first(uint32_t(military_definitions.unit_base_definitions.size()));
 
    world.political_party_resize_party_issues(uint32_t(culture_definitions.party_issues.size()));
 
    world.province_resize_party_loyalty(world.ideology_size());
    world.province_resize_building_level(economy::max_building_types);
 
    world.pop_type_resize_everyday_needs(world.commodity_size());
    world.pop_type_resize_luxury_needs(world.commodity_size());
    world.pop_type_resize_life_needs(world.commodity_size());
    world.pop_type_resize_ideology(world.ideology_size());
    world.pop_type_resize_issues(world.issue_option_size());
    world.pop_type_resize_promotion(world.pop_type_size());
 
    world.national_focus_resize_production_focus(world.commodity_size());
 
    world.technology_resize_activate_building(world.factory_type_size());
    world.technology_resize_activate_unit(uint32_t(military_definitions.unit_base_definitions.size()));
    world.technology_resize_increase_building(uint32_t(economy::max_building_types));
    world.invention_resize_increase_building(uint32_t(economy::max_building_types));
 
    world.invention_resize_activate_building(world.factory_type_size());
    world.invention_resize_activate_unit(uint32_t(military_definitions.unit_base_definitions.size()));
    world.invention_resize_activate_crime(uint32_t(culture_definitions.crimes.size()));
 
    world.rebel_type_resize_government_change(world.government_type_size());
 
    world.nation_resize_max_building_level(economy::max_building_types);
    world.nation_resize_active_inventions(world.invention_size());
    world.nation_resize_active_technologies(world.technology_size());
    world.nation_resize_upper_house(world.ideology_size());
 
    world.national_identity_resize_government_flag_type(world.government_type_size());
    world.national_identity_resize_government_name(world.government_type_size());
    world.national_identity_resize_government_adjective(world.government_type_size());
    world.national_identity_resize_government_ruler_name(world.government_type_size());
    world.national_identity_resize_government_color(world.government_type_size());
 
    // add special names
    for(auto ident : world.in_national_identity) {
        auto const tag = nations::int_to_tag(ident.get_identifying_int());
        for(auto const& named_gov : context.map_of_governments) {
            auto const name = tag + "_" + named_gov.first;
            auto name_k = add_key_win1252(name);
            ident.set_government_name(named_gov.second, name_k);
            auto const adj = tag + "_" + named_gov.first + "_ADJ";
            auto adj_k = add_key_win1252(adj);
            ident.set_government_adjective(named_gov.second, adj_k);
            auto const ruler = tag + "_" + named_gov.first + "_ruler";
            auto ruler_k = add_key_win1252(ruler);
            ident.set_government_ruler_name(named_gov.second, ruler_k);
        }
    }
 
    // load scripted triggers
    auto stdir = open_directory(root, NATIVE("scripted triggers"));
    for(auto st_file : simple_fs::list_files(stdir, NATIVE(".txt"))) {
        auto opened_file = open_file(st_file);
        if(opened_file) {
            auto content = view_contents(*opened_file);
            err.file_name = simple_fs::native_to_utf8(get_full_name(*opened_file));
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_scripted_trigger_file(gen, err, context);
        }
    }
 
    // load country files
    world.for_each_national_identity([&](dcon::national_identity_id i) {
        auto country_file = open_file(common, simple_fs::win1250_to_native(context.file_names_for_idents[i]));
        if(country_file) {
            parsers::country_file_context c_context{ context, i };
            auto content = view_contents(*country_file);
            err.file_name = context.file_names_for_idents[i];
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_country_file(gen, err, c_context);
        }
    });
 
    world.province_resize_rgo_max_size_per_good(world.commodity_size());
 
    // load province history files
    auto history = open_directory(root, NATIVE("history"));
    {
        auto prov_history = open_directory(history, NATIVE("provinces"));
        for(auto subdir : list_subdirectories(prov_history)) {
            // Modding extension:
            for(auto province_file : list_files(subdir, NATIVE(".csv"))) {
                auto opened_file = open_file(province_file);
                if(opened_file) {
                    err.file_name = simple_fs::native_to_utf8(get_full_name(*opened_file));
                    auto content = view_contents(*opened_file);
                    parsers::parse_csv_province_history_file(*this, content.data, content.data + content.file_size, err, context);
                }
            }
 
            for(auto prov_file : list_files(subdir, NATIVE(".txt"))) {
                auto file_name = simple_fs::native_to_utf8(get_file_name(prov_file));
                auto name_start = file_name.c_str();
                auto name_end = name_start + file_name.length();
                // exclude files starting with "~" for example
                if(name_start < name_end && !isdigit(*name_start))
                    continue;
 
                auto value_start = name_start;
                for(; value_start < name_end; ++value_start) {
                    if(isdigit(*value_start))
                        break;
                }
                auto value_end = value_start;
                for(; value_end < name_end; ++value_end) {
                    if(!isdigit(*value_end))
                        break;
                }
 
                err.file_name = simple_fs::native_to_utf8(get_full_name(prov_file));
                auto province_id = parsers::parse_int(std::string_view(value_start, value_end), 0, err);
                if(province_id > 0 && uint32_t(province_id) < context.original_id_to_prov_id_map.size()) {
                    auto opened_file = open_file(prov_file);
                    if(opened_file) {
                        auto pid = context.original_id_to_prov_id_map[province_id];
                        parsers::province_file_context pf_context{ context, pid };
                        auto content = view_contents(*opened_file);
                        parsers::token_generator gen(content.data, content.data + content.file_size);
                        parsers::parse_province_history_file(gen, err, pf_context);
                    }
                }
            }
        }
    }
    culture::set_default_issue_and_reform_options(*this);
    // load pop history files
    {
        auto pop_history = open_directory(history, NATIVE("pops"));
        auto startdate = current_date.to_ymd(start_date);
        auto start_dir_name = std::to_string(startdate.year) + "." + std::to_string(startdate.month) + "." + std::to_string(startdate.day);
        auto date_directory = open_directory(pop_history, simple_fs::utf8_to_native(start_dir_name));
        // NICK: 
        // Attempts to look through the start date as defined by the mod.
        // If it does not find any pop files there, it defaults to looking through 1836.1.1
        // This is to deal with mods that have their start date defined as something else, but have pop history within 1836.1.1 (converters).
        auto directory_file_count = list_files(date_directory, NATIVE(".txt")).size();
        if(directory_file_count == 0)
            date_directory = open_directory(pop_history, simple_fs::utf8_to_native("1836.1.1"));
        for(auto pop_file : list_files(date_directory, NATIVE(".txt"))) {
            auto opened_file = open_file(pop_file);
            if(opened_file) {
                err.file_name = simple_fs::native_to_utf8(get_full_name(*opened_file));
                auto content = view_contents(*opened_file);
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_pop_history_file(gen, err, context);
            }
        }
        // Modding extension:
        // Support loading pops from a CSV file, this to condense them better and allow
        // for them to load faster and better ordered, editable with a spreadsheet program
        for(auto pop_file : list_files(date_directory, NATIVE(".csv"))) {
            auto opened_file = open_file(pop_file);
            if(opened_file) {
                err.file_name = simple_fs::native_to_utf8(get_full_name(*opened_file));
                auto content = view_contents(*opened_file);
                parsers::parse_csv_pop_history_file(*this, content.data, content.data + content.file_size, err, context);
            }
        }
    }
 
    // load poptype definitions
    {
        auto poptypes = open_directory(root, NATIVE("poptypes"));
        for(auto pr : context.map_of_poptypes) {
            auto opened_file = open_file(poptypes, simple_fs::utf8_to_native(pr.first + ".txt"));
            if(opened_file) {
                err.file_name = pr.first + ".txt";
                auto content = view_contents(*opened_file);
                parsers::poptype_context inner_context{ context, pr.second };
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_poptype_file(gen, err, inner_context);
            }
        }
    }
 
    // load ideology contents
    {
        err.file_name = "ideologies.txt";
        for(auto& pr : context.map_of_ideologies) {
            parsers::individual_ideology_context new_context{ context, pr.second.id };
            parsers::parse_individual_ideology(pr.second.generator_state, err, new_context);
        }
    }
    if(!culture_definitions.conservative) {
        if(auto it = context.map_of_ideologies.find("conservative"); it != context.map_of_ideologies.end()) {
            culture_definitions.conservative = it->second.id;
            err.accumulated_warnings += "conservative ideology lacks \"can_reduce_militancy = 1\" key\n";
        }
        if(!culture_definitions.conservative) {
            err.accumulated_errors += "NO CONSERVATIVE IDEOLOGY (fatal error)\n";
            err.fatal = true;
        }
    }
    // triggered modifier contents
    {
        err.file_name = "triggered_modifiers.txt";
        for(auto& r : context.set_of_triggered_modifiers) {
            national_definitions.triggered_modifiers[r.index].trigger_condition =
                parsers::read_triggered_modifier_condition(r.generator_state, err, context);
        }
    }
    // cb contents
    {
        err.file_name = "cb_types.txt";
        for(auto& r : context.map_of_cb_types) {
            parsers::individual_cb_context new_context{ context, r.second.id };
            parsers::parse_cb_body(r.second.generator_state, err, new_context);
        }
    }
    // pending crimes
    {
        err.file_name = "crime.txt";
        for(auto& r : context.map_of_crimes) {
            parsers::read_pending_crime(r.second.id, r.second.generator_state, err, context);
        }
    }
    world.issue_option_resize_support_modifiers(world.issue_option_size());
    // pending issue options
    {
        err.file_name = "issues.txt";
        for(auto& r : context.map_of_ioptions) {
            parsers::read_pending_option(r.second.id, r.second.generator_state, err, context);
        }
    }
    // pending reform options
    {
        err.file_name = "issues.txt";
        for(auto& r : context.map_of_roptions) {
            parsers::read_pending_reform(r.second.id, r.second.generator_state, err, context);
        }
    }
    // parse national_focus.txt
    {
        auto nat_focus = open_file(common, NATIVE("national_focus.txt"));
        if(nat_focus) {
            auto content = view_contents(*nat_focus);
            err.file_name = "national_focus.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_national_focus_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/national_focus.txt could not be opened\n";
        }
    }
    // load pop_types.txt
    {
        auto pop_types_file = open_file(common, NATIVE("pop_types.txt"));
        if(pop_types_file) {
            auto content = view_contents(*pop_types_file);
            err.file_name = "pop_types.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_main_pop_type_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/pop_types.txt could not be opened\n";
        }
    }
    // read pending techs
    {
        err.file_name = "technology file";
        for(auto& r : context.map_of_technologies) {
            parsers::read_pending_technology(r.second.id, r.second.generator_state, err, context);
        }
    }
    // read pending inventions
    {
        err.file_name = "inventions file";
        for(auto& r : context.map_of_inventions) {
            parsers::read_pending_invention(r.second.id, r.second.generator_state, err, context);
        }
 
        // fix invention tech category
        for(auto inv : world.in_invention) {
            if(inv.get_technology_type() == uint8_t(culture::tech_category::unknown)) {
                auto lim_trigger = inv.get_limit();
                if(lim_trigger) {
                    trigger::recurse_over_triggers(trigger_data.data() + trigger_data_indices[lim_trigger.index() + 1],
                    [&](uint16_t* tval) {
                        if((tval[0] & trigger::code_mask) == trigger::technology) {
                            auto findex = this->world.technology_get_folder_index(trigger::payload(tval[1]).tech_id);
                            inv.set_technology_type(uint8_t(this->culture_definitions.tech_folders[findex].category));
                        }
                    });
                }
            }
            if(inv.get_technology_type() == uint8_t(culture::tech_category::unknown)) {
                err.accumulated_warnings += "failed to find a technology category for invention ";
                err.accumulated_warnings += text::produce_simple_string(*this, inv.get_name()) + "\n";
            }
        }
    }
    // parse on_actions.txt
    {
        auto on_action = open_file(common, NATIVE("on_actions.txt"));
        if(on_action) {
            auto content = view_contents(*on_action);
            err.file_name = "on_actions.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
            parsers::parse_on_action_file(gen, err, context);
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/on_actions.txt could not be opened\n";
        }
    }
    // parse production_types.txt
    {
        auto prod_types = open_file(common, NATIVE("production_types.txt"));
        if(prod_types) {
            auto content = view_contents(*prod_types);
            err.file_name = "production_types.txt";
            parsers::token_generator gen(content.data, content.data + content.file_size);
 
            parsers::production_context new_context{ context };
            parsers::parse_production_types_file(gen, err, new_context);
 
            for(const auto ft : world.in_factory_type) {
                if(!bool(world.factory_type_get_output(ft))) {
                    err.accumulated_errors += "No output defined for factory " + std::string(text::produce_simple_string(*this, world.factory_type_get_name(ft))) + " (" + err.file_name + ")\n";
                }
            }
            if(!new_context.found_worker_types) {
                err.fatal = true;
                err.accumulated_errors += "Unable to identify factory worker types from production_types.txt\n";
            }
        } else {
            err.fatal = true;
            err.accumulated_errors += "File common/production_types.txt could not be opened\n";
        }
    }
    // read pending rebel types
    {
        err.file_name = "rebel_types.txt";
        for(auto& r : context.map_of_rebeltypes) {
            parsers::read_pending_rebel_type(r.second.id, r.second.generator_state, err, context);
        }
    }
    // load decisions
    {
        auto decisions = open_directory(root, NATIVE("decisions"));
        for(auto decision_file : list_files(decisions, NATIVE(".txt"))) {
            auto opened_file = open_file(decision_file);
            if(opened_file) {
                err.file_name = simple_fs::native_to_utf8(get_full_name(*opened_file));
                auto content = view_contents(*opened_file);
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_decision_file(gen, err, context);
            }
        }
    }
    // load events
    {
        auto events = open_directory(root, NATIVE("events"));
        std::vector<simple_fs::file> held_open_files;
        for(auto event_file : list_files(events, NATIVE(".txt"))) {
            auto opened_file = open_file(event_file);
            if(opened_file) {
                err.file_name = simple_fs::native_to_utf8(get_full_name(*opened_file));
                auto content = view_contents(*opened_file);
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_event_file(gen, err, context);
                held_open_files.emplace_back(std::move(*opened_file));
            }
        }
        err.file_name = "pending events";
        parsers::commit_pending_events(err, context);
    }
    // load news
    {
        auto news_dir = open_directory(root, NATIVE("news"));
        for(auto news_file : list_files(news_dir, NATIVE(".txt"))) {
            auto opened_file = open_file(news_file);
            if(opened_file) {
                err.file_name = simple_fs::native_to_utf8(simple_fs::get_full_name(*opened_file));
                auto content = view_contents(*opened_file);
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_news_file(gen, err, parsers::news_context{ context });
            }
        }
    }
    // load tutorial
    {
        auto tutorial_dir = open_directory(root, NATIVE("tutorial"));
        for(auto tutorial_file : list_files(tutorial_dir, NATIVE(".txt"))) {
            auto opened_file = open_file(tutorial_file);
            if(opened_file) {
                err.file_name = simple_fs::native_to_utf8(simple_fs::get_full_name(*opened_file));
                auto content = view_contents(*opened_file);
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_tutorial_file(gen, err, context);
            }
        }
    }
    // load battleplan settings
    {
        auto bp_dir = open_directory(root, NATIVE("battleplans"));
        for(auto file : list_files(bp_dir, NATIVE(".txt"))) {
            if(auto f = open_file(file); f) {
                err.file_name = simple_fs::native_to_utf8(simple_fs::get_full_name(*f));
                auto content = view_contents(*f);
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_battleplan_settings_file(gen, err, context);
            }
        }
    }
 
    // load oob
    {
        auto oob_dir = open_directory(history, NATIVE("units"));
        
        for(auto oob_file : list_files(oob_dir, NATIVE(".txt"))) {
            auto file_name = get_full_name(oob_file);
            if(file_name == NATIVE("v2dd2.txt")) // discard junk file
                continue;
            auto last = file_name.c_str() + file_name.length();
            auto first = file_name.c_str();
            auto start_of_name = last;
            for(; start_of_name >= first; --start_of_name) {
                if(*start_of_name == NATIVE('\\') || *start_of_name == NATIVE('/')) {
                    ++start_of_name;
                    break;
                }
            }
            if(last - start_of_name >= 3) {
                auto utf8name = simple_fs::native_to_utf8(native_string_view(start_of_name, last - start_of_name));
                if(auto it = context.map_of_ident_names.find(nations::tag_to_int(utf8name[0], utf8name[1], utf8name[2])); it != context.map_of_ident_names.end()) {
                    auto holder = context.state.world.national_identity_get_nation_from_identity_holder(it->second);
                    if(holder) {
                        parsers::oob_file_context new_context{ context, holder };
                        auto opened_file = open_file(oob_file);
                        if(opened_file) {
                            err.file_name = utf8name;
                            auto content = view_contents(*opened_file);
                            parsers::token_generator gen(content.data, content.data + content.file_size);
                            parsers::parse_oob_file(gen, err, new_context);
                        }
                    } else {
                        err.accumulated_warnings += "dead tag " + utf8name.substr(0, 3) + " encountered while scanning oob files\n";
                    }
                } else {
                    err.accumulated_warnings += "invalid tag " + utf8name.substr(0, 3) + " encountered while scanning oob files\n";
                }
            }
        }
 
        auto startdate = current_date.to_ymd(start_date);
        auto start_dir_name = std::to_string(startdate.year);
        auto date_directory = open_directory(oob_dir, simple_fs::utf8_to_native(start_dir_name));
        for(auto oob_file : list_files(date_directory, NATIVE(".txt"))) {
            auto file_name = get_full_name(oob_file);
            auto last = file_name.c_str() + file_name.length();
            auto first = file_name.c_str();
            auto start_of_name = last;
            for(; start_of_name >= first; --start_of_name) {
                if(*start_of_name == NATIVE('\\') || *start_of_name == NATIVE('/')) {
                    ++start_of_name;
                    break;
                }
            }
            if(last - start_of_name >= 3) {
                auto utf8name = simple_fs::native_to_utf8(native_string_view(start_of_name, last - start_of_name));
                if(auto it = context.map_of_ident_names.find(nations::tag_to_int(utf8name[0], utf8name[1], utf8name[2])); it != context.map_of_ident_names.end()) {
                    auto holder = context.state.world.national_identity_get_nation_from_identity_holder(it->second);
                    if(holder) {
                        parsers::oob_file_context new_context{ context, holder };
                        auto opened_file = open_file(oob_file);
                        if(opened_file) {
                            err.file_name = utf8name;
                            auto content = view_contents(*opened_file);
                            parsers::token_generator gen(content.data, content.data + content.file_size);
                            parsers::parse_oob_file(gen, err, new_context);
                        }
                    } else {
                        err.accumulated_warnings += "dead tag " + utf8name.substr(0, 3) + " encountered while scanning oob files\n";
                    }
                } else {
                    err.accumulated_warnings += "invalid tag " + utf8name.substr(0, 3) + " encountered while scanning oob files\n";
                }
            }
        }
    }
    // parse diplomacy history
    {
        auto diplomacy_dir = open_directory(history, NATIVE("diplomacy"));
        for(auto dip_file : list_files(diplomacy_dir, NATIVE(".txt"))) {
            auto opened_file = open_file(dip_file);
            if(opened_file) {
                auto content = view_contents(*opened_file);
                err.file_name = simple_fs::native_to_utf8(simple_fs::get_full_name(*opened_file));
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_diplomacy_file(gen, err, context);
            }
        }
    }
 
    // !!!! yes, I know
    world.nation_resize_flag_variables(uint32_t(national_definitions.num_allocated_national_flags));
    national_definitions.global_flag_variables.resize((national_definitions.num_allocated_global_flags + 7) / 8, dcon::bitfield_type{ 0 });
    world.nation_resize_accepted_cultures(world.culture_size());
 
    std::vector<std::pair<dcon::nation_id, dcon::decision_id>> pending_decisions;
    // load country history
    {
        auto country_dir = open_directory(history, NATIVE("countries"));
        for(auto country_file : list_files(country_dir, NATIVE(".txt"))) {
            auto file_name = get_full_name(country_file);
 
            auto last = file_name.c_str() + file_name.length();
            auto first = file_name.c_str();
            auto start_of_name = last;
            for(; start_of_name >= first; --start_of_name) {
                if(*start_of_name == NATIVE('\\') || *start_of_name == NATIVE('/')) {
                    ++start_of_name;
                    break;
                }
            }
            if(last - start_of_name >= 6) {
                auto utf8name = simple_fs::native_to_utf8(native_string_view(start_of_name, last - start_of_name));
 
                if(auto it = context.map_of_ident_names.find(nations::tag_to_int(utf8name[0], utf8name[1], utf8name[2]));
                        it != context.map_of_ident_names.end()) {
                    auto holder = context.state.world.national_identity_get_nation_from_identity_holder(it->second);
 
                    if(!holder) {
                        holder = world.create_nation();
                        world.nation_set_diplomatic_points(holder, 1.0f);
                        world.try_create_identity_holder(holder, it->second);
                    }
 
                    parsers::country_history_context new_context{ context, it->second, holder, pending_decisions };
 
                    auto opened_file = open_file(country_file);
                    if(opened_file) {
                        err.file_name = utf8name;
                        auto content = view_contents(*opened_file);
                        parsers::token_generator gen(content.data, content.data + content.file_size);
                        parsers::parse_country_history_file(gen, err, new_context);
                    }
 
                } else {
                    err.accumulated_warnings += "invalid tag " + utf8name.substr(0, 3) + " encountered while scanning country history files\n";
                }
            }
        }
    }
 
    // load war history
    {
        auto country_dir = open_directory(history, NATIVE("wars"));
        for(auto war_file : list_files(country_dir, NATIVE(".txt"))) {
            auto opened_file = open_file(war_file);
            if(opened_file) {
                parsers::war_history_context new_context{ context };
 
                err.file_name = simple_fs::native_to_utf8(simple_fs::get_full_name(*opened_file));
                auto content = view_contents(*opened_file);
                parsers::token_generator gen(content.data, content.data + content.file_size);
                parsers::parse_war_history_file(gen, err, new_context);
            }
        }
    }
 
    // misc touch ups
    nations::generate_initial_state_instances(*this);
    world.nation_resize_stockpiles(world.commodity_size());
    world.nation_resize_variables(uint32_t(national_definitions.num_allocated_national_variables));
    world.pop_resize_demographics(pop_demographics::size(*this));
    national_definitions.global_flag_variables.resize((national_definitions.num_allocated_global_flags + 7) / 8, dcon::bitfield_type{ 0 });
 
    // add dummy nations for unheld tags
    world.for_each_national_identity([&](dcon::national_identity_id id) {
        if(!world.national_identity_get_nation_from_identity_holder(id)) {
            auto new_nation = world.create_nation();
            world.try_create_identity_holder(new_nation, id);
        }
    });
 
    world.nation_resize_modifier_values(sys::national_mod_offsets::count);
    world.nation_resize_rgo_goods_output(world.commodity_size());
    world.nation_resize_factory_goods_output(world.commodity_size());
    world.nation_resize_factory_goods_throughput(world.commodity_size());
    world.nation_resize_rgo_size(world.commodity_size());
    world.nation_resize_rebel_org_modifier(world.rebel_type_size());
    world.nation_resize_active_unit(uint32_t(military_definitions.unit_base_definitions.size()));
    world.nation_resize_active_crime(uint32_t(culture_definitions.crimes.size()));
    world.nation_resize_active_building(world.factory_type_size());
    world.nation_resize_unit_stats(uint32_t(military_definitions.unit_base_definitions.size()));
    world.nation_resize_max_building_level(economy::max_building_types);
    world.province_resize_modifier_values(provincial_mod_offsets::count);
    world.nation_resize_demographics(demographics::size(*this));
    world.state_instance_resize_demographics(demographics::size(*this));
 
    world.province_resize_demographics(demographics::size(*this));
    world.province_resize_rgo_profit_per_good(world.commodity_size());
    world.province_resize_rgo_actual_production_per_good(world.commodity_size());
    world.province_resize_rgo_employment_per_good(world.commodity_size());
    world.province_resize_rgo_target_employment_per_good(world.commodity_size());
 
    world.nation_resize_domestic_market_pool(world.commodity_size());
    world.nation_resize_real_demand(world.commodity_size());
    world.nation_resize_intermediate_demand(world.commodity_size());
    world.nation_resize_stockpile_targets(world.commodity_size());
    world.nation_resize_drawing_on_stockpiles(world.commodity_size());
    world.nation_resize_life_needs_costs(world.pop_type_size());
    world.nation_resize_everyday_needs_costs(world.pop_type_size());
    world.nation_resize_luxury_needs_costs(world.pop_type_size());
    world.nation_resize_imports(world.commodity_size());
    world.nation_resize_army_demand(world.commodity_size());
    world.nation_resize_navy_demand(world.commodity_size());
    world.nation_resize_construction_demand(world.commodity_size());
    world.nation_resize_private_construction_demand(world.commodity_size());
    world.nation_resize_demand_satisfaction(world.commodity_size());
    world.nation_resize_direct_demand_satisfaction(world.commodity_size());
    world.nation_resize_life_needs_weights(world.commodity_size());
    world.nation_resize_everyday_needs_weights(world.commodity_size());
    world.nation_resize_luxury_needs_weights(world.commodity_size());
    world.nation_resize_effective_prices(world.commodity_size());
    world.commodity_resize_price_record(economy::price_history_length);
    world.nation_resize_gdp_record(economy::gdp_history_length);
 
    nations_by_rank.resize(2000); // TODO: take this value directly from the data container: max number of nations
    nations_by_industrial_score.resize(2000);
    nations_by_military_score.resize(2000);
    nations_by_prestige_score.resize(2000);
    crisis_participants.resize(2000);
 
    for(auto t : world.in_technology) {
        for(auto n : world.in_nation) {
            if(n.get_active_technologies(t))
                culture::apply_technology(*this, n, t);
        }
    }
    for(auto t : world.in_invention) {
        for(auto n : world.in_nation) {
            if(trigger::evaluate(*this, t.get_limit(), trigger::to_generic(n), trigger::to_generic(n), -1)
            && trigger::evaluate_additive_modifier(*this, t.get_chance(), trigger::to_generic(n), trigger::to_generic(n), -1) > 0.f) {
                n.set_active_inventions(t, true);
            }
            if(n.get_active_inventions(t)) {
                culture::apply_invention(*this, n, t);
            }
        }
    }
 
    map_loader.join();
 
    // touch up adjacencies
    world.for_each_province_adjacency([&](dcon::province_adjacency_id id) {
        auto frel = fatten(world, id);
        auto prov_a = frel.get_connected_provinces(0);
        auto prov_b = frel.get_connected_provinces(1);
        if(prov_a.id.index() < province_definitions.first_sea_province.index() && prov_b.id.index() >= province_definitions.first_sea_province.index()) {
            frel.get_type() |= province::border::coastal_bit;
        } else if(prov_a.id.index() >= province_definitions.first_sea_province.index() && prov_b.id.index() < province_definitions.first_sea_province.index()) {
            frel.get_type() |= province::border::coastal_bit;
        }
        if(prov_a.get_state_from_abstract_state_membership() != prov_b.get_state_from_abstract_state_membership()) {
            frel.get_type() |= province::border::state_bit;
        }
        if(prov_a.get_nation_from_province_ownership() != prov_b.get_nation_from_province_ownership()) {
            frel.get_type() |= province::border::national_bit;
        }
    });
 
    // fill in the terrain type
 
    for(int32_t i = 0; i < province_definitions.first_sea_province.index(); ++i) {
        dcon::province_id id{ dcon::province_id::value_base_t(i) };
        if(!world.province_get_terrain(id)) { // don't overwrite if set by the history file
            auto terrain_type = map_state.map_data.median_terrain_type[province::to_map_id(id)];
            if(terrain_type < 64) {
                auto modifier = context.modifier_by_terrain_index[terrain_type];
                world.province_set_terrain(id, modifier);
            }
        }
    }
    for(int32_t i = province_definitions.first_sea_province.index(); i < int32_t(world.province_size()); ++i) {
        dcon::province_id id{ dcon::province_id::value_base_t(i) };
        world.province_set_terrain(id, context.ocean_terrain);
    }
 
    /*
    Lake removal
    -- this is basically using the connected region algorithm on the water provinces
    */
    {
        world.for_each_province([&](dcon::province_id id) { world.province_set_connected_region_id(id, 0); });
 
        std::vector<dcon::province_id> to_fill_list;
        std::vector<int32_t> region_sizes;
 
        uint16_t current_fill_id = 0;
        province_definitions.connected_region_is_coastal.clear();
 
        to_fill_list.reserve(world.province_size());
 
        for(int32_t i = int32_t(world.province_size()); i-- > province_definitions.first_sea_province.index();) {
            dcon::province_id id{ dcon::province_id::value_base_t(i) };
 
            if(world.province_get_connected_region_id(id) == 0) {
                ++current_fill_id;
 
                region_sizes.push_back(0);
                to_fill_list.push_back(id);
 
                while(!to_fill_list.empty()) {
                    auto current_id = to_fill_list.back();
                    to_fill_list.pop_back();
                    region_sizes.back() += 1;
 
                    world.province_set_connected_region_id(current_id, current_fill_id);
                    for(auto rel : world.province_get_province_adjacency(current_id)) {
                        if((rel.get_type() & (province::border::coastal_bit | province::border::impassible_bit)) == 0) { // not leaving sea, not impassible
                            if(rel.get_connected_provinces(0).get_connected_region_id() == 0)
                                to_fill_list.push_back(rel.get_connected_provinces(0));
                            if(rel.get_connected_provinces(1).get_connected_region_id() == 0)
                                to_fill_list.push_back(rel.get_connected_provinces(1));
                        }
                    }
                }
 
                to_fill_list.clear();
            }
        }
 
        int32_t max = 0;
        for(int32_t i = 0; i < int32_t(region_sizes.size()); ++i) {
            if(region_sizes[max] < region_sizes[i])
                max = i;
        }
 
        if(!region_sizes.empty()) {
            for(auto k = uint32_t(context.state.province_definitions.first_sea_province.index()); k < context.state.world.province_size(); ++k) {
                dcon::province_id p{ dcon::province_id::value_base_t(k) };
                if(world.province_get_connected_region_id(p) != int16_t(max + 1)) {
                    world.province_set_is_coast(p, false);
                    world.province_set_port_to(p, dcon::province_id{});
                    for(auto adj : context.state.world.province_get_province_adjacency(p)) {
                        auto other = adj.get_connected_provinces(0) != p ? adj.get_connected_provinces(0) : adj.get_connected_provinces(1);
                        other.set_is_coast(false);
                        other.set_port_to(dcon::province_id{});
                        adj.get_type() |= province::border::impassible_bit;
                    }
                }
            }
        }
    }
 
    for(auto ip : context.special_impassible) {
        for(auto adj : world.province_get_province_adjacency(ip)) {
            adj.get_type() |= province::border::impassible_bit;
        }
    }
 
    // make ports
    province::for_each_land_province(*this, [&](dcon::province_id p) {
        for(auto adj : world.province_get_province_adjacency(p)) {
            auto other = adj.get_connected_provinces(0) != p ? adj.get_connected_provinces(0) : adj.get_connected_provinces(1);
            auto bits = adj.get_type();
            if(other && (bits & province::border::coastal_bit) != 0 && (bits & province::border::impassible_bit) == 0) {
                world.province_set_port_to(p, other.id);
                world.province_set_is_coast(p, true);
                return;
            }
        }
    });
 
    // fix worker types
    province::for_each_land_province(*this, [&](dcon::province_id p) {
        bool is_mine = world.commodity_get_is_mine(world.province_get_rgo(p));
        // fix pop types
        for(auto pop : world.province_get_pop_location(p)) {
            if(is_mine && pop.get_pop().get_poptype() == culture_definitions.farmers) {
                pop.get_pop().set_poptype(culture_definitions.laborers);
            }
            if(!is_mine && pop.get_pop().get_poptype() == culture_definitions.laborers) {
                pop.get_pop().set_poptype(culture_definitions.farmers);
            }
        }
    });
 
    bool gov_error = false;
    for(auto n : world.in_nation) {
        auto g = n.get_government_type();
        if(!g && n.get_owned_province_count() != 0) {
            auto name = nations::int_to_tag(n.get_identity_from_identity_holder().get_identifying_int());
            err.accumulated_errors += name + " exists but has no governmentnt (This will result in a crash)\n";
            gov_error = true;
        }
    }
    if(gov_error)
        return;
 
    //
    // make ui scripts
    //
    for(auto& s : context.gfx_context.nation_buttons_allow) {
        if(s.button_element) {
            err.file_name = s.original_file;
            parsers::trigger_building_context t_context{ context, trigger::slot_contents::nation, trigger::slot_contents::nation, trigger::slot_contents::nation };
            ui_defs.gui[s.button_element].data.button.scriptable_enable = make_trigger(s.generator_state, err, t_context);
            ui_defs.gui[s.button_element].data.button.flags |= uint16_t(ui::button_scripting::nation);
        }
    }
    for(auto& s : context.gfx_context.nation_buttons_effect) {
        if(s.button_element) {
            err.file_name = s.original_file;
            parsers::effect_building_context t_context{ context, trigger::slot_contents::nation, trigger::slot_contents::nation, trigger::slot_contents::nation };
            ui_defs.gui[s.button_element].data.button.scriptable_effect = make_effect(s.generator_state, err, t_context);
            ui_defs.gui[s.button_element].data.button.flags |= uint16_t(ui::button_scripting::nation);
        }
    }
    for(auto& s : context.gfx_context.province_buttons_allow) {
        if(s.button_element) {
            err.file_name = s.original_file;
            auto existing_scripting = ui_defs.gui[s.button_element].data.button.get_button_scripting();
            if(existing_scripting == ui::button_scripting::nation) {
                err.accumulated_errors += std::string("Button ") + std::string(to_string_view(ui_defs.gui[s.button_element].name)) + "in " + err.file_name + " has both province and nation scripting set\n";
            } else {
                parsers::trigger_building_context t_context{ context, trigger::slot_contents::province, trigger::slot_contents::province, trigger::slot_contents::nation };
                ui_defs.gui[s.button_element].data.button.scriptable_enable = make_trigger(s.generator_state, err, t_context);
                ui_defs.gui[s.button_element].data.button.flags |= uint16_t(ui::button_scripting::province);
            }
        }
    }
    for(auto& s : context.gfx_context.province_buttons_effect) {
        if(s.button_element) {
            err.file_name = s.original_file;
            auto existing_scripting = ui_defs.gui[s.button_element].data.button.get_button_scripting();
            if(existing_scripting == ui::button_scripting::nation) {
                err.accumulated_errors += std::string("Button ") + std::string(to_string_view(ui_defs.gui[s.button_element].name)) + "in " + err.file_name + " has both province and nation scripting set\n";
            } else {
                parsers::effect_building_context t_context{ context, trigger::slot_contents::province, trigger::slot_contents::province, trigger::slot_contents::nation };
                ui_defs.gui[s.button_element].data.button.scriptable_effect = make_effect(s.generator_state, err, t_context);
                ui_defs.gui[s.button_element].data.button.flags |= uint16_t(ui::button_scripting::province);
            }
        }
    }
 
    // Sanity checking navies & armies
    for(auto n : world.in_navy) {
        auto p = n.get_navy_location().get_location();
        if(p.id.index() >= province_definitions.first_sea_province.index()) {
            //...
        } else { //land province
            auto pp = world.province_get_port_to(p);
            auto adj = world.get_province_adjacency_by_province_pair(p, pp);
            if(!pp || !adj) {
                err.accumulated_errors += "Navy defined in " + text::produce_simple_string(*this, p.get_name()) + "; but said province isn't connected to a sea province\n";
            }
        }
    }
    for(auto a : world.in_army) {
        auto p = a.get_army_location().get_location();
        if(p.id.index() >= province_definitions.first_sea_province.index()) {
            err.accumulated_errors += "Army defined in " + text::produce_simple_string(*this, p.get_name()) + " which is a sea province\n";
        }
    }
 
    //sanity flags, but only as a warning
    {
        auto gfx_dir = open_directory(root, NATIVE("gfx"));
        auto flags_dir = open_directory(gfx_dir, NATIVE("flags"));
        for(auto nid : world.in_national_identity) {
            native_string tag_native = simple_fs::win1250_to_native(nations::int_to_tag(nid.get_identifying_int()));
            if(auto f = simple_fs::peek_file(flags_dir, tag_native + NATIVE(".tga")); !f) {
                err.accumulated_warnings += "Flag missing " + simple_fs::native_to_utf8(tag_native) + ".tga\n";
            }
            std::array<bool, size_t(culture::flag_type::count)> has_reported;
            std::fill(has_reported.begin(), has_reported.end(), false);
            for(auto g : world.in_government_type) {
                if(!has_reported[g.get_flag()]) {
                    native_string file_str = tag_native;
                    file_str += ogl::flag_type_to_name(*this, culture::flag_type(g.get_flag()));
                    file_str += NATIVE(".tga");
                    if(auto f = simple_fs::peek_file(flags_dir, file_str); !f) {
                        err.accumulated_warnings += "Flag missing " + simple_fs::native_to_utf8(file_str) + "\n";
                    }
                    has_reported[g.get_flag()] = true;
                }
            }
        }
    }
 
    //Fixup armies defined on a different place
    for(auto p : world.in_pop_location) {
        for(const auto src : p.get_pop().get_regiment_source()) {
            if(src.get_regiment().get_army_from_army_membership().get_controller_from_army_control() == p.get_province().get_nation_from_province_ownership())
                continue;
            err.accumulated_warnings += "Army defined in " + text::produce_simple_string(*this, p.get_province().get_name()) + "; but regiment comes from a province owned by someone else\n";
            if(!src.get_regiment().get_army_from_army_membership().get_is_retreating()
            && !src.get_regiment().get_army_from_army_membership().get_navy_from_army_transport()
            && !src.get_regiment().get_army_from_army_membership().get_battle_from_army_battle_participation()
            && !src.get_regiment().get_army_from_army_membership().get_controller_from_army_rebel_control()) {
                auto new_u = world.create_army();
                world.army_set_controller_from_army_control(new_u, p.get_province().get_nation_from_province_ownership());
                src.get_regiment().set_army_from_army_membership(new_u);
                military::army_arrives_in_province(*this, new_u, p.get_province(), military::crossing_type::none);
            } else {
                src.get_regiment().set_strength(0.f);
            }
        }
    }
 
    nations::update_revanchism(*this);
    fill_unsaved_data(); // we need this to run triggers
 
    for(auto n : world.in_nation) {
        auto g = n.get_government_type();
        auto name = nations::int_to_tag(n.get_identity_from_identity_holder().get_identifying_int());
        if(!(n.get_owned_province_count() == 0 || world.government_type_is_valid(g))) {
            err.accumulated_errors += "Government for '" + text::produce_simple_string(*this, text::get_name(*this, n)) + "' (" + name + ") is not valid\n";
        }
    }
    for(auto g : world.in_government_type) {
        for(auto rt : world.in_rebel_type) {
            auto ng = rt.get_government_change(g);
            if(!(!ng || uint32_t(ng.id.index()) < world.government_type_size())) {
                err.accumulated_errors += "Government change for rebel type '" + text::produce_simple_string(*this, rt.get_name()) + "' with government '" + text::produce_simple_string(*this, g.get_name()) + "' is not valid\n";
            }
        }
    }
 
    // run pending triggers and effects
    for(auto pending_decision : pending_decisions) {
        dcon::nation_id n = pending_decision.first;
        dcon::decision_id d = pending_decision.second;
        if(auto e = world.decision_get_effect(d); e)
            effect::execute(*this, e, trigger::to_generic(n), trigger::to_generic(n), 0, uint32_t(current_date.value), uint32_t(n.index() << 4 ^ d.index()));
    }
 
    demographics::regenerate_from_pop_data_full(*this);
    economy::initialize(*this);
 
    culture::create_initial_ideology_and_issues_distribution(*this);
    demographics::regenerate_from_pop_data_full(*this);
 
    military::reinforce_regiments(*this);
 
    nations::update_administrative_efficiency(*this);
    military::regenerate_land_unit_average(*this);
    military::regenerate_ship_scores(*this);
    nations::update_industrial_scores(*this);
    military::update_naval_supply_points(*this);
    economy::update_rgo_employment(*this);
    economy::update_factory_employment(*this);
    nations::update_military_scores(*this); // depends on ship score, land unit average
    nations::update_rankings(*this);        // depends on industrial score, military scores
 
    assert(great_nations.size() == 0);
    uint32_t greatpowersfound = 0;
    uint32_t i = 0;
    while(greatpowersfound < uint32_t(defines.great_nations_count)) {
        if(i >= nations_by_rank.size()) {
            break;
        }
        if(nations_by_rank[i] && world.overlord_get_ruler(world.nation_get_overlord_as_subject(nations_by_rank[i])) == dcon::nation_id()) {
            great_nations.push_back(great_nation{ sys::date{0}, nations_by_rank[i] });
            world.nation_set_is_great_power(nations_by_rank[i], true);
            greatpowersfound++;
        }
        i++;
    }
 
    // fix slaves in non-slave owning nations
    for(auto p : world.in_province) {
        culture::fix_slaves_in_province(*this, p.get_nation_from_province_ownership(), p);
    }
 
    province::for_each_land_province(*this, [&](dcon::province_id p) {
        if(auto rgo = world.province_get_rgo(p); !rgo) {
            auto name = world.province_get_name(p);
            err.accumulated_errors += std::string("province ") + text::produce_simple_string(*this, name) + " is missing an rgo\n";
            world.province_set_rgo(p, economy::money);
        }
    });
 
    economy::presimulate(*this);
 
    ai::identify_focuses(*this);
    ai::initialize_ai_tech_weights(*this);
    // ai::update_ai_research(*this);
    ai::update_influence_priorities(*this);
    ai::update_focuses(*this);
 
    military::recover_org(*this);
 
    military::set_initial_leaders(*this);
}
 
void state::preload() {
    adjacency_data_out_of_date = true;
    for(auto si : world.in_state_instance) {
        si.set_naval_base_is_taken(false);
        si.set_capital(dcon::province_id{});
    }
    for(auto n : world.in_nation) {
        n.set_combined_issue_rules(0);
        n.set_is_at_war(false);
        n.set_allies_count(0);
        n.set_vassals_count(0);
        n.set_substates_count(0);
        n.set_administrative_efficiency(0.0f);
        n.set_is_target_of_some_cb(false);
        n.set_in_sphere_of(dcon::nation_id{});
        n.set_is_player_controlled(false);
        n.set_is_great_power(false);
        n.set_is_colonial_nation(false);
        n.set_has_flash_point_state(false);
        n.set_ai_is_threatened(false);
        n.set_ai_home_port(dcon::province_id{});
    }
    for(auto p : world.in_pop) {
        p.set_political_reform_desire(0);
        p.set_social_reform_desire(0);
        p.set_is_primary_or_accepted_culture(false);
    }
    for(auto p : world.in_province) {
        p.set_state_membership(dcon::state_instance_id{});
        p.set_is_owner_core(false);
        p.set_is_blockaded(false);
    }
    for(auto m : world.in_movement) {
        m.set_pop_support(0.0f);
        m.set_radicalism(0.0f);
    }
    for(auto s : world.in_ship) {
        s.set_pending_split(false);
    }
    for(auto r : world.in_regiment) {
        r.set_pending_split(false);
    }
}
 
void state::on_scenario_load() {
    world.pop_type_resize_issues_fns(world.issue_option_size());
    world.pop_type_resize_ideology_fns(world.ideology_size());
    world.pop_type_resize_promotion_fns(world.pop_type_size());
 
    if(network_mode != network_mode_type::single_player)
        return;
 
    //
    // compile functions using llvm when available
    //
#ifdef USE_LLVM
 
    std::thread dispatch{ [&]() {
    jit_environment = std::make_unique<fif::environment>();
 
    int32_t error_count = 0;
    std::string error_list;
    jit_environment->report_error = [&](std::string_view s) {
        console_command_error += std::string("?R ERROR: ") + std::string(s) + "?W\\n";
        };
    fif::common_fif_environment(*this, *jit_environment);
 
 
    fif::interpreter_stack values{ };
 
    //AllocConsole();
    //freopen("CONOUT$", "w", stdout);
    //freopen("CONOUT$", "w", stderr);
 
    for(auto p : world.in_pop_type) {
        for(auto i : world.in_issue_option) {
            auto mkey = world.pop_type_get_issues(p, i);
            std::string base_name = "pi" + std::to_string(p.id.index()) + "_" + std::to_string(i.id.index());
            if(mkey) {
                std::string fn_str = ": " + base_name + "internal >pop_id dup " + fif_trigger::multiplicative_modifier(*this, mkey) + " drop drop r> ; ";
                fn_str += ":export " + base_name + "ext" + " i32 " + base_name + "internal ; ";
                fif::run_fif_interpreter(*jit_environment, fn_str, values);
            } else {
                std::string fn_str = ": " + base_name + "internal" + " drop 0.0 ; ";
                fn_str += ":export " + base_name + "ext" + " i32 " + base_name + "internal ; ";
                fif::run_fif_interpreter(*jit_environment, fn_str, values);
            }
        }
 
        for(auto id : world.in_ideology) {
            auto mkey = world.pop_type_get_ideology(p, id);
            std::string base_name = "pid" + std::to_string(p.id.index()) + "_" + std::to_string(id.id.index());
            if(mkey) {
                std::string fn_str = ": " + base_name + "internal >pop_id dup " + fif_trigger::multiplicative_modifier(*this, mkey) + " drop drop r> ; ";
                fn_str += ":export " + base_name + "ext" + " i32 " + base_name + "internal ; ";
                fif::run_fif_interpreter(*jit_environment, fn_str, values);
            } else {
                std::string fn_str = ": " + base_name + "internal" + " drop 0.0 ; ";
                fn_str += ":export " + base_name + "ext" + " i32 " + base_name + "internal ; ";
                fif::run_fif_interpreter(*jit_environment, fn_str, values);
            }
        }
 
        for(auto t : world.in_pop_type) {
            auto mkey = world.pop_type_get_promotion(p, t);
            std::string base_name = "pp" + std::to_string(p.id.index()) + "_" + std::to_string(t.id.index());
            if(mkey) {
                std::string fn_str = ": " + base_name + "internal >pop_id dup " + fif_trigger::additive_modifier(*this, mkey) + " drop drop r> ; ";
                fn_str += ":export " + base_name + "ext" + " i32 " + base_name + "internal ; ";
                fif::run_fif_interpreter(*jit_environment, fn_str, values);
            }
        }
 
        {
            auto mkey = world.pop_type_get_migration_target(p);
            std::string base_name = "pmt" + std::to_string(p.id.index());
            if(mkey) {
                std::string fn_str = ": " + base_name + "internal swap >pop_id swap >province_id " + fif_trigger::multiplicative_modifier(*this, mkey) + " drop drop r> ; ";
                fn_str += ":export " + base_name + "ext" + " i32 i32 " + base_name + "internal ; ";
                fif::run_fif_interpreter(*jit_environment, fn_str, values);
            }
        }
        {
            auto mkey = world.pop_type_get_country_migration_target(p);
            std::string base_name = "pcmt" + std::to_string(p.id.index());
            if(mkey) {
                std::string fn_str = ": " + base_name + "internal swap >pop_id swap >nation_id " + fif_trigger::multiplicative_modifier(*this, mkey) + " drop drop r> ; ";
                fn_str += ":export " + base_name + "ext" + " i32 i32 " + base_name + "internal ; ";
                fif::run_fif_interpreter(*jit_environment, fn_str, values);
            }
        }
    }
    {
        std::string fn_str = ": promote_internal >pop_id dup " + fif_trigger::additive_modifier(*this, culture_definitions.promotion_chance) + " drop drop r> ; ";
        fn_str += ":export promote_ext i32 promote_internal ; ";
        fif::run_fif_interpreter(*jit_environment, fn_str, values);
    }
    {
        std::string fn_str = ": demote_internal >pop_id dup " + fif_trigger::additive_modifier(*this, culture_definitions.demotion_chance) + " drop drop r> ; ";
        fn_str += ":export demote_ext i32 demote_internal ; ";
        fif::run_fif_interpreter(*jit_environment, fn_str, values);
    }
 
    fif::perform_jit(*jit_environment);
 
    //
    // load exported fns
    //
    for(auto p : world.in_pop_type) {
        for(auto i : world.in_issue_option) {
            std::string name = "pi" + std::to_string(p.id.index()) + "_" + std::to_string(i.id.index()) + "ext";
 
            LLVMOrcExecutorAddress bare_address = 0;
            auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, name.c_str());
 
            if(error) {
                auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
                OutputDebugStringA(msg);
                OutputDebugStringA("\n");
#endif
                LLVMDisposeErrorMessage(msg);
            } else {
                assert(bare_address != 0);
                world.pop_type_set_issues_fns(p, i, bare_address);
            }
        }
        for(auto id : world.in_ideology) {
            std::string name = "pid" + std::to_string(p.id.index()) + "_" + std::to_string(id.id.index()) + "ext";
 
            LLVMOrcExecutorAddress bare_address = 0;
            auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, name.c_str());
 
            if(error) {
                auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
                OutputDebugStringA(msg);
                OutputDebugStringA("\n");
#endif
                LLVMDisposeErrorMessage(msg);
            } else {
                assert(bare_address != 0);
                world.pop_type_set_ideology_fns(p, id, bare_address);
            }
        }
        for(auto t : world.in_pop_type) {
            if(world.pop_type_get_promotion(p, t)) {
                std::string name = "pp" + std::to_string(p.id.index()) + "_" + std::to_string(t.id.index()) + "ext";
 
                LLVMOrcExecutorAddress bare_address = 0;
                auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, name.c_str());
 
                if(error) {
                    auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
                    OutputDebugStringA(msg);
                    OutputDebugStringA("\n");
#endif
                    LLVMDisposeErrorMessage(msg);
                } else {
                    assert(bare_address != 0);
                    world.pop_type_set_promotion_fns(p, t, bare_address);
                }
            }
        }
 
        {
            auto mkey = world.pop_type_get_migration_target(p);
            if(mkey) {
                std::string base_name = "pmt" + std::to_string(p.id.index()) + "ext";
                LLVMOrcExecutorAddress bare_address = 0;
                auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, base_name.c_str());
 
                if(error) {
                    auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
                    OutputDebugStringA(msg);
                    OutputDebugStringA("\n");
#endif
                    LLVMDisposeErrorMessage(msg);
                } else {
                    assert(bare_address != 0);
                    world.pop_type_set_migration_target_fn(p, bare_address);
                }
            }
        }
        {
            auto mkey = world.pop_type_get_country_migration_target(p);
            if(mkey) {
                std::string base_name = "pcmt" + std::to_string(p.id.index()) + "ext";
                LLVMOrcExecutorAddress bare_address = 0;
                auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, base_name.c_str());
 
                if(error) {
                    auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
                    OutputDebugStringA(msg);
                    OutputDebugStringA("\n");
#endif
                    LLVMDisposeErrorMessage(msg);
                } else {
                    assert(bare_address != 0);
                    world.pop_type_set_country_migration_target_fn(p, bare_address);
                }
            }
        }
    }
 
    {
        LLVMOrcExecutorAddress bare_address = 0;
        auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, "promote_ext");
 
        if(error) {
            auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
            OutputDebugStringA(msg);
            OutputDebugStringA("\n");
#endif
            LLVMDisposeErrorMessage(msg);
        } else {
            assert(bare_address != 0);
            culture_definitions.promotion_chance_fn = bare_address;
        }
    }
    {
        LLVMOrcExecutorAddress bare_address = 0;
        auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, "demote_ext");
 
        if(error) {
            auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
            OutputDebugStringA(msg);
            OutputDebugStringA("\n");
#endif
            LLVMDisposeErrorMessage(msg);
        } else {
            assert(bare_address != 0);
            culture_definitions.demotion_chance_fn = bare_address;
        }
    }
 
    //
    // set global values
    //
    {
        LLVMOrcExecutorAddress bare_address = 0;
        auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, "set_container");
 
        if(error) {
            auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
            OutputDebugStringA(msg);
            OutputDebugStringA("\n");
#endif
            LLVMDisposeErrorMessage(msg);
        } else {
            assert(bare_address != 0);
            using ftype = void(*)(void*);
            ftype fn = (ftype)bare_address;
            fn(&world);
        }
    }
    {
        LLVMOrcExecutorAddress bare_address = 0;
        auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, "set_vector_storage");
 
        if(error) {
            auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
            OutputDebugStringA(msg);
            OutputDebugStringA("\n");
#endif
            LLVMDisposeErrorMessage(msg);
        } else {
            assert(bare_address != 0);
            using ftype = void(*)(void*);
            ftype fn = (ftype)bare_address;
            fn(dcon::shared_backing_storage.allocation);
        }
    }
    {
        LLVMOrcExecutorAddress bare_address = 0;
        auto error = LLVMOrcLLJITLookup(jit_environment->llvm_jit, &bare_address, "set_state");
 
        if(error) {
            auto msg = LLVMGetErrorMessage(error);
#ifdef _WIN32
            OutputDebugStringA(msg);
            OutputDebugStringA("\n");
#endif
            LLVMDisposeErrorMessage(msg);
        } else {
            assert(bare_address != 0);
            using ftype = void(*)(void*);
            ftype fn = (ftype)bare_address;
            fn(this);
        }
    }
    //
    // END set global values
    //
    } };
 
    dispatch.detach();
#endif
 
}
 
void state::fill_unsaved_data() { // reconstructs derived values that are not directly saved after a save has been loaded
    great_nations.reserve(int32_t(defines.great_nations_count));
 
    world.nation_resize_modifier_values(sys::national_mod_offsets::count);
    world.nation_resize_rgo_goods_output(world.commodity_size());
    world.nation_resize_factory_goods_output(world.commodity_size());
    world.nation_resize_factory_goods_throughput(world.commodity_size());
    world.nation_resize_rgo_size(world.commodity_size());
    world.nation_resize_rebel_org_modifier(world.rebel_type_size());
    world.nation_resize_active_unit(uint32_t(military_definitions.unit_base_definitions.size()));
    world.nation_resize_active_crime(uint32_t(culture_definitions.crimes.size()));
    world.nation_resize_active_building(world.factory_type_size());
    world.nation_resize_unit_stats(uint32_t(military_definitions.unit_base_definitions.size()));
    world.nation_resize_max_building_level(economy::max_building_types);
 
    world.province_resize_modifier_values(provincial_mod_offsets::count);
 
    world.nation_resize_demographics(demographics::size(*this));
    world.state_instance_resize_demographics(demographics::size(*this));
    world.province_resize_demographics(demographics::size(*this));
 
    province::restore_distances(*this);
 
    world.for_each_nation([&](dcon::nation_id id) { politics::update_displayed_identity(*this, id); });
 
    nations_by_rank.resize(2000); // TODO: take this value directly from the data container: max number of nations
    nations_by_industrial_score.resize(2000);
    nations_by_military_score.resize(2000);
    nations_by_prestige_score.resize(2000);
    crisis_participants.resize(2000);
 
    world.for_each_issue([&](dcon::issue_id id) {
        for(auto& opt : world.issue_get_options(id)) {
            if(opt) {
                world.issue_option_set_parent_issue(opt, id);
            }
        }
    });
    world.for_each_reform([&](dcon::reform_id id) {
        for(auto& opt : world.reform_get_options(id)) {
            if(opt) {
                world.reform_option_set_parent_reform(opt, id);
            }
        }
    });
    for(auto i : culture_definitions.party_issues) {
        world.issue_set_issue_type(i, uint8_t(culture::issue_type::party));
    }
    for(auto i : culture_definitions.military_issues) {
        world.reform_set_reform_type(i, uint8_t(culture::issue_type::military));
    }
    for(auto i : culture_definitions.economic_issues) {
        world.reform_set_reform_type(i, uint8_t(culture::issue_type::economic));
    }
    for(auto i : culture_definitions.social_issues) {
        world.issue_set_issue_type(i, uint8_t(culture::issue_type::social));
    }
    for(auto i : culture_definitions.political_issues) {
        world.issue_set_issue_type(i, uint8_t(culture::issue_type::political));
    }
 
    military::reset_unit_stats(*this);
    culture::clear_existing_tech_effects(*this);
    culture::repopulate_technology_effects(*this);
    culture::repopulate_invention_effects(*this);
    military::apply_base_unit_stat_modifiers(*this);
 
    province::update_connected_regions(*this);
    province::restore_unsaved_values(*this);
 
    culture::update_all_nations_issue_rules(*this);
    culture::restore_unsaved_values(*this);
    nations::restore_state_instances(*this);
    demographics::regenerate_from_pop_data_full(*this);
 
    sys::repopulate_modifier_effects(*this);
    military::restore_unsaved_values(*this);
    nations::restore_unsaved_values(*this);
 
    pop_demographics::regenerate_is_primary_or_accepted(*this);
 
    nations::update_administrative_efficiency(*this);
    rebel::update_movement_values(*this);
 
    economy::regenerate_unsaved_values(*this);
 
    military::regenerate_land_unit_average(*this);
    military::regenerate_ship_scores(*this);
    nations::update_industrial_scores(*this);
    nations::update_military_scores(*this);
    nations::update_rankings(*this);
    nations::update_ui_rankings(*this);
 
    nations::monthly_flashpoint_update(*this);
 
    //
    // clear any pending messages from previously loaded saves
    //
 
    new_n_event.~SPSCQueue();
    new (&new_n_event) rigtorp::SPSCQueue<event::pending_human_n_event>(1024);
    new_f_n_event.~SPSCQueue();
    new (&new_f_n_event) rigtorp::SPSCQueue<event::pending_human_f_n_event>(1024);
    new_p_event.~SPSCQueue();
    new (&new_p_event) rigtorp::SPSCQueue<event::pending_human_p_event>(1024);
    new_f_p_event.~SPSCQueue();
    new (&new_f_p_event) rigtorp::SPSCQueue<event::pending_human_f_p_event>(1024);
 
    new_requests.~SPSCQueue();
    new (&new_requests) rigtorp::SPSCQueue<diplomatic_message::message>(256);
 
 
    if(local_player_nation) {
        world.nation_set_is_player_controlled(local_player_nation, true);
        // reshow pending events, messages, etc
        for(auto const& e : pending_n_event) {
            if(e.n == local_player_nation) {
                auto auto_choice = world.national_event_get_auto_choice(e.e);
                if(auto_choice == 0)
                    auto b = new_n_event.try_push(e);
                else
                    command::make_event_choice(*this, e, uint8_t(auto_choice - 1));
            }
        }
        for(auto const& e : pending_f_n_event) {
            if(e.n == local_player_nation) {
                auto auto_choice = world.free_national_event_get_auto_choice(e.e);
                if(auto_choice == 0)
                    auto b = new_f_n_event.try_push(e);
                else
                    command::make_event_choice(*this, e, uint8_t(auto_choice - 1));
            }
        }
        for(auto const& e : pending_p_event) {
            if(world.province_get_nation_from_province_ownership(e.p) == local_player_nation) {
                auto auto_choice = world.provincial_event_get_auto_choice(e.e);
                if(auto_choice == 0)
                    auto b = new_p_event.try_push(e);
                else
                    command::make_event_choice(*this, e, uint8_t(auto_choice - 1));
            }
        }
        for(auto const& e : pending_f_p_event) {
            if(world.province_get_nation_from_province_ownership(e.p) == local_player_nation) {
                auto auto_choice = world.free_provincial_event_get_auto_choice(e.e);
                if(auto_choice == 0)
                    auto b = new_f_p_event.try_push(e);
                else
                    command::make_event_choice(*this, e, uint8_t(auto_choice - 1));
            }
        }
        for(auto const& m : pending_messages) {
            if(m.to == local_player_nation && m.type != diplomatic_message::type::none) {
                auto b = new_requests.try_push(m);
            }
        }
    }
    ui_date = current_date;
 
    province::update_cached_values(*this);
    nations::update_cached_values(*this);
 
    ai::identify_focuses(*this);
    ai::initialize_ai_tech_weights(*this);
    ai::update_ai_general_status(*this);
    ai::refresh_home_ports(*this);
 
    military_definitions.pending_blackflag_update = true;
    military::update_blackflag_status(*this);
 
#ifndef NDEBUG
    for(auto p : world.in_pop) {
        float total = 0.0f;
        for(auto i : world.in_ideology) {
            auto& val = p.get_demographics(pop_demographics::to_key(*this, i));
            if(0.0 <= val && val <= 1.0f) {
                total += val;
            } else {
                val = 0.0f;
            }
        }
        if(total > 0.0f) {
            for(auto i : world.in_ideology) {
                auto& val = p.get_demographics(pop_demographics::to_key(*this, i));
                val = val / total;
            }
        }
    }
    military::run_gc(*this);
    for(auto a : world.in_army) {
        if(a.get_arrival_time() && a.get_arrival_time() <= current_date) {
            a.set_arrival_time(current_date + 1);
        }
    }
    for(auto a : world.in_navy) {
        if(a.get_arrival_time() && a.get_arrival_time() <= current_date) {
            a.set_arrival_time(current_date + 1);
        }
    }
    for(auto shp : world.in_ship) {
        assert(shp.get_navy_from_navy_membership());
        assert(shp.get_type());
    }
    std::vector<dcon::ship_id> sin_battle;
    for(auto b : world.in_naval_battle) {
        for(auto slot : b.get_slots()) {
            if((slot.flags & military::ship_in_battle::mode_mask) != military::ship_in_battle::mode_retreated
                && (slot.flags & military::ship_in_battle::mode_mask) != military::ship_in_battle::mode_sunk) {
 
                assert(world.ship_is_valid(slot.ship));
                auto it = std::find(sin_battle.begin(), sin_battle.end(), slot.ship);
                assert(it == sin_battle.end());
                sin_battle.push_back(slot.ship);
            }
        }
    }
 
#endif // ! NDEBUG
 
    game_state_updated.store(true, std::memory_order::release);
}
 
void state::single_game_tick() {
    // do update logic
 
    current_date += 1;
 
    if(!is_playable_date(current_date, start_date, end_date)) {
        game_scene::switch_scene(*this, game_scene::scene_id::end_screen);
        game_state_updated.store(true, std::memory_order::release);
        return;
    }
 
    auto ymd_date = current_date.to_ymd(start_date);
 
    diplomatic_message::update_pending(*this);
 
    auto month_start = sys::year_month_day{ ymd_date.year, ymd_date.month, uint16_t(1) };
    auto next_month_start = ymd_date.month != 12 ? sys::year_month_day{ ymd_date.year, uint16_t(ymd_date.month + 1), uint16_t(1) } : sys::year_month_day{ ymd_date.year + 1, uint16_t(1), uint16_t(1) };
    auto const days_in_month = uint32_t(sys::days_difference(month_start, next_month_start));
 
    // pop update:
    static demographics::ideology_buffer idbuf(*this);
    static demographics::issues_buffer isbuf(*this);
    static demographics::promotion_buffer pbuf;
    static demographics::assimilation_buffer abuf;
    static demographics::conversion_buffer rbuf;
    static demographics::migration_buffer mbuf;
    static demographics::migration_buffer cmbuf;
    static demographics::migration_buffer imbuf;
 
    // calculate complex changes in parallel where we can, but don't actually apply the results
    // instead, the changes are saved to be applied only after all triggers have been evaluated
    concurrency::parallel_for(0, 8, [&](int32_t index) {
        switch(index) {
        case 0:
        {
            auto o = uint32_t(ymd_date.day);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_ideologies(*this, o, days_in_month, idbuf);
            break;
        }
        case 1:
        {
            auto o = uint32_t(ymd_date.day + 1);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_issues(*this, o, days_in_month, isbuf);
            break;
        }
        case 2:
        {
            auto o = uint32_t(ymd_date.day + 6);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_type_changes(*this, o, days_in_month, pbuf);
            break;
        }
        case 3:
        {
            auto o = uint32_t(ymd_date.day + 7);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_assimilation(*this, o, days_in_month, abuf);
            break;
        }
        case 4:
        {
            auto o = uint32_t(ymd_date.day + 8);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_internal_migration(*this, o, days_in_month, mbuf);
            break;
        }
        case 5:
        {
            auto o = uint32_t(ymd_date.day + 9);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_colonial_migration(*this, o, days_in_month, cmbuf);
            break;
        }
        case 6:
        {
            auto o = uint32_t(ymd_date.day + 10);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_immigration(*this, o, days_in_month, imbuf);
            break;
        }
        case 7:
        {
            auto o = uint32_t(ymd_date.day + 11);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_conversion(*this, o, days_in_month, rbuf);
            break;
        }
        default:
            break;
        }
    });
 
    // apply in parallel where we can
    concurrency::parallel_for(0, 8, [&](int32_t index) {
        switch(index) {
        case 0:
        {
            auto o = uint32_t(ymd_date.day + 0);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::apply_ideologies(*this, o, days_in_month, idbuf);
            break;
        }
        case 1:
        {
            auto o = uint32_t(ymd_date.day + 1);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::apply_issues(*this, o, days_in_month, isbuf);
            break;
        }
        case 2:
        {
            auto o = uint32_t(ymd_date.day + 2);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_militancy(*this, o, days_in_month);
            break;
        }
        case 3:
        {
            auto o = uint32_t(ymd_date.day + 3);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_consciousness(*this, o, days_in_month);
            break;
        }
        case 4:
        {
            auto o = uint32_t(ymd_date.day + 4);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_literacy(*this, o, days_in_month);
            break;
        }
        case 5:
        {
            auto o = uint32_t(ymd_date.day + 5);
            if(o >= days_in_month)
                o -= days_in_month;
            demographics::update_growth(*this, o, days_in_month);
            break;
        }
        case 6:
            province::ve_for_each_land_province(*this,
                    [&](auto ids) { world.province_set_daily_net_migration(ids, ve::fp_vector{}); });
            break;
        case 7:
            province::ve_for_each_land_province(*this,
                    [&](auto ids) { world.province_set_daily_net_immigration(ids, ve::fp_vector{}); });
            break;
        default:
            break;
        }
    });
 
    // because they may add pops, these changes must be applied sequentially
    {
        auto o = uint32_t(ymd_date.day + 6);
        if(o >= days_in_month)
            o -= days_in_month;
        demographics::apply_type_changes(*this, o, days_in_month, pbuf);
    }
    {
        auto o = uint32_t(ymd_date.day + 7);
        if(o >= days_in_month)
            o -= days_in_month;
        demographics::apply_assimilation(*this, o, days_in_month, abuf);
    }
    {
        auto o = uint32_t(ymd_date.day + 8);
        if(o >= days_in_month)
            o -= days_in_month;
        demographics::apply_internal_migration(*this, o, days_in_month, mbuf);
    }
    {
        auto o = uint32_t(ymd_date.day + 9);
        if(o >= days_in_month)
            o -= days_in_month;
        demographics::apply_colonial_migration(*this, o, days_in_month, cmbuf);
    }
    {
        auto o = uint32_t(ymd_date.day + 10);
        if(o >= days_in_month)
            o -= days_in_month;
        demographics::apply_immigration(*this, o, days_in_month, imbuf);
    }
    {
        auto o = uint32_t(ymd_date.day + 11);
        if(o >= days_in_month)
            o -= days_in_month;
        demographics::apply_conversion(*this, o, days_in_month, rbuf);
    }
 
    demographics::remove_size_zero_pops(*this);
 
    // basic repopulation of demographics derived values
    demographics::regenerate_from_pop_data_daily(*this);
 
    // values updates pass 1 (mostly trivial things, can be done in parallel)
    concurrency::parallel_for(0, 17, [&](int32_t index) {
        switch(index) {
        case 0:
            ai::refresh_home_ports(*this);
            break;
        case 1:
            // Instant research cheat
            for(auto n: this->cheat_data.instant_research_nations) {
                auto tech = this->world.nation_get_current_research(n);
                if(tech.is_valid()) {
                    float points = culture::effective_technology_cost(*this, this->current_date.to_ymd(this->start_date).year, n, tech);
                    this->world.nation_set_research_points(n, points);
                }
            }
            nations::update_research_points(*this);
            break;
        case 2:
            military::regenerate_land_unit_average(*this);
            break;
        case 3:
            military::regenerate_ship_scores(*this);
            break;
        case 4:
            nations::update_industrial_scores(*this);
            break;
        case 5:
            military::update_naval_supply_points(*this);
            break;
        case 6:
            military::update_all_recruitable_regiments(*this);
            break;
        case 7:
            military::regenerate_total_regiment_counts(*this);
            break;
        case 8:
            economy::update_rgo_employment(*this);
            break;
        case 9:
            economy::update_factory_employment(*this);
            break;
        case 10:
            nations::update_administrative_efficiency(*this);
            rebel::daily_update_rebel_organization(*this);
            break;
        case 11:
            military::daily_leaders_update(*this);
            break;
        case 12:
            politics::daily_party_loyalty_update(*this);
            break;
        case 13:
            nations::daily_update_flashpoint_tension(*this);
            break;
        case 14:
            military::update_ticking_war_score(*this);
            break;
        case 15:
            military::increase_dig_in(*this);
            break;
        case 16:
            military::update_blockade_status(*this);
            break;
        }
    });
 
    economy::daily_update(*this, true);
 
    military::recover_org(*this);
    military::update_siege_progress(*this);
    military::update_movement(*this);
    military::update_naval_battles(*this);
    military::update_land_battles(*this);
 
    military::advance_mobilizations(*this);
 
    province::update_colonization(*this);
    military::update_cbs(*this); // may add/remove cbs to a nation
 
    event::update_events(*this);
 
    culture::update_research(*this, uint32_t(ymd_date.year));
 
    nations::update_military_scores(*this); // depends on ship score, land unit average
    nations::update_rankings(*this);                // depends on industrial score, military scores
    nations::update_great_powers(*this);        // depends on rankings
    nations::update_influence(*this);               // depends on rankings, great powers
 
    nations::update_crisis(*this);
    politics::update_elections(*this);
 
    //
    if(current_date.value % 4 == 0) {
        ai::update_ai_colonial_investment(*this);
    }
 
    if(defines.alice_eval_ai_mil_everyday != 0.0f) {
        ai::make_defense(*this);
        ai::make_attacks(*this);
        ai::update_ships(*this);
    }
 
    // Once per month updates, spread out over the month
    switch(ymd_date.day) {
        case 1:
            nations::update_monthly_points(*this);
            economy::prune_factories(*this);
            break;
        case 2:
            province::update_blockaded_cache(*this);
            sys::update_modifier_effects(*this);
            break;
        case 3:
            military::monthly_leaders_update(*this);
            ai::add_gw_goals(*this);
            break;
        case 4:
            military::reinforce_regiments(*this);
            if(!bool(defines.alice_eval_ai_mil_everyday)) {
                ai::make_defense(*this);
            }
            break;
        case 5:
            rebel::update_movements(*this);
            rebel::update_factions(*this);
            break;
        case 6:
            ai::form_alliances(*this);
            if(!bool(defines.alice_eval_ai_mil_everyday)) {
                ai::make_attacks(*this);
            }
            break;
        case 7:
            ai::update_ai_general_status(*this);
            break;
        case 8:
            military::apply_attrition(*this);
            break;
        case 9:
            military::repair_ships(*this);
            break;
        case 10:
            province::update_crimes(*this);
            break;
        case 11:
            province::update_nationalism(*this);
            break;
        case 12:
            ai::update_ai_research(*this);
            rebel::update_armies(*this);
            rebel::rebel_hunting_check(*this);
            break;
        case 13:
            ai::perform_influence_actions(*this);
            break;
        case 14:
            ai::update_focuses(*this);
            break;
        case 15:
            culture::discover_inventions(*this);
            break;
        case 16:
            ai::take_ai_decisions(*this);
            break;
        case 17:
            ai::build_ships(*this);
            ai::update_land_constructions(*this);
            break;
        case 18:
            ai::update_ai_econ_construction(*this);
            break;
        case 19:
            ai::update_budget(*this);
            break;
        case 20:
            nations::monthly_flashpoint_update(*this);
            if(!bool(defines.alice_eval_ai_mil_everyday)) {
                ai::make_defense(*this);
            }
            break;
        case 21:
            ai::update_ai_colony_starting(*this);
            break;
        case 22:
            ai::take_reforms(*this);
            break;
        case 23:
            ai::civilize(*this);
            ai::make_war_decs(*this);
            break;
        case 24:
            rebel::execute_rebel_victories(*this);
            if(!bool(defines.alice_eval_ai_mil_everyday)) {
                ai::make_attacks(*this);
            }
            rebel::update_armies(*this);
            rebel::rebel_hunting_check(*this);
            break;
        case 25:
            rebel::execute_province_defections(*this);
            break;
        case 26:
            ai::make_peace_offers(*this);
            break;
        case 27:
            ai::update_crisis_leaders(*this);
            break;
        case 28:
            rebel::rebel_risings_check(*this);
            break;
        case 29:
            ai::update_war_intervention(*this);
            break;
        case 30:
            if(!bool(defines.alice_eval_ai_mil_everyday)) {
                ai::update_ships(*this);
            }
            rebel::update_armies(*this);
            rebel::rebel_hunting_check(*this);
            break;
        case 31:
            ai::update_cb_fabrication(*this);
            ai::update_ai_ruling_party(*this);
            break;
        default:
            break;
    }
 
    military::apply_regiment_damage(*this);
 
    if(ymd_date.day == 1) {
        if(ymd_date.month == 1) {
            // yearly update : redo the upper house
            for(auto n : world.in_nation) {
                if(n.get_owned_province_count() != 0)
                    politics::recalculate_upper_house(*this, n);
            }
 
            ai::update_influence_priorities(*this);
        }
        if(ymd_date.month == 2) {
            ai::upgrade_colonies(*this);
        }
        if(ymd_date.month == 3 && !national_definitions.on_quarterly_pulse.empty()) {
            for(auto n : world.in_nation) {
                if(n.get_owned_province_count() > 0) {
                    event::fire_fixed_event(*this, national_definitions.on_quarterly_pulse, trigger::to_generic(n.id), event::slot_type::nation, n.id, -1, event::slot_type::none);
                }
            }
        }
        if(ymd_date.month == 4 && ymd_date.year % 2 == 0) { // the purge
            demographics::remove_small_pops(*this);
        }
        if(ymd_date.month == 5) {
            ai::prune_alliances(*this);
        }
        if(ymd_date.month == 6 && !national_definitions.on_quarterly_pulse.empty()) {
            for(auto n : world.in_nation) {
                if(n.get_owned_province_count() > 0) {
                    event::fire_fixed_event(*this, national_definitions.on_quarterly_pulse, trigger::to_generic(n.id), event::slot_type::nation, n.id, -1, event::slot_type::none);
                }
            }
        }
        if(ymd_date.month == 7) {
            ai::update_influence_priorities(*this);
        }
        if(ymd_date.month == 9 && !national_definitions.on_quarterly_pulse.empty()) {
            for(auto n : world.in_nation) {
                if(n.get_owned_province_count() > 0) {
                    event::fire_fixed_event(*this, national_definitions.on_quarterly_pulse, trigger::to_generic(n.id), event::slot_type::nation, n.id, -1, event::slot_type::none);
                }
            }
        }
        if(ymd_date.month == 10 && !national_definitions.on_yearly_pulse.empty()) {
            for(auto n : world.in_nation) {
                if(n.get_owned_province_count() > 0) {
                    event::fire_fixed_event(*this, national_definitions.on_yearly_pulse, trigger::to_generic(n.id), event::slot_type::nation, n.id, -1, event::slot_type::none);
                }
            }
        }
        if(ymd_date.month == 11) {
            ai::prune_alliances(*this);
        }
        if(ymd_date.month == 12 && !national_definitions.on_quarterly_pulse.empty()) {
            for(auto n : world.in_nation) {
                if(n.get_owned_province_count() > 0) {
                    event::fire_fixed_event(*this, national_definitions.on_quarterly_pulse, trigger::to_generic(n.id), event::slot_type::nation, n.id, -1, event::slot_type::none);
                }
            }
        }
    }
 
    ai::general_ai_unit_tick(*this);
 
    military::run_gc(*this);
    nations::run_gc(*this);
    military::update_blackflag_status(*this);
    ai::daily_cleanup(*this);
 
    province::update_connected_regions(*this);
    province::update_cached_values(*this);
    nations::update_cached_values(*this);
    /*
     * END OF DAY: update cached data
     */
 
    player_data_cache.treasury_record[current_date.value % 32] = nations::get_treasury(*this, local_player_nation);
    player_data_cache.population_record[current_date.value % 32] = world.nation_get_demographics(local_player_nation, demographics::total);
    if((current_date.value % 16) == 0) {
        auto index = economy::most_recent_price_record_index(*this);
        for(auto c : world.in_commodity) {
            c.set_price_record(index, c.get_current_price());
        }
    }
 
    if(((ymd_date.month % 3) == 0) && (ymd_date.day == 1)) {
        auto index = economy::most_recent_gdp_record_index(*this);
        for(auto n : world.in_nation) {
            n.set_gdp_record(index, economy::gdp_adjusted(*this, n));
        }
    }
 
    ui_date = current_date;
 
    game_state_updated.store(true, std::memory_order::release);
 
    switch(user_settings.autosaves) {
    case autosave_frequency::none:
        break;
    case autosave_frequency::daily:
        write_save_file(*this, sys::save_type::autosave);
        break;
    case autosave_frequency::monthly:
        if(ymd_date.day == 1)
            write_save_file(*this, sys::save_type::autosave);
        break;
    case autosave_frequency::yearly:
        if(ymd_date.month == 1 && ymd_date.day == 1)
            write_save_file(*this, sys::save_type::autosave);
        break;
    default:
        break;
    }
}
 
sys::checksum_key state::get_save_checksum() {
    dcon::load_record loaded = world.make_serialize_record_store_save();
    auto buffer = std::unique_ptr<uint8_t[]>(new uint8_t[world.serialize_size(loaded)]);
    std::byte* start = reinterpret_cast<std::byte*>(buffer.get());
    world.serialize(start, loaded);
 
    auto buffer_position = reinterpret_cast<uint8_t*>(start);
    int32_t total_size_used = static_cast<int32_t>(buffer_position - buffer.get());
 
    checksum_key key;
    blake2b(&key, sizeof(key), buffer.get(), total_size_used, nullptr, 0);
    return key;
}
 
void state::debug_save_oos_dump() {
    auto sdir = simple_fs::get_or_create_oos_directory();
    {
        // save for further inspection
        dcon::load_record loaded = world.make_serialize_record_store_save();
        auto save_buffer = std::unique_ptr<uint8_t[]>(new uint8_t[world.serialize_size(loaded)]);
        auto buffer_position = reinterpret_cast<std::byte*>(save_buffer.get());
        world.serialize(buffer_position, loaded);
        size_t total_size_used = reinterpret_cast<uint8_t*>(buffer_position) - save_buffer.get();
        simple_fs::write_file(sdir, NATIVE("save.bin"), reinterpret_cast<const char*>(save_buffer.get()), uint32_t(total_size_used));
    }
    {
        auto buffer = std::unique_ptr<uint8_t[]>(new uint8_t[sys::sizeof_save_section(*this)]);
        auto buffer_position = sys::write_save_section(buffer.get(), *this);
        size_t total_size_used = reinterpret_cast<uint8_t*>(buffer_position) - buffer.get();
        simple_fs::write_file(sdir, NATIVE("all_save.bin"), reinterpret_cast<const char*>(buffer.get()), uint32_t(total_size_used));
    }
}
 
void state::debug_scenario_oos_dump() {
    auto sdir = simple_fs::get_or_create_oos_directory();
    {
        // save for further inspection
        dcon::load_record loaded = world.make_serialize_record_store_scenario();
        auto buffer = std::unique_ptr<uint8_t[]>(new uint8_t[world.serialize_size(loaded)]);
        auto buffer_position = reinterpret_cast<std::byte*>(buffer.get());
        world.serialize(buffer_position, loaded);
        size_t total_size_used = reinterpret_cast<uint8_t*>(buffer_position) - buffer.get();
        simple_fs::write_file(sdir, NATIVE("scen.bin"), reinterpret_cast<char*>(buffer.get()), uint32_t(total_size_used));
    }
    {
        auto buffer = std::unique_ptr<uint8_t[]>(new uint8_t[sys::sizeof_scenario_section(*this).total_size]);
        auto buffer_position = sys::write_scenario_section(buffer.get(), *this);
        size_t total_size_used = reinterpret_cast<uint8_t*>(buffer_position) - buffer.get();
        simple_fs::write_file(sdir, NATIVE("all_scen.bin"), reinterpret_cast<char*>(buffer.get()), uint32_t(total_size_used));
    }
}
 
void state::game_loop() {
    static int32_t game_speed[] = {
        0,      // speed 0
        2000,   // speed 1 -- 2 seconds
        750,        // speed 2 -- 0.75 seconds
        250,    // speed 3 -- 0.25 seconds
        125,        // speed 4 -- 0.125 seconds
    };
    game_speed[1] = int32_t(defines.alice_speed_1);
    game_speed[2] = int32_t(defines.alice_speed_2);
    game_speed[3] = int32_t(defines.alice_speed_3);
    game_speed[4] = int32_t(defines.alice_speed_4);
 
    while(quit_signaled.load(std::memory_order::acquire) == false) {
        network::send_and_receive_commands(*this);
        {
            std::lock_guard l{ ugly_ui_game_interaction_hack };
            command::execute_pending_commands(*this);
        }
        if(network_mode == sys::network_mode_type::client) {
            std::this_thread::sleep_for(std::chrono::milliseconds(15));
        } else {
            auto speed = actual_game_speed.load(std::memory_order::acquire);
            auto upause = ui_pause.load(std::memory_order::acquire);
            if(network_mode != sys::network_mode_type::host) { // prevent host from pausing the game with open event windows
                upause = upause || ui::events_pause_test(*this);
            }
 
            if(speed <= 0 || upause || internally_paused || current_scene.enforced_pause) {
                std::this_thread::sleep_for(std::chrono::milliseconds(15));
            } else {
                auto entry_time = std::chrono::steady_clock::now();
                auto ms_count = std::chrono::duration_cast<std::chrono::milliseconds>(entry_time - last_update).count();
                if(speed >= 5 || ms_count >= game_speed[speed]) { /*enough time has passed*/
                    last_update = entry_time;
                    if(network_mode == sys::network_mode_type::host) {
                        command::advance_tick(*this, local_player_nation);
                    } else {
                        std::lock_guard l{ugly_ui_game_interaction_hack};
                        single_game_tick();
                    }
                } else {
                    std::this_thread::sleep_for(std::chrono::milliseconds(1));
                }
            }
        }
    }
}
 
void state::console_log(std::string_view message) {
    current_scene.console_log(*this, message);
}
 
void state::new_army_group(dcon::province_id hq) {
    bool invalid_province = false;
    world.for_each_automated_army_group(
        [&](dcon::automated_army_group_id item) {
            auto item_hq = world.automated_army_group_get_hq(item);
            if(item_hq == hq) {
                invalid_province = true;
            }
        }
    );
    if(invalid_province) {
        return;
    }
    auto new_group = world.create_automated_army_group();
    world.automated_army_group_set_hq(new_group, hq);
    world.automated_army_group_set_owner(new_group, local_player_nation);
 
    game_state_updated.store(true, std::memory_order_release);
}
 
void state::toggle_defensive_position(dcon::automated_army_group_id group, dcon::province_id position) {
    auto fat_group = fatten(world, group);
 
    if(fat_group.get_provinces_defend().contains(position)) {
        fat_group.get_provinces_defend().remove_unique(position);
    } else {
        fat_group.get_provinces_defend().push_back(position);
    }
 
    game_state_updated.store(true, std::memory_order_release);
    map_state.unhandled_province_selection = true;
}
 
void state::toggle_enforce_control_position(dcon::automated_army_group_id group, dcon::province_id position) {
    auto fat_group = fatten(world, group);
 
    if(fat_group.get_provinces_enforce_control().contains(position)) {
        fat_group.get_provinces_enforce_control().remove_unique(position);
    } else {
        fat_group.get_provinces_enforce_control().push_back(position);
    }
 
    game_state_updated.store(true, std::memory_order_release);
    map_state.unhandled_province_selection = true;
}
 
void state::toggle_designated_port(dcon::automated_army_group_id group, dcon::province_id position) {
    auto fat_group = fatten(world, group);
 
    if(!world.province_get_is_coast(position)) {
        return;
    }
 
    if(fat_group.get_provinces_ferry_origin().contains(position)) {
        fat_group.get_provinces_ferry_origin().remove_unique(position);
    } else {
        fat_group.get_provinces_ferry_origin().push_back(position);
    }
 
    game_state_updated.store(true, std::memory_order_release);
    map_state.unhandled_province_selection = true;
}
 
void state::army_group_add_regiment(dcon::automated_army_group_id group, dcon::regiment_id id) {
 
    auto automation_check = world.regiment_get_automation(id);
    if(automation_check) {
        return;
    }
 
    auto automation_data = world.create_regiment_automation_data();
 
    {
        std::lock_guard l{ ugly_ui_game_interaction_hack };
        world.try_create_automated_army_group_membership_regiment(automation_data, group);
        world.try_create_automation(automation_data, id);
    }
 
    auto fat_automation = fatten(world, automation_data);
 
    auto army = world.regiment_get_army_from_army_membership(id);
    auto location = world.army_get_location_from_army_location(army);
 
    fat_automation.set_status(army_group_regiment_status::standby);
    fat_automation.set_task(army_group_regiment_task::idle);
    fat_automation.set_target(location);
    fat_automation.set_ferry_origin({ });
    fat_automation.set_ferry_target({ });
    fat_automation.set_await_command_execution_flag(false);
 
    // split it right away
    std::array<dcon::regiment_id, command::num_packed_units> data;
    int32_t i = 0;
    data.fill(dcon::regiment_id{});
    data[0] = id;
    command::mark_regiments_to_split(*this, local_player_nation, data);
    command::split_army(*this, local_player_nation, army);
 
    game_state_updated.store(true, std::memory_order_release);
}
 
void state::remove_navy_from_army_group(dcon::automated_army_group_id selected_group, dcon::navy_id navy_to_delete) {
    std::lock_guard l{ ugly_ui_game_interaction_hack };
 
    auto membership = world.navy_get_automated_army_group_membership_navy(navy_to_delete);
    if(!membership) {
        return;
    }
 
    world.delete_automated_army_group_membership_navy(membership);
}
 
void state::remove_regiment_from_army_group(dcon::automated_army_group_id selected_group, dcon::regiment_id regiment_to_delete) {
    std::lock_guard l{ ugly_ui_game_interaction_hack };
 
    auto regiment_automation_relation = world.regiment_get_automation(regiment_to_delete);
    auto automation_data = world.automation_get_automation_data(regiment_automation_relation);
 
    if(!automation_data) {
        return;
    }
 
    world.delete_regiment_automation_data(automation_data);
}
 
void state::remove_regiment_from_all_army_groups(dcon::regiment_id regiment_to_delete) {
    world.for_each_automated_army_group([&](dcon::automated_army_group_id item) {
        remove_regiment_from_army_group(item, regiment_to_delete);
    });
}
 
void state::remove_army_army_group_clean(dcon::automated_army_group_id group, dcon::army_id army_to_delete) {
    for(auto regiment_membership : world.army_get_army_membership(army_to_delete)) {
        remove_regiment_from_army_group(group, regiment_membership.get_regiment().id);
    }
}
 
void state::add_army_to_army_group(dcon::automated_army_group_id selected_group, dcon::army_id selected_army) {
    for(auto item : world.army_get_army_membership(selected_army)) {
        army_group_add_regiment(selected_group, item.get_regiment());
    }
}
 
void state::add_navy_to_army_group(dcon::automated_army_group_id selected_group, dcon::navy_id selected_navy) {
    auto automation_link = world.navy_get_automated_army_group_membership_navy(selected_navy);
    auto current_group = world.automated_army_group_membership_navy_get_army(automation_link);
 
    if(current_group) {
        return;
    }
 
    {
        std::lock_guard l{ ugly_ui_game_interaction_hack };
        auto new_link = world.try_create_automated_army_group_membership_navy(selected_navy, selected_group);
    }
 
    game_state_updated.store(true, std::memory_order_release);
}
 
void state::delete_army_group(dcon::automated_army_group_id group) {
    static std::vector<dcon::regiment_automation_data_id> to_delete = {};
    to_delete.clear();
 
    world.automated_army_group_for_each_automated_army_group_membership_regiment(group, [&](dcon::automated_army_group_membership_regiment_id item) {
        auto regiment = world.automated_army_group_membership_regiment_get_regiment(item);
        to_delete.push_back(regiment);
    });
 
    std::lock_guard l{ ugly_ui_game_interaction_hack };
 
    if(!to_delete.empty()) {
        for(auto& regiment : to_delete) {
            world.delete_regiment_automation_data(regiment);
        }
    }
 
    world.delete_automated_army_group(group);
    game_state_updated.store(true, std::memory_order_release);
}
 
void state::update_armies_and_fleets(dcon::automated_army_group_id group) {
    auto owner = world.automated_army_group_get_owner(group);
 
    if(owner == local_player_nation) {
        // clear up dead regiments
        static std::vector<dcon::regiment_automation_data_id> to_delete = {};
        to_delete.clear();
 
        world.automated_army_group_for_each_automated_army_group_membership_regiment(group, [&](dcon::automated_army_group_membership_regiment_id item) {
            auto regiment = world.automated_army_group_membership_regiment_get_regiment(item);
            auto regiment_true = world.regiment_automation_data_get_regiment_from_automation(regiment);
            if(!regiment_true) {
                to_delete.push_back(regiment);
            }
        });
 
        if(!to_delete.empty()) {
            std::lock_guard l{ ugly_ui_game_interaction_hack };
            for(auto& regiment : to_delete) {
                world.delete_regiment_automation_data(regiment);
            }
        }
    } else {
        // clear up army groups you don't own
        delete_army_group(group);
    }
}
 
void state::smart_select_army_group(dcon::automated_army_group_id selected_group) {
    if(!selected_army_group) {
        select_army_group(selected_group);
        return;
    }
 
    if(selected_army_group == selected_group) {
        deselect_army_group();
        return;
    }
 
    select_army_group(selected_group);
}
 
void state::select_army_group(dcon::automated_army_group_id selected_group) {
    selected_army_group = selected_group;
 
    game_state_updated.store(true, std::memory_order_release);
}
 
void state::deselect_army_group() {
    selected_army_group = {};
 
    game_state_updated.store(true, std::memory_order_release);
}
 
dcon::regiment_automation_data_id state::fill_province_up_to_supply_limit(
    dcon::automated_army_group_id group_id,
    dcon::province_id target,
    std::vector<float>& regiments_distribution,
    float overestimate_supply_limit,
    bool ignore_enemy_regiments_in_supply_calculations
) {
    auto group = fatten(world, group_id);
 
    static std::vector<float> regiments_expectation_ideal;
    regiments_expectation_ideal.resize(military_definitions.unit_base_definitions.size() + 2);
 
    for(uint32_t i = 0; i < military_definitions.unit_base_definitions.size(); ++i) {
        regiments_expectation_ideal[i] = 0.f;
    }
 
    //count current available supply:
    float supply_limit = float(military::supply_limit_in_province(
        *this,
        local_player_nation,
        target
    )) * overestimate_supply_limit;
 
    float current_weight = military::local_army_weight_max(
        *this,
        target
    );
 
    if(ignore_enemy_regiments_in_supply_calculations) {
        current_weight -= military::local_enemy_army_weight_max(*this, target, local_player_nation);
    }
 
    //regiments moving there
    for(auto regiment_id : group.get_automated_army_group_membership_regiment()) {
        auto regiment = dcon::fatten(world, regiment_id).get_regiment();
        if(regiment.get_target() == target && regiment.get_status() == army_group_regiment_status::move_to_target) {
            current_weight += 3.f;
        } else if(regiment.get_ferry_target() == target && regiment.get_status() == army_group_regiment_status::move_to_port) {
            current_weight += 3.f;
        }
    }
 
    // calculate ideal regiment count
    float ideal = 0.f;
    for(uint32_t i = 0; i < military_definitions.unit_base_definitions.size(); ++i) {
        regiments_expectation_ideal[i] = floor(regiments_distribution[i] * floor(supply_limit / 3.f)) * 3.f;
        ideal += regiments_expectation_ideal[i];
    }
 
    if(current_weight + 3.f < ideal) {
        return fill_province(group, target, regiments_expectation_ideal);
    }
 
    return {};
}
 
float state::army_group_available_supply(dcon::automated_army_group_id group, dcon::province_id province) {
    float max_supply = float(military::supply_limit_in_province(*this, local_player_nation, province));
    float current_weight = 0.f;
    for(auto regiment_id : world.automated_army_group_get_automated_army_group_membership_regiment(group)) {
        auto regiment = dcon::fatten(world, regiment_id).get_regiment();
        if(regiment.get_target() == province) {
            current_weight += 3.f;
        } else if(
            regiment.get_ferry_target() == province
            && (
                regiment.get_status() == army_group_regiment_status::move_to_port
                || regiment.get_status() == army_group_regiment_status::await_transport
                || regiment.get_status() == army_group_regiment_status::is_transported
                || regiment.get_status() == army_group_regiment_status::disembark
            )
        ) {
            current_weight += 3.f;
        } else if(
            regiment.get_ferry_origin() == province
            && (
                regiment.get_status() == army_group_regiment_status::move_to_port
                || regiment.get_status() == army_group_regiment_status::await_transport
            )
        ) {
            current_weight += 3.f;
        }
    }
 
    return max_supply - current_weight;
}
 
void state::regiment_reset_order(dcon::regiment_automation_data_id regiment) {
    auto fat_data = fatten(world, regiment);
 
    fat_data.set_status(army_group_regiment_status::standby);
    fat_data.set_task(army_group_regiment_task::idle);
}
 
dcon::province_id state::find_available_ferry_origin(dcon::automated_army_group_id group, dcon::regiment_automation_data_id regiment) {
    auto fat_reg = fatten(world, regiment);
    auto army = fat_reg.get_regiment_from_automation().get_army_from_army_membership();
    auto fat_group = fatten(world, group);
 
    for(auto& item : fat_group.get_provinces_ferry_origin()) {
        // check available supply first:
        if(army_group_available_supply(group, item) < 3.f) {
            continue;
        }
        auto path = command::can_move_army(*this, local_player_nation, army, item);
        if(!path.empty()) {
            return item;
        }
    }
 
    if(world.province_get_is_coast(army.get_location_from_army_location())) {
        return army.get_location_from_army_location();
    }
 
    // flood fill until available port is found
    static std::vector<dcon::province_id> origin_port_candidates;
    origin_port_candidates.clear();
    size_t l = 0;
    size_t r = 1;
    origin_port_candidates.push_back(army.get_location_from_army_location());
 
    while(l < r && l < 30) {
        auto current_location = origin_port_candidates[l];
 
        if(world.province_get_is_coast(current_location)) {
            return current_location;
        }
 
        if(current_location.value >= province_definitions.first_sea_province.value) {
            l += 1;
            continue;
        }
        auto path = command::can_move_army(*this, local_player_nation, army, current_location);
        if(path.empty()) {
            l += 1;
            continue;
        }
 
        for(auto adj : world.province_get_province_adjacency(current_location)) {
            auto other = adj.get_connected_provinces(adj.get_connected_provinces(0) == current_location ? 1 : 0);
 
            if(std::find(origin_port_candidates.begin(), origin_port_candidates.end(), other) == origin_port_candidates.end()) {
                origin_port_candidates.push_back(other);
                r += 1;
            }
        }
 
        l += 1;
    }
    
 
    dcon::province_id invalid_province{};
    return invalid_province;
}
 
bool state::move_to_available_port(dcon::automated_army_group_id group, dcon::regiment_automation_data_id regiment) {
    auto fat_reg = fatten(world, regiment);
    dcon::province_id target = find_available_ferry_origin(group, regiment);
    auto army = fat_reg.get_regiment_from_automation().get_army_from_army_membership();
 
    if(target) {
        if(army.get_location_from_army_location() != target) {
            command::move_army(*this, local_player_nation, army, target, false);
            fat_reg.set_await_command_execution_flag(true);
        }
        fat_reg.set_status(army_group_regiment_status::move_to_port);
        fat_reg.set_ferry_origin(target);
        return true;
    }
 
    return false;
}
 
bool state::army_group_recalculate_distribution(dcon::automated_army_group_id group, std::vector<float>& regiments_distribution) {
    for(uint32_t i = 0; i < military_definitions.unit_base_definitions.size(); ++i) {
        regiments_distribution[i] = 0.f;
    }
 
    //recalculate distribution
    float total = 0.f;
    for(auto regiment_id : world.automated_army_group_get_automated_army_group_membership_regiment(group)) {
        auto regiment = dcon::fatten(world, regiment_id).get_regiment();
 
        auto regiment_type = regiment.get_regiment_from_automation().get_type();
 
        if(!regiment_type) {
            continue;
        }
 
        auto task = regiment.get_task();
        auto status = regiment.get_status();
        if(
            task == army_group_regiment_task::idle ||
            task == army_group_regiment_task::gather_at_hq
        ) {
            regiments_distribution[regiment_type.index()] += 1.f;
            total += 1.f;
        }
    }
 
    if(total > 0.5f) {
        for(uint32_t i = 0; i < military_definitions.unit_base_definitions.size(); ++i) {
            regiments_distribution[i] = regiments_distribution[i] / total;
        }
        return true;
    }
    return false;
}
 
void state::army_group_update_tasks(dcon::automated_army_group_id group) {
    // before update:
 
    // look for ferry targets:
    dcon::province_id potential_ferry_target{};
    float ferry_supply_budget = 0.f;
 
    auto fat_group = fatten(world, group);
 
    for(auto regiment_id : world.automated_army_group_get_automated_army_group_membership_regiment(group)) {
        auto regiment = dcon::fatten(world, regiment_id).get_regiment();
 
        auto army = regiment.get_regiment_from_automation().get_army_from_army_membership();
        // do not update armies on the move, they are busy with current orders
        auto current_path = world.army_get_path(army);
        if(current_path.size() > 0) {
            continue;
        }
 
        auto province = world.army_get_location_from_army_location(army);
        auto controller = world.province_get_nation_from_province_control(province);
 
        if(regiment.get_status() != army_group_regiment_status::standby) {
            continue;
        }
 
        switch(regiment.get_task()) {
        case army_group_regiment_task::idle:
            break;
        case army_group_regiment_task::gather_at_hq:
            break;
        case army_group_regiment_task::defend_position:
            if(!fat_group.get_provinces_defend().contains(regiment.get_target())) {
                regiment_reset_order(regiment);
            }
            break;
        case army_group_regiment_task::siege:
            if(regiment.get_target() != province) {
                continue;
            }
            if(military::siege_potential(*this, local_player_nation, controller)) {
                continue;
            }
            regiment_reset_order(regiment);
            break;
        default:
            break;
        }       
    }
}
 
dcon::province_id state::get_port_for_landing(dcon::automated_army_group_id group, dcon::province_id target) {
    auto fat_group = fatten(world, group);
 
    if(world.province_get_is_coast(target)) {
        return target;
    }
 
    dcon::province_id potential_target_port{};
    for(auto& target_port : fat_group.get_provinces_ferry_origin()) {
        auto path = province::make_safe_land_path(*this, target_port, target, local_player_nation);
        if(path.size() > 0) {
            potential_target_port = target_port;
        }
    }
 
    return potential_target_port;
}
 
void state::army_group_distribute_tasks(dcon::automated_army_group_id group) {
    static std::vector<dcon::province_id> province_queue;
    static std::vector<dcon::province_id> provinces_to_reduce_weight;
    static std::vector<dcon::province_id> provinces_to_maintain;
    static std::vector<float> regiments_distribution;
    regiments_distribution.resize(military_definitions.unit_base_definitions.size() + 2);
 
    auto fat_group = fatten(world, group);
 
 
    // handle "defence line" orders
    {   
        if(army_group_recalculate_distribution(group, regiments_distribution)) {
            // find empty defensive position
            dcon::province_id candidate{};
            float supply_limit = 0.f;
            for(dcon::province_id defensive_position : fat_group.get_provinces_defend()) {
                auto regiment = fill_province_up_to_supply_limit(
                    group,
                    defensive_position,
                    regiments_distribution,
                    1.f, true
                );
 
                if(regiment) {
                    world.regiment_automation_data_set_task(regiment, army_group_regiment_task::defend_position);
                    break;
                }
            }
        }
    }
 
    // siege whatever you can siege
    {
        if(army_group_recalculate_distribution(group, regiments_distribution)) {
            for(dcon::province_id province_to_siege : fat_group.get_provinces_enforce_control()) {
                auto controller = world.province_get_nation_from_province_control(province_to_siege);
 
                if(!military::siege_potential(*this, local_player_nation, controller)) {
                    continue;
                }
                auto regiment = fill_province_up_to_supply_limit(
                    group,
                    province_to_siege,
                    regiments_distribution,
                    3.f, true
                );
 
                if(regiment) {
                    world.regiment_automation_data_set_task(regiment, army_group_regiment_task::siege);
                    break;
                }
            }
        }
    }
 
    // handle naval travels
 
    // send orders to fleets:
 
    for(auto fleet_membership : fat_group.get_automated_army_group_membership_navy()) {
        auto fleet = fleet_membership.get_navy();
        auto location = fleet.get_location_from_navy_location();
 
        auto path = fleet.get_path();
        //fleet is moving, no need to send commands
        if(path.size() > 0) {
            continue;
        }
 
        auto transported_armies = fleet.get_army_transport();
        bool wait_for_disembark = false;
        for(auto item : transported_armies) {
            auto army = item.get_army();
            auto path_army = world.army_get_path(army);
            //transported army is busy, so it attempts to disembark
            if(path_army.size() > 0) {
                wait_for_disembark = true;
                continue;
            }
        }
        if(wait_for_disembark) {
            continue;
        }
 
        // we are not waiting
 
        if(military::free_transport_capacity(*this, fleet) < military::transport_capacity(*this, fleet)) {
            // if we have some passengers, move to one of their targets:
            for(auto regiment_automation_link : fat_group.get_automated_army_group_membership_regiment()) {
                auto regiment = regiment_automation_link.get_regiment();
                auto army = regiment.get_regiment_from_automation().get_army_from_army_membership();
                auto target = regiment.get_ferry_target();
                auto port_to = world.province_get_port_to(target);
                auto transport = world.army_get_army_transport(army);
                auto regiment_fleet = world.army_transport_get_navy(transport);
                auto fleet_location = world.navy_get_location_from_navy_location(fleet);
 
                if(regiment_fleet == fleet) {
                    // allow regiment to disembark
                    if(port_to == fleet_location) {
                        break;
                    }
 
                    if(command::can_move_navy(*this, local_player_nation, fleet, port_to).size() > 0) {
                        command::move_navy(*this, local_player_nation, fleet, port_to, false);
                        break;
                    }
                }
            }
        } else {
            // try to get new passengers:
            for(auto regiment_automation_link : fat_group.get_automated_army_group_membership_regiment()) {
                auto regiment = regiment_automation_link.get_regiment();
 
                if(
                    regiment.get_status() != army_group_regiment_status::await_transport
                    && regiment.get_status() != army_group_regiment_status::embark
                )
                    continue;
 
                auto army = regiment.get_regiment_from_automation().get_army_from_army_membership();
                auto regiment_location = army.get_location_from_army_location();
                auto port_to = regiment_location.get_port_to();
 
                if(port_to == fleet.get_location_from_navy_location()) {
                    // it means that someone could embark: WAIT
                    break;
                }
 
                if(command::can_move_navy(*this, local_player_nation, fleet, port_to).size() > 0) {
                    command::move_navy(*this, local_player_nation, fleet, port_to, false);
                    break;
                }
            }
        }
    }
 
    // update vacant HQ location
    province_queue.clear();
    provinces_to_reduce_weight.clear();
    provinces_to_maintain.clear();
 
    province_queue.push_back(fat_group.get_hq());
 
    size_t l = 0;
    size_t r = 1;
 
    while(l < r) {
        auto current_location = province_queue[l];
 
        for(auto regiment_automation_link : fat_group.get_automated_army_group_membership_regiment()) {
 
            auto regiment = regiment_automation_link.get_regiment();
            auto army = regiment.get_regiment_from_automation().get_army_from_army_membership();
            auto army_location = army.get_location_from_army_location();
            auto current_path = army.get_path();
            auto status = regiment.get_task();
            if(status != army_group_regiment_task::idle) {
                continue;
            }
            if(current_path.size() > 0) {
                continue;
            }
            if(current_location == army_location) {
                regiment.set_task(army_group_regiment_task::gather_at_hq);
                regiment.set_status(army_group_regiment_status::standby);
                continue;
            }
        }
 
        if(current_location.value >= province_definitions.first_sea_province.value) {
            l += 1;
            continue;
        }
 
        auto ownership = world.province_get_province_ownership_as_province(current_location);
        auto owner = world.province_ownership_get_nation(ownership);
        if(owner != local_player_nation && !military::are_at_war(*this, owner, local_player_nation)) {
            l += 1;
            continue;
        }
 
        if(fat_group.get_provinces_defend().contains(current_location)) {
            l += 1;
            continue;
        }
 
        float supply_limit = float(military::supply_limit_in_province(
            *this,
            local_player_nation,
            current_location
        ));
 
        auto current_weight = military::local_army_weight_max(
            *this, current_location
        );
 
        auto supply_left = army_group_available_supply(group, current_location);
 
        if(4.f < supply_left) {
            break;
        } else if(current_weight > supply_limit) {
            provinces_to_reduce_weight.push_back(current_location);
        } else {
            provinces_to_maintain.push_back(current_location);
        }
        l += 1;
 
        for(auto adj : world.province_get_province_adjacency(current_location)) {
            auto other = adj.get_connected_provinces(adj.get_connected_provinces(0) == current_location ? 1 : 0);
 
            if(std::find(province_queue.begin(), province_queue.end(), other) == province_queue.end()) {
                province_queue.push_back(other);
                r += 1;
            }
        }
    }
 
    // if l < r then there is a vacant province and we had stopped early
    // so try to fill the vacant location
    if(l < r) {
        auto target_location = province_queue[l];
        dcon::province_id potential_target_port = get_port_for_landing(group, fat_group.get_hq());
 
        for(auto regiment_automation_link : fat_group.get_automated_army_group_membership_regiment()) {
            auto regiment = regiment_automation_link.get_regiment();
            auto army = regiment.get_regiment_from_automation().get_army_from_army_membership();
            auto army_location = army.get_location_from_army_location();
            auto army_path = army.get_path();
 
            if(regiment.get_task() != army_group_regiment_task::idle) {
                continue;
            }
            if(army_path.size() > 0) {
                continue;
            }
            if(army_location == target_location) {
                regiment.set_task(army_group_regiment_task::gather_at_hq);
                regiment.set_status(army_group_regiment_status::standby);
                continue;
            }
 
            auto path = command::can_move_army(*this, local_player_nation, army, target_location);
            if(path.empty()) {
                // handle the case when there is no land path
                if(potential_target_port) {
                    if(move_to_available_port(group, regiment)) {
                        regiment.set_task(army_group_regiment_task::gather_at_hq);
                        regiment.set_target(target_location);
                        regiment.set_ferry_target(potential_target_port);
                        break;
                    }
                }
            } else {
                regiment.set_task(army_group_regiment_task::gather_at_hq);
                regiment.set_status(army_group_regiment_status::move_to_target);
                regiment.set_target(path[0]);
                break;
            }
        }
    }
}
 
void state::army_group_update_regiment_status(dcon::automated_army_group_id group) {
    auto fat_group = fatten(world, group);
 
    for(auto regiment_link : fat_group.get_automated_army_group_membership_regiment()) {
        auto regiment = regiment_link.get_regiment();
        auto army = regiment.get_regiment_from_automation().get_army_from_army_membership();
 
 
        // do not update armies on the move ... for now
        // mostly to avoid commands spam
        auto current_path = army.get_path();
        if(current_path.size() > 0) {
            regiment.set_await_command_execution_flag(false);
            continue;
        }
 
        if(regiment.get_await_command_execution_flag()) {
            continue;
        }
 
        auto location = world.army_get_location_from_army_location(army);
        auto target = regiment.get_target();
 
        //handle case by case
 
        switch(regiment.get_status()) {
        case army_group_regiment_status::move_to_target:
            if(location == target) {
                regiment.set_status(army_group_regiment_status::standby);
            } else {
                auto path = command::can_move_army(*this, local_player_nation, army, target);
                if(!path.empty()) {
                    command::move_army(*this, local_player_nation, army, target, false);
                    regiment.set_await_command_execution_flag(true);
                } else {
                    regiment_reset_order(regiment);
                }
            }
            break;
        case army_group_regiment_status::move_to_port:
        {
            if(regiment.get_ferry_origin() == location) {
                regiment.set_status(army_group_regiment_status::await_transport);
            } else {
                command::move_army(*this, local_player_nation, army, regiment.get_ferry_origin(), false);
            }
            break;
        }
        case army_group_regiment_status::standby:
            if(location != target) {
                regiment.set_status(army_group_regiment_status::move_to_target);
            }
            break;
        case army_group_regiment_status::await_transport:
        {
            if(location.value >= province_definitions.first_sea_province.value) {
                // we somehow got to the ship? good for us
                regiment.set_status(army_group_regiment_status::is_transported);
                break;
            }
 
            // check that we are still at port
            bool at_ferry_origin = location == regiment.get_ferry_origin();
            if(!at_ferry_origin) {
                regiment_reset_order(regiment);
            } else {
                //check if there are available transports at the port
                dcon::province_id port_to = world.province_get_port_to(location);
 
                for(auto fleet_membership : fat_group.get_automated_army_group_membership_navy()) {
                    auto fleet = fleet_membership.get_navy();
                    //ignore moving fleets
                    auto path = fleet.get_path();
                    if(path.size() > 0) {
                        continue;
                    }
 
                    auto fleet_location = world.navy_get_location_from_navy_location(fleet);
                    if(fleet_location == port_to) {
                        // try to fit the regiment there
                        auto path_army = command::can_move_army(*this, local_player_nation, army, fleet_location);
                        if(path_army.size() > 0) {
                            command::move_army(*this, local_player_nation, army, fleet_location, false);
                            regiment.set_status(army_group_regiment_status::embark);
                            regiment.set_await_command_execution_flag(true);
                            break;
                        }
                    }
                }
            }
        }
            break;
        case army_group_regiment_status::is_transported:
            if(location.value >= province_definitions.first_sea_province.value) {
                // handle disembarking:
                auto ferry_target = regiment.get_ferry_target();
                auto port_to = world.province_get_port_to(ferry_target);
                auto transport = world.army_get_army_transport(army);
                auto fleet = world.army_transport_get_navy(transport);
                auto fleet_location = world.navy_get_location_from_navy_location(fleet);
 
                //if we are at port, then we can try to disembark
                if(fleet_location == port_to) {
                    // try to disembark the regiment here
                    auto path_army = command::can_move_army(*this, local_player_nation, army, ferry_target);
                    if(path_army.size() > 0) {
                        command::move_army(*this, local_player_nation, army, ferry_target, false);
                        regiment.set_await_command_execution_flag(true);
                        regiment.set_status(army_group_regiment_status::disembark);
                        break;
                    }
                }
                break;
            }
            // we are transported but but our location is not a sea location?
            regiment_reset_order(regiment);
            break;
        case army_group_regiment_status::disembark:
            if(location == regiment.get_ferry_target()) {
                regiment.set_status(army_group_regiment_status::move_to_target);
                break;
            }
            // we were trying to disembark at our ferry target but we are not there?
            regiment.set_status(army_group_regiment_status::is_transported);
            break;
        case army_group_regiment_status::embark:
            if(location.value >= province_definitions.first_sea_province.value) {
                regiment.set_status(army_group_regiment_status::is_transported);
                break;
            }
            // we are not moving AND we are at land? ship had sailed without us: wait for the next one
            regiment.set_status(army_group_regiment_status::await_transport);
            break;
        default:
            break;
        }
    }
}
 
dcon::regiment_automation_data_id state::fill_province(
    dcon::automated_army_group_id group_id,
    dcon::province_id target,
    std::vector<float> & regiments_expectation_ideal
) {
    static std::vector<float> regiments_expectation_current;
    static std::vector<float> regiments_in_candidate_army;
 
    regiments_expectation_current.resize(military_definitions.unit_base_definitions.size() + 2);
    regiments_in_candidate_army.resize(military_definitions.unit_base_definitions.size() + 2);
 
    for(uint32_t i = 0; i < military_definitions.unit_base_definitions.size(); ++i) {
        regiments_expectation_current[i] = 0.f;
        regiments_in_candidate_army[i] = 0.f;
    }
 
    auto fat_group = fatten(world, group_id);
 
    bool success = false;
    // calculate current regiment expectation
 
    //regiments with this province as a target
    for(auto regiment_membership : fat_group.get_automated_army_group_membership_regiment()) {
        auto regiment = regiment_membership.get_regiment();
        if(regiment.get_target() == target) {
            auto regiment_type = regiment.get_regiment_from_automation().get_type();
            if(regiment_type) {
                regiments_expectation_current[regiment_type.index()] += 3.f;
            }
        }
    }
 
    dcon::regiment_automation_data_id final_regiment{};
 
    // now find a unit to move there
    auto target_port = get_port_for_landing(group_id, target);
    for(auto regiment_membership : fat_group.get_automated_army_group_membership_regiment()) {
        auto regiment = regiment_membership.get_regiment();
 
        auto current_task = regiment.get_task();
 
        if(current_task != army_group_regiment_task::idle && current_task != army_group_regiment_task::gather_at_hq) {
            continue;
        }
 
        auto regiment_type = regiment.get_regiment_from_automation().get_type();
 
        if(!regiment_type) {
            continue;
        }
 
        float required =
            regiments_expectation_ideal[regiment_type.index()]
            - regiments_expectation_current[regiment_type.index()];
 
        if(required >= 2.9f) {
            auto army = regiment.get_regiment_from_automation().get_army_from_army_membership();
            auto path = command::can_move_army(*this, local_player_nation, army, target);
            if(path.empty() && target != army.get_location_from_army_location()) {
                //naval route
                if(target_port && move_to_available_port(group_id, regiment)) {
                    regiment.set_ferry_target(target_port);
                    regiment.set_target(target);
                    return regiment;
                }
            } else {
                //land route
                regiment.set_status(army_group_regiment_status::move_to_target);
                regiment.set_target(target);
                return regiment;
            }
        }
    }
 
    return {};
}
 
void state::fill_vector_of_connected_provinces(dcon::province_id p1, bool is_land, std::vector<dcon::province_id> & provinces) {
    provinces.clear();
    if(world.province_get_nation_from_province_ownership(p1) == local_player_nation) {
        if(is_land) {
            auto rid = world.province_get_connected_region_id(p1);
            for(const auto pc : world.nation_get_province_ownership_as_nation(local_player_nation)) {
                if(pc.get_province().get_connected_region_id() == rid
                && pc.get_province().get_province_control().get_nation() == local_player_nation) {
                    provinces.push_back(pc.get_province());
                }
            }
        } else {
            for(const auto pc : world.nation_get_province_ownership_as_nation(local_player_nation)) {
                if(pc.get_province().get_province_control().get_nation() == local_player_nation
                && pc.get_province().get_is_coast()) {
                    provinces.push_back(pc.get_province());
                }
            }
        }
    }
}
 
struct build_queue_data {
    dcon::province_id p;
    dcon::culture_id c;
    dcon::unit_type_id u;
};
 
void state::build_up_to_template_land(
    macro_builder_template & target_template,
    dcon::province_id target_province,
    std::vector<dcon::province_id> & available_provinces,
    std::array<uint8_t, sys::macro_builder_template::max_types> & current_distribution
) {
    // Have to queue commands [temporarily on UI side] or it may mess calculations up
    std::vector<build_queue_data> build_queue;
    auto upper_limit = sys::macro_builder_template::max_types;
 
    // here we store how many units we need to build
    uint8_t remaining_to_build[sys::macro_builder_template::max_types];
    std::memcpy(remaining_to_build, target_template.amounts, sizeof(remaining_to_build));
 
    // subtract current amount
    for(dcon::unit_type_id::value_base_t i = 0; i < upper_limit; i++) {
        dcon::unit_type_id utid = dcon::unit_type_id(i);
        if(remaining_to_build[i] < current_distribution[i]) {
            remaining_to_build[i] = 0;
        } else {
            remaining_to_build[i] -= current_distribution[i];
        }
    }
 
    for(const auto prov : available_provinces) {
        for(const auto p : world.province_get_pop_location_as_province(prov)) {
            auto pop = p.get_pop();
            if(pop.get_poptype() != culture_definitions.soldiers)
                continue;
            int32_t possible = military::regiments_possible_from_pop(*this, p.get_pop());
 
            auto source = pop.get_regiment_source();
            int32_t used = int32_t(source.end() - source.begin());
 
            auto constructions = pop.get_province_land_construction_as_pop();
            used += int32_t(constructions.end() - constructions.begin());
 
            int32_t avail = possible - used;
 
            if(possible <= 0) {
                continue;
            }
            if(avail <= 0) {
                continue;
            }
 
            auto unit_types = military_definitions.unit_base_definitions.size();
            
            for(dcon::unit_type_id::value_base_t i = 0; i < unit_types; i++) {
                dcon::unit_type_id utid = dcon::unit_type_id(i);
 
                if(!military_definitions.unit_base_definitions[utid].is_land) {
                    continue;
                }
 
                if(remaining_to_build[i] == 0) {
                    continue;
                }
 
                bool can_build = command::can_start_land_unit_construction(
                    *this,
                    local_player_nation,
                    prov,
                    pop.get_culture(),
                    utid,
                    target_province
                );
 
                if(!can_build) {
                    continue;
                }
                
                for(int32_t j = 0; j < int32_t(remaining_to_build[i]) && j < avail; j++) {
                    build_queue.push_back(build_queue_data{ prov, pop.get_culture(), utid });
                    remaining_to_build[i]--;
                    avail--;
                    if(remaining_to_build[i] == 0)
                        break;
                }
            }
        }
    }
    // Then flush them all!
    for(const auto& build : build_queue) {
        command::start_land_unit_construction(
            *this,
            local_player_nation,
            build.p,
            build.c,
            build.u,
            target_province
        );
    }
}
 
} // namespace sys