badvpn/ncd/ncd.c

/**
 * @file ncd.c
 * @author Ambroz Bizjak <ambrop7@gmail.com>
 * 
 * @section LICENSE
 * 
 * This file is part of BadVPN.
 * 
 * BadVPN is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2
 * as published by the Free Software Foundation.
 * 
 * BadVPN is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public License along
 * with this program; if not, write to the Free Software Foundation, Inc.,
 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
 */

#include <stdint.h>
#include <stdio.h>
#include <stddef.h>
#include <string.h>

#include <misc/version.h>
#include <misc/loggers_string.h>
#include <misc/loglevel.h>
#include <misc/offset.h>
#include <misc/read_file.h>
#include <misc/string_begins_with.h>
#include <misc/ipaddr.h>
#include <structure/LinkedList2.h>
#include <system/BLog.h>
#include <system/BReactor.h>
#include <system/BProcess.h>
#include <system/BSignal.h>
#include <system/BSocket.h>
#include <dhcpclient/BDHCPClient.h>
#include <ncdconfig/NCDConfigParser.h>
#include <ncd/NCDIfConfig.h>
#include <ncd/NCDInterfaceModule.h>

#ifndef BADVPN_USE_WINAPI
#include <system/BLog_syslog.h>
#endif

#include <ncd/ncd.h>

#include <generated/blog_channel_ncd.h>

#define LOGGER_STDOUT 1
#define LOGGER_SYSLOG 2

#define INTERFACE_STATE_TERMINATING 0
#define INTERFACE_STATE_WAITDEPS 1
#define INTERFACE_STATE_RESETTING 2
#define INTERFACE_STATE_WAITMODULE 3
#define INTERFACE_STATE_DHCP 4
#define INTERFACE_STATE_FINISHED 5

// interface modules
extern const struct NCDInterfaceModule ncd_interface_physical;
extern const struct NCDInterfaceModule ncd_interface_badvpn;

// interface modules list
const struct NCDInterfaceModule *interface_modules[] = {
    &ncd_interface_physical,
    &ncd_interface_badvpn,
    NULL
};

// command-line options
struct {
    int help;
    int version;
    int logger;
    #ifndef BADVPN_USE_WINAPI
    char *logger_syslog_facility;
    char *logger_syslog_ident;
    #endif
    int loglevel;
    int loglevels[BLOG_NUM_CHANNELS];
    char *config_file;
} options;

struct interface {
    LinkedList2Node list_node; // node in interfaces
    struct NCDConfig_interfaces *conf;
    const struct NCDInterfaceModule *module;
    int state;
    BTimer reset_timer;
    LinkedList2 deps_out;
    LinkedList2 deps_in;
    BPending terminating_module_job;
    int have_module_instance;
    NCDInterfaceModuleInst module_instance;
    int module_instance_finishing;
    int module_instance_error;
    int have_dhcp;
    BDHCPClient dhcp;
    LinkedList2 ipv4_addresses;
    LinkedList2 ipv4_routes;
    LinkedList2 ipv4_dns_servers;
};

struct dependency {
    struct interface *src;
    struct interface *dst;
    LinkedList2Node src_node;
    LinkedList2Node dst_node;
};

struct ipv4_addr_entry {
    LinkedList2Node list_node; // node in interface.ipv4_addresses
    struct ipv4_ifaddr ifaddr;
};

struct ipv4_route_entry {
    LinkedList2Node list_node; // node in interface.ipv4_routes
    struct ipv4_ifaddr dest;
    int have_gateway;
    uint32_t gateway;
    int metric;
};

struct ipv4_dns_entry {
    LinkedList2Node list_node; // node in interface.ipv4_dns_servers
    uint32_t addr;
    int priority;
};

// reactor
BReactor ss;

// are we terminating
int terminating;

// process manager
BProcessManager manager;

// configuration
struct NCDConfig_interfaces *configuration;

// interfaces
LinkedList2 interfaces;

// number of DNS servers
size_t num_ipv4_dns_servers;

static void terminate (void);
static void work_terminate (void);
static void print_help (const char *name);
static void print_version (void);
static int parse_arguments (int argc, char *argv[]);
static void signal_handler (void *unused);
static void load_interfaces (struct NCDConfig_interfaces *conf);
static int set_dns_servers (void);
static int dns_qsort_comparator (const void *v1, const void *v2);
static struct interface * find_interface (const char *name);
static int interface_init (struct NCDConfig_interfaces *conf);
static void interface_terminate (struct interface *iface);
static void interface_terminating_module_job_handler (struct interface *iface);
static void interface_down_to (struct interface *iface, int state);
static void interface_reset (struct interface *iface);
static void interface_start (struct interface *iface);
static void interface_module_up (struct interface *iface);
static void interface_log (struct interface *iface, int level, const char *fmt, ...);
static void interface_reset_timer_handler (struct interface *iface);
static int interface_module_init (struct interface *iface);
static void interface_module_free (struct interface *iface);
static void interface_module_handler_event (struct interface *iface, int event);
static void interface_module_handler_error (struct interface *iface);
static int interface_dhcp_init (struct interface *iface);
static void interface_dhcp_free (struct interface *iface);
static void interface_dhcp_handler (struct interface *iface, int event);
static void interface_remove_dependencies (struct interface *iface);
static int interface_add_dependency (struct interface *iface, struct interface *dst);
static void remove_dependency (struct dependency *d);
static int interface_dependencies_satisfied (struct interface *iface);
static void interface_satisfy_incoming_depenencies (struct interface *iface);
static void interface_unsatisfy_incoming_depenencies (struct interface *iface);
static int interface_configure_ipv4 (struct interface *iface);
static void interface_deconfigure_ipv4 (struct interface *iface);
static int interface_add_ipv4_addresses (struct interface *iface);
static void interface_remove_ipv4_addresses (struct interface *iface);
static int interface_add_ipv4_routes (struct interface *iface);
static void interface_remove_ipv4_routes (struct interface *iface);
static int interface_add_ipv4_dns_servers (struct interface *iface);
static void interface_remove_ipv4_dns_servers (struct interface *iface);
static int interface_add_ipv4_addr (struct interface *iface, struct ipv4_ifaddr ifaddr);
static void interface_remove_ipv4_addr (struct interface *iface, struct ipv4_addr_entry *entry);
static int interface_add_ipv4_route (struct interface *iface, struct ipv4_ifaddr dest, const uint32_t *gateway, int metric);
static void interface_remove_ipv4_route (struct interface *iface, struct ipv4_route_entry *entry);
static struct ipv4_addr_entry * interface_add_ipv4_addr_entry (struct interface *iface, struct ipv4_ifaddr ifaddr);
static void interface_remove_ipv4_addr_entry (struct interface *iface, struct ipv4_addr_entry *entry);
static struct ipv4_route_entry * interface_add_ipv4_route_entry (struct interface *iface, struct ipv4_ifaddr dest, const uint32_t *gateway, int metric);
static void interface_remove_ipv4_route_entry (struct interface *iface, struct ipv4_route_entry *entry);
static struct ipv4_dns_entry * interface_add_ipv4_dns_entry (struct interface *iface, uint32_t addr, int priority);
static void interface_remove_ipv4_dns_entry (struct interface *iface, struct ipv4_dns_entry *entry);

int main (int argc, char **argv)
{
    if (argc <= 0) {
        return 1;
    }
    
    // parse command-line arguments
    if (!parse_arguments(argc, argv)) {
        fprintf(stderr, "Failed to parse arguments\n");
        print_help(argv[0]);
        goto fail0;
    }
    
    // handle --help and --version
    if (options.help) {
        print_version();
        print_help(argv[0]);
        return 0;
    }
    if (options.version) {
        print_version();
        return 0;
    }
    
    // initialize logger
    switch (options.logger) {
        case LOGGER_STDOUT:
            BLog_InitStdout();
            break;
        #ifndef BADVPN_USE_WINAPI
        case LOGGER_SYSLOG:
            if (!BLog_InitSyslog(options.logger_syslog_ident, options.logger_syslog_facility)) {
                fprintf(stderr, "Failed to initialize syslog logger\n");
                goto fail0;
            }
            break;
        #endif
        default:
            ASSERT(0);
    }
    
    // configure logger channels
    for (int i = 0; i < BLOG_NUM_CHANNELS; i++) {
        if (options.loglevels[i] >= 0) {
            BLog_SetChannelLoglevel(i, options.loglevels[i]);
        }
        else if (options.loglevel >= 0) {
            BLog_SetChannelLoglevel(i, options.loglevel);
        }
    }
    
    BLog(BLOG_NOTICE, "initializing "GLOBAL_PRODUCT_NAME" "PROGRAM_NAME" "GLOBAL_VERSION);
    
    // initialize sockets
    if (BSocket_GlobalInit() < 0) {
        BLog(BLOG_ERROR, "BSocket_GlobalInit failed");
        goto fail1;
    }
    
    // init time
    BTime_Init();
    
    // init reactor
    if (!BReactor_Init(&ss)) {
        BLog(BLOG_ERROR, "BReactor_Init failed");
        goto fail1;
    }
    
    // set not terminating
    terminating = 0;
    
    // init process manager
    if (!BProcessManager_Init(&manager, &ss)) {
        BLog(BLOG_ERROR, "BProcessManager_Init failed");
        goto fail1a;
    }
    
    // setup signal handler
    if (!BSignal_Init(&ss, signal_handler, NULL)) {
        BLog(BLOG_ERROR, "BSignal_Init failed");
        goto fail2;
    }
    
    // read config file
    uint8_t *file;
    size_t file_len;
    if (!read_file(options.config_file, &file, &file_len)) {
        BLog(BLOG_ERROR, "failed to read config file");
        goto fail3;
    }
    
    // parse config file
    if (!NCDConfigParser_Parse((char *)file, file_len, &configuration)) {
        BLog(BLOG_ERROR, "NCDConfigParser_Parse failed");
        free(file);
        goto fail3;
    }
    
    // fee config file memory
    free(file);
    
    // init interfaces list
    LinkedList2_Init(&interfaces);
    
    // set no DNS servers
    num_ipv4_dns_servers = 0;
    if (!set_dns_servers()) {
        BLog(BLOG_ERROR, "failed to set no DNS servers");
        goto fail5;
    }
    
    // init interfaces
    load_interfaces(configuration);
    
    // enter event loop
    BLog(BLOG_NOTICE, "entering event loop");
    BReactor_Exec(&ss);
    
fail5:
    // free configuration
    NCDConfig_free_interfaces(configuration);
fail3:
    // remove signal handler
    BSignal_Finish();
fail2:
    // free process manager
    BProcessManager_Free(&manager);
fail1a:
    // free reactor
    BReactor_Free(&ss);
fail1:
    // free logger
    BLog(BLOG_NOTICE, "exiting");
    BLog_Free();
fail0:
    // finish objects
    DebugObjectGlobal_Finish();
    
    return 1;
}

void terminate (void)
{
    ASSERT(!terminating)
    
    BLog(BLOG_NOTICE, "tearing down");
    
    terminating = 1;
    
    work_terminate();
}

void work_terminate (void)
{
    ASSERT(terminating)
    
    if (LinkedList2_IsEmpty(&interfaces)) {
        BReactor_Quit(&ss, 1);
    } else {
        struct interface *iface = UPPER_OBJECT(LinkedList2_GetLast(&interfaces), struct interface, list_node);
        interface_terminate(iface);
    }
}

void print_help (const char *name)
{
    printf(
        "Usage:\n"
        "    %s\n"
        "        [--help]\n"
        "        [--version]\n"
        "        [--logger <"LOGGERS_STRING">]\n"
        #ifndef BADVPN_USE_WINAPI
        "        (logger=syslog?\n"
        "            [--syslog-facility <string>]\n"
        "            [--syslog-ident <string>]\n"
        "        )\n"
        #endif
        "        [--loglevel <0-5/none/error/warning/notice/info/debug>]\n"
        "        [--channel-loglevel <channel-name> <0-5/none/error/warning/notice/info/debug>] ...\n"
        "        --config-file <file>\n",
        name
    );
}

void print_version (void)
{
    printf(GLOBAL_PRODUCT_NAME" "PROGRAM_NAME" "GLOBAL_VERSION"\n"GLOBAL_COPYRIGHT_NOTICE"\n");
}

int parse_arguments (int argc, char *argv[])
{
    if (argc <= 0) {
        return 0;
    }
    
    options.help = 0;
    options.version = 0;
    options.logger = LOGGER_STDOUT;
    #ifndef BADVPN_USE_WINAPI
    options.logger_syslog_facility = "daemon";
    options.logger_syslog_ident = argv[0];
    #endif
    options.loglevel = -1;
    for (int i = 0; i < BLOG_NUM_CHANNELS; i++) {
        options.loglevels[i] = -1;
    }
    options.config_file = NULL;
    
    for (int i = 1; i < argc; i++) {
        char *arg = argv[i];
        if (!strcmp(arg, "--help")) {
            options.help = 1;
        }
        else if (!strcmp(arg, "--version")) {
            options.version = 1;
        }
        else if (!strcmp(arg, "--logger")) {
            if (1 >= argc - i) {
                fprintf(stderr, "%s: requires an argument\n", arg);
                return 0;
            }
            char *arg2 = argv[i + 1];
            if (!strcmp(arg2, "stdout")) {
                options.logger = LOGGER_STDOUT;
            }
            #ifndef BADVPN_USE_WINAPI
            else if (!strcmp(arg2, "syslog")) {
                options.logger = LOGGER_SYSLOG;
            }
            #endif
            else {
                fprintf(stderr, "%s: wrong argument\n", arg);
                return 0;
            }
            i++;
        }
        #ifndef BADVPN_USE_WINAPI
        else if (!strcmp(arg, "--syslog-facility")) {
            if (1 >= argc - i) {
                fprintf(stderr, "%s: requires an argument\n", arg);
                return 0;
            }
            options.logger_syslog_facility = argv[i + 1];
            i++;
        }
        else if (!strcmp(arg, "--syslog-ident")) {
            if (1 >= argc - i) {
                fprintf(stderr, "%s: requires an argument\n", arg);
                return 0;
            }
            options.logger_syslog_ident = argv[i + 1];
            i++;
        }
        #endif
        else if (!strcmp(arg, "--loglevel")) {
            if (1 >= argc - i) {
                fprintf(stderr, "%s: requires an argument\n", arg);
                return 0;
            }
            if ((options.loglevel = parse_loglevel(argv[i + 1])) < 0) {
                fprintf(stderr, "%s: wrong argument\n", arg);
                return 0;
            }
            i++;
        }
        else if (!strcmp(arg, "--channel-loglevel")) {
            if (2 >= argc - i) {
                fprintf(stderr, "%s: requires two arguments\n", arg);
                return 0;
            }
            int channel = BLogGlobal_GetChannelByName(argv[i + 1]);
            if (channel < 0) {
                fprintf(stderr, "%s: wrong channel argument\n", arg);
                return 0;
            }
            int loglevel = parse_loglevel(argv[i + 2]);
            if (loglevel < 0) {
                fprintf(stderr, "%s: wrong loglevel argument\n", arg);
                return 0;
            }
            options.loglevels[channel] = loglevel;
            i += 2;
        }
        else if (!strcmp(arg, "--config-file")) {
            if (1 >= argc - i) {
                fprintf(stderr, "%s: requires an argument\n", arg);
                return 0;
            }
            options.config_file = argv[i + 1];
            i++;
        }
        else {
            fprintf(stderr, "unknown option: %s\n", arg);
            return 0;
        }
    }
    
    if (options.help || options.version) {
        return 1;
    }
    
    if (!options.config_file) {
        fprintf(stderr, "--config-file is required\n");
        return 0;
    }
    
    return 1;
}

void signal_handler (void *unused)
{
    BLog(BLOG_NOTICE, "termination requested");
    
    if (!terminating) {
        terminate();
    }
}

void load_interfaces (struct NCDConfig_interfaces *conf)
{
    while (conf) {
        interface_init(conf);
        conf = conf->next;
    }
}

struct dns_sort_entry {
    uint32_t addr;
    int priority;
};

int set_dns_servers (void)
{
    // collect servers
    
    struct dns_sort_entry servers[num_ipv4_dns_servers];
    size_t num_servers = 0;
    
    LinkedList2Iterator if_it;
    LinkedList2Iterator_InitForward(&if_it, &interfaces);
    LinkedList2Node *if_node;
    while (if_node = LinkedList2Iterator_Next(&if_it)) {
        struct interface *iface = UPPER_OBJECT(if_node, struct interface, list_node);
        
        LinkedList2Iterator serv_it;
        LinkedList2Iterator_InitForward(&serv_it, &iface->ipv4_dns_servers);
        LinkedList2Node *serv_node;
        while (serv_node = LinkedList2Iterator_Next(&serv_it)) {
            struct ipv4_dns_entry *dns = UPPER_OBJECT(serv_node, struct ipv4_dns_entry, list_node);
            
            servers[num_servers].addr = dns->addr;
            servers[num_servers].priority= dns->priority;
            num_servers++;
        }
    }
    
    ASSERT(num_servers == num_ipv4_dns_servers)
    
    // sort by priority
    qsort(servers, num_servers, sizeof(servers[0]), dns_qsort_comparator);
    
    // copy addresses into an array
    uint32_t addrs[num_servers];
    for (size_t i = 0; i < num_servers; i++) {
        addrs[i] = servers[i].addr;
    }
    
    // set servers
    if (!NCDIfConfig_set_dns_servers(addrs, num_servers)) {
        BLog(BLOG_ERROR, "failed to set DNS servers");
        return 0;
    }
    
    return 1;
}

int dns_qsort_comparator (const void *v1, const void *v2)
{
    const struct dns_sort_entry *e1 = v1;
    const struct dns_sort_entry *e2 = v2;
    
    if (e1->priority < e2->priority) {
        return -1;
    }
    if (e1->priority > e2->priority) {
        return 1;
    }
    return 0;
}

struct interface * find_interface (const char *name)
{
    LinkedList2Iterator it;
    LinkedList2Iterator_InitForward(&it, &interfaces);
    LinkedList2Node *node;
    while (node = LinkedList2Iterator_Next(&it)) {
        struct interface *iface = UPPER_OBJECT(node, struct interface, list_node);
        if (!strcmp(iface->conf->name, name)) {
            LinkedList2Iterator_Free(&it);
            return iface;
        }
    }
    
    return NULL;
}

int interface_init (struct NCDConfig_interfaces *conf)
{
    // check for existing interface
    if (find_interface(conf->name)) {
        BLog(BLOG_ERROR, "interface %s already exists", conf->name);
        goto fail0;
    }
    
    // allocate interface entry
    struct interface *iface = malloc(sizeof(*iface));
    if (!iface) {
        BLog(BLOG_ERROR, "malloc failed for interface %s", conf->name);
        goto fail0;
    }
    
    // set conf
    iface->conf = conf;
    
    // find interface module
    struct NCDConfig_statements *type_st = NCDConfig_find_statement(conf->statements, "type");
    if (!type_st) {
        interface_log(iface, BLOG_ERROR, "missing type");
        goto fail1;
    }
    char *type;
    if (!NCDConfig_statement_has_one_arg(type_st, &type)) {
        interface_log(iface, BLOG_ERROR, "type: wrong arity");
        goto fail1;
    }
    const struct NCDInterfaceModule **m;
    for (m = interface_modules; *m; m++) {
        if (!strcmp((*m)->type, type)) {
            break;
        }
    }
    if (!*m) {
        interface_log(iface, BLOG_ERROR, "type: unknown value");
        goto fail1;
    }
    iface->module = *m;
    
    // init reset timer
    BTimer_Init(&iface->reset_timer, INTERFACE_RETRY_TIME, (BTimer_handler)interface_reset_timer_handler, iface);
    
    // init outgoing dependencies list
    LinkedList2_Init(&iface->deps_out);
    
    // init outgoing dependencies
    struct NCDConfig_statements *need_st = conf->statements;
    while (need_st = NCDConfig_find_statement(need_st, "need")) {
        char *need_ifname;
        if (!NCDConfig_statement_has_one_arg(need_st, &need_ifname)) {
            interface_log(iface, BLOG_ERROR, "need: wrong arity");
            goto fail2;
        }
        
        struct interface *need_if = find_interface(need_ifname);
        if (!need_if) {
            interface_log(iface, BLOG_ERROR, "need: %s: unknown interface", need_ifname);
            goto fail2;
        }
        
        if (!interface_add_dependency(iface, need_if)) {
            interface_log(iface, BLOG_ERROR, "need: %s: failed to add dependency", need_ifname);
            goto fail2;
        }
        
        need_st = need_st->next;
    }
    
    // init incoming dependencies list
    LinkedList2_Init(&iface->deps_in);
    
    // init terminating module job
    BPending_Init(&iface->terminating_module_job, BReactor_PendingGroup(&ss), (BPending_handler)interface_terminating_module_job_handler, iface);
    
    // set no module instance
    iface->have_module_instance = 0;
    
    // set no DHCP
    iface->have_dhcp = 0;
    
    // init ipv4 addresses list
    LinkedList2_Init(&iface->ipv4_addresses);
    
    // init ipv4 routes list
    LinkedList2_Init(&iface->ipv4_routes);
    
    // init ipv4 dns servers list
    LinkedList2_Init(&iface->ipv4_dns_servers);
    
    // insert to interfaces list
    LinkedList2_Append(&interfaces, &iface->list_node);
    
    interface_start(iface);
    
    return 1;
    
fail2:
    interface_remove_dependencies(iface);
fail1:
    free(iface);
fail0:
    return 0;
}

void interface_terminate (struct interface *iface)
{
    ASSERT(terminating)
    ASSERT(LinkedList2_IsEmpty(&iface->deps_in))
    
    // stop reset timer
    BReactor_RemoveTimer(&ss, &iface->reset_timer);
    
    // deconfigure IPv4
    interface_deconfigure_ipv4(iface);
    
    // free DHCP
    if (iface->have_dhcp) {
        interface_dhcp_free(iface);
    }
    
    // finish module instance
    if (iface->have_module_instance) {
        if (!iface->module_instance_finishing) {
            NCDInterfaceModuleInst_Finish(&iface->module_instance);
            iface->module_instance_finishing = 1;
        }
        
        interface_log(iface, BLOG_INFO, "waiting for module to finish");
        
        // wait for module to finish
        iface->state = INTERFACE_STATE_TERMINATING;
    } else {
        // continue now
        BPending_Set(&iface->terminating_module_job);
    }
}

void interface_terminating_module_job_handler (struct interface *iface)
{
    ASSERT(terminating)
    ASSERT(!BTimer_IsRunning(&iface->reset_timer))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_addresses))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_routes))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_dns_servers))
    ASSERT(!iface->have_dhcp)
    ASSERT(!iface->have_module_instance)
    
    // free terminating module job
    BPending_Free(&iface->terminating_module_job);
    
    // remove from interfaces list
    LinkedList2_Remove(&interfaces, &iface->list_node);
    
    // remove outgoing dependencies
    interface_remove_dependencies(iface);
    
    // free memory
    free(iface);
    
    // continue terminating
    work_terminate();
}

void interface_down_to (struct interface *iface, int state)
{
    ASSERT(state >= INTERFACE_STATE_WAITDEPS)
    
    if (state < INTERFACE_STATE_FINISHED) {
        // unsatisfy incoming dependencies
        interface_unsatisfy_incoming_depenencies(iface);
        
        // deconfigure IPv4
        interface_deconfigure_ipv4(iface);
    }
    
    // deconfigure DHCP
    if (state < INTERFACE_STATE_DHCP && iface->have_dhcp) {
        interface_dhcp_free(iface);
    }
    
    // finish module instance
    if (state < INTERFACE_STATE_WAITMODULE && iface->have_module_instance) {
        if (iface->module_instance_error) {
            interface_module_free(iface);
        }
        else if (!iface->module_instance_finishing) {
            NCDInterfaceModuleInst_Finish(&iface->module_instance);
            iface->module_instance_finishing = 1;
        }
    }
    
    // start/stop reset timer
    if (state == INTERFACE_STATE_RESETTING) {
        BReactor_SetTimer(&ss, &iface->reset_timer);
    } else {
        BReactor_RemoveTimer(&ss, &iface->reset_timer);
    }
    
    // set state
    iface->state = state;
}

void interface_reset (struct interface *iface)
{
    interface_log(iface, BLOG_INFO, "will try again later");
    
    interface_down_to(iface, INTERFACE_STATE_RESETTING);
}

void interface_start (struct interface *iface)
{
    ASSERT(!BTimer_IsRunning(&iface->reset_timer))
    ASSERT(!iface->have_dhcp)
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_addresses))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_routes))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_dns_servers))
    
    if (iface->have_module_instance) {
        ASSERT(iface->module_instance_finishing)
        
        interface_log(iface, BLOG_ERROR, "module still finishing");
        return;
    }
    
    // check dependencies
    if (!interface_dependencies_satisfied(iface)) {
        interface_log(iface, BLOG_INFO, "waiting for dependencies");
        
        // waiting for dependencies
        iface->state = INTERFACE_STATE_WAITDEPS;
        return;
    }
    
    // init module
    if (!interface_module_init(iface)) {
        goto fail;
    }
    
    interface_log(iface, BLOG_INFO, "waiting for module");
    
    // waiting for module
    iface->state = INTERFACE_STATE_WAITMODULE;
    
    return;
    
fail:
    interface_reset(iface);
}

void interface_module_up (struct interface *iface)
{
    ASSERT(iface->have_module_instance)
    ASSERT(!iface->have_dhcp)
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_addresses))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_routes))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_dns_servers))
    
    // check for DHCP
    struct NCDConfig_statements *dhcp_st = NCDConfig_find_statement(iface->conf->statements, "dhcp");
    if (dhcp_st) {
        if (dhcp_st->args) {
            interface_log(iface, BLOG_ERROR, "dhcp: wrong arity");
            goto fail;
        }
        
        // init DHCP client
        if (!interface_dhcp_init(iface)) {
            goto fail;
        }
        
        // set state
        iface->state = INTERFACE_STATE_DHCP;
        
        return;
    }
    
    // configure IPv4
    if (!interface_configure_ipv4(iface)) {
        goto fail;
    }
    
    // set state finished
    iface->state = INTERFACE_STATE_FINISHED;
    
    // satisfy incoming dependencies
    interface_satisfy_incoming_depenencies(iface);
    
    return;
    
fail:
    interface_reset(iface);
}

void interface_log (struct interface *iface, int level, const char *fmt, ...)
{
    va_list vl;
    va_start(vl, fmt);
    BLog_Append("interface %s: ", iface->conf->name);
    BLog_LogToChannelVarArg(BLOG_CURRENT_CHANNEL, level, fmt, vl);
    va_end(vl);
}

void interface_reset_timer_handler (struct interface *iface)
{
    ASSERT(iface->state == INTERFACE_STATE_RESETTING)
    
    // start interface
    interface_start(iface);
}

int interface_module_init (struct interface *iface)
{
    ASSERT(!iface->have_module_instance)
    
    if (!NCDInterfaceModuleInst_Init(
        &iface->module_instance, iface->module, &ss, &manager, iface->conf,
        (NCDInterfaceModule_handler_event)interface_module_handler_event,
        (NCDInterfaceModule_handler_error)interface_module_handler_error,
        iface
    )) {
        interface_log(iface, BLOG_ERROR, "failed to initialize module instance");
        return 0;
    }
    
    iface->have_module_instance = 1;
    iface->module_instance_finishing = 0;
    iface->module_instance_error = 0;
    
    return 1;
}

void interface_module_free (struct interface *iface)
{
    ASSERT(iface->have_module_instance)
    
    NCDInterfaceModuleInst_Free(&iface->module_instance);
    
    iface->have_module_instance = 0;
}

void interface_module_handler_event (struct interface *iface, int event)
{
    ASSERT(iface->have_module_instance)
    ASSERT(iface->state >= INTERFACE_STATE_WAITMODULE)
    
    switch (event) {
        case NCDINTERFACEMODULE_EVENT_UP: {
            ASSERT(iface->state == INTERFACE_STATE_WAITMODULE)
            
            interface_log(iface, BLOG_INFO, "module up");
            
            interface_module_up(iface);
        } break;
        
        case NCDINTERFACEMODULE_EVENT_DOWN: {
            ASSERT(iface->state > INTERFACE_STATE_WAITMODULE)
            
            interface_log(iface, BLOG_INFO, "module down");
            
            interface_down_to(iface, INTERFACE_STATE_WAITMODULE);
        } break;
        
        default:
            ASSERT(0);
    }
}

void interface_module_handler_error (struct interface *iface)
{
    ASSERT(iface->have_module_instance)
    ASSERT(!iface->module_instance_error)
    
    if (iface->state >= INTERFACE_STATE_WAITMODULE) {
        interface_log(iface, BLOG_INFO, "module error");
        
        // set module error so it will be freed
        iface->module_instance_error = 1;
        
        interface_reset(iface);
    } else {
        interface_log(iface, BLOG_INFO, "module finished");
        
        // free module
        interface_module_free(iface);
        
        if (iface->state >= INTERFACE_STATE_WAITDEPS) {
            if (
                iface->state == INTERFACE_STATE_WAITDEPS ||
                (iface->state == INTERFACE_STATE_RESETTING && !BTimer_IsRunning(&iface->reset_timer))
            ) {
                interface_start(iface);
            }
        }
        else { // INTERFACE_STATE_TERMINATING
            BPending_Set(&iface->terminating_module_job);
        }
    }
}

static int interface_dhcp_init (struct interface *iface)
{
    ASSERT(!iface->have_dhcp)
    
    if (!BDHCPClient_Init(&iface->dhcp, iface->conf->name, &ss, (BDHCPClient_handler)interface_dhcp_handler, iface)) {
        interface_log(iface, BLOG_ERROR, "BDHCPClient_Init failed");
        return 0;
    }
    
    iface->have_dhcp = 1;
    
    return 1;
}

static void interface_dhcp_free (struct interface *iface)
{
    ASSERT(iface->have_dhcp)
    
    BDHCPClient_Free(&iface->dhcp);
    
    iface->have_dhcp = 0;
}

void interface_dhcp_handler (struct interface *iface, int event)
{
    ASSERT(iface->have_dhcp)
    
    switch (event) {
        case BDHCPCLIENT_EVENT_UP: {
            ASSERT(iface->state == INTERFACE_STATE_DHCP)
            
            interface_log(iface, BLOG_INFO, "DHCP up");
            
            // configure IPv4
            if (!interface_configure_ipv4(iface)) {
                goto fail;
            }
            
            // set state
            iface->state = INTERFACE_STATE_FINISHED;
            
            // satisfy incoming dependencies
            interface_satisfy_incoming_depenencies(iface);
            
            return;
            
        fail:
            interface_reset(iface);
        } break;
        
        case BDHCPCLIENT_EVENT_DOWN: {
            ASSERT(iface->state == INTERFACE_STATE_FINISHED)
            
            interface_log(iface, BLOG_INFO, "DHCP down");
            
            interface_down_to(iface, INTERFACE_STATE_DHCP);
        } break;
        
        default:
            ASSERT(0);
    }
}

void interface_remove_dependencies (struct interface *iface)
{
    LinkedList2Node *node;
    while (node = LinkedList2_GetFirst(&iface->deps_out)) {
        struct dependency *d = UPPER_OBJECT(node, struct dependency, src_node);
        ASSERT(d->src == iface)
        
        remove_dependency(d);
    }
}

int interface_add_dependency (struct interface *iface, struct interface *dst_iface)
{
    // allocate entry
    struct dependency *d = malloc(sizeof(*d));
    if (!d) {
        return 0;
    }
    
    // set src and dst
    d->src = iface;
    d->dst = dst_iface;
    
    // insert to src list
    LinkedList2_Append(&iface->deps_out, &d->src_node);
    
    // insert to dst list
    LinkedList2_Append(&dst_iface->deps_in, &d->dst_node);
    
    return 1;
}

void remove_dependency (struct dependency *d)
{
    // remove from dst list
    LinkedList2_Remove(&d->dst->deps_in, &d->dst_node);
    
    // remove from src list
    LinkedList2_Remove(&d->src->deps_out, &d->src_node);
    
    // free entry
    free(d);
}

int interface_dependencies_satisfied (struct interface *iface)
{
    LinkedList2Iterator it;
    LinkedList2Iterator_InitForward(&it, &iface->deps_out);
    LinkedList2Node *node;
    while (node = LinkedList2Iterator_Next(&it)) {
        struct dependency *d = UPPER_OBJECT(node, struct dependency, src_node);
        ASSERT(d->src == iface)
        
        if (d->dst->state != INTERFACE_STATE_FINISHED) {
            LinkedList2Iterator_Free(&it);
            return 0;
        }
    }
    
    return 1;
}

void interface_satisfy_incoming_depenencies (struct interface *iface)
{
    LinkedList2Iterator it;
    LinkedList2Iterator_InitForward(&it, &iface->deps_in);
    LinkedList2Node *node;
    while (node = LinkedList2Iterator_Next(&it)) {
        struct dependency *d = UPPER_OBJECT(node, struct dependency, dst_node);
        ASSERT(d->dst == iface)
        
        if (d->src->state == INTERFACE_STATE_WAITDEPS) {
            interface_log(d->src, BLOG_INFO, "dependency %s satisfied", iface->conf->name);
            
            interface_start(d->src);
        }
    }
}

void interface_unsatisfy_incoming_depenencies (struct interface *iface)
{
    LinkedList2Iterator it;
    LinkedList2Iterator_InitForward(&it, &iface->deps_in);
    LinkedList2Node *node;
    while (node = LinkedList2Iterator_Next(&it)) {
        struct dependency *d = UPPER_OBJECT(node, struct dependency, dst_node);
        ASSERT(d->dst == iface)
        
        if (d->src->state > INTERFACE_STATE_WAITDEPS) {
            interface_log(d->src, BLOG_INFO, "dependency %s no longer satisfied", iface->conf->name);
            
            interface_down_to(d->src, INTERFACE_STATE_WAITDEPS);
        }
    }
}

int interface_configure_ipv4 (struct interface *iface)
{
    ASSERT(!(iface->have_dhcp) || BDHCPClient_IsUp(&iface->dhcp))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_addresses))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_routes))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_dns_servers))
    
    // configure addresses
    if (!interface_add_ipv4_addresses(iface)) {
        return 0;
    }
    
    // configure routes
    if (!interface_add_ipv4_routes(iface)) {
        return 0;
    }
    
    // configure DNS servers
    if (!interface_add_ipv4_dns_servers(iface)) {
        return 0;
    }
    
    return 1;
}

void interface_deconfigure_ipv4 (struct interface *iface)
{
    // remove DNS servers
    interface_remove_ipv4_dns_servers(iface);
    
    // remove routes
    interface_remove_ipv4_routes(iface);
    
    // remove addresses
    interface_remove_ipv4_addresses(iface);
}

int interface_add_ipv4_addresses (struct interface *iface)
{
    ASSERT(!(iface->have_dhcp) || BDHCPClient_IsUp(&iface->dhcp))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_addresses))
    
    struct NCDConfig_statements *st = iface->conf->statements;
    
    while (st = NCDConfig_find_statement(st, "ipv4.addr")) {
        // get address string
        char *addrstr;
        if (!NCDConfig_statement_has_one_arg(st, &addrstr)) {
            interface_log(iface, BLOG_ERROR, "ipv4.addr: wrong arity");
            return 0;
        }
        
        struct ipv4_ifaddr ifaddr;
        
        // is this a DHCP address?
        if (!strcmp(addrstr, "dhcp_addr")) {
            // check if DHCP is enabled
            if (!iface->have_dhcp) {
                interface_log(iface, BLOG_ERROR, "ipv4.addr: %s: DHCP not enabled", addrstr);
                return 0;
            }
            
            // get address and mask
            uint32_t addr;
            BDHCPClient_GetClientIP(&iface->dhcp, &addr);
            uint32_t mask;
            BDHCPClient_GetClientMask(&iface->dhcp, &mask);
            
            // convert to ifaddr
            if (!ipaddr_ipv4_ifaddr_from_addr_mask(addr, mask, &ifaddr)) {
                interface_log(iface, BLOG_ERROR, "ipv4.addr: %s: wrong mask", addrstr);
                return 0;
            }
        } else {
            // parse address string
            if (!ipaddr_parse_ipv4_ifaddr(addrstr, &ifaddr)) {
                interface_log(iface, BLOG_ERROR, "ipv4.addr: %s: wrong format", addrstr);
                return 0;
            }
        }
        
        // add this address
        if (!interface_add_ipv4_addr(iface, ifaddr)) {
            interface_log(iface, BLOG_ERROR, "ipv4.addr: %s: failed to add", addrstr);
            return 0;
        }
        
        st = st->next;
    }
    
    return 1;
}

void interface_remove_ipv4_addresses (struct interface *iface)
{
    LinkedList2Node *node;
    while (node = LinkedList2_GetLast(&iface->ipv4_addresses)) {
        struct ipv4_addr_entry *entry = UPPER_OBJECT(node, struct ipv4_addr_entry, list_node);
        interface_remove_ipv4_addr(iface, entry);
    }
}

int interface_add_ipv4_routes (struct interface *iface)
{
    ASSERT(!(iface->have_dhcp) || BDHCPClient_IsUp(&iface->dhcp))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_routes))
    
    struct NCDConfig_statements *st = iface->conf->statements;
    
    while (st = NCDConfig_find_statement(st, "ipv4.route")) {
        // read statement
        char *dest_str;
        char *gateway_str;
        char *metric_str;
        if (!NCDConfig_statement_has_three_args(st, &dest_str, &gateway_str, &metric_str)) {
            interface_log(iface, BLOG_ERROR, "ipv4.route: wrong arity");
            return 0;
        }
        
        // parse dest string
        struct ipv4_ifaddr dest;
        if (!ipaddr_parse_ipv4_ifaddr(dest_str, &dest)) {
            interface_log(iface, BLOG_ERROR, "ipv4.route: (%s,%s,%s): dest: wrong format", dest_str, gateway_str, metric_str);
            return 0;
        }
        
        int have_gateway;
        uint32_t gateway;
        
        // is gateway a DHCP router?
        if (!strcmp(gateway_str, "dhcp_router")) {
            // check if DHCP is enabled
            if (!iface->have_dhcp) {
                interface_log(iface, BLOG_ERROR, "ipv4.route: (%s,%s,%s): gateway: DHCP not enabled", dest_str, gateway_str, metric_str);
                return 0;
            }
            
            // obtain gateway from DHCP
            if (!BDHCPClient_GetRouter(&iface->dhcp, &gateway)) {
                interface_log(iface, BLOG_ERROR, "ipv4.route: (%s,%s,%s): gateway: DHCP did not provide a router", dest_str, gateway_str, metric_str);
                return 0;
            }
            
            have_gateway = 1;
        }
        else if (!strcmp(gateway_str, "none")) {
            // no gateway
            have_gateway = 0;
        }
        else {
            // parse gateway string
            if (!ipaddr_parse_ipv4_addr(gateway_str, strlen(gateway_str), &gateway)) {
                interface_log(iface, BLOG_ERROR, "ipv4.route: (%s,%s,%s): gateway: wrong format", dest_str, gateway_str, metric_str);
                return 0;
            }
            
            have_gateway = 1;
        }
        
        // parse metric string
        int metric = atoi(metric_str);
        
        // add this address
        if (!interface_add_ipv4_route(iface, dest, (have_gateway ? &gateway : NULL), metric)) {
            interface_log(iface, BLOG_ERROR, "ipv4.route: (%s,%s,%s): failed to add", dest_str, gateway_str, metric_str);
            return 0;
        }
        
        st = st->next;
    }
    
    return 1;
}

void interface_remove_ipv4_routes (struct interface *iface)
{
    LinkedList2Node *node;
    while (node = LinkedList2_GetLast(&iface->ipv4_routes)) {
        struct ipv4_route_entry *entry = UPPER_OBJECT(node, struct ipv4_route_entry, list_node);
        interface_remove_ipv4_route(iface, entry);
    }
}

int interface_add_ipv4_dns_servers (struct interface *iface)
{
    ASSERT(!(iface->have_dhcp) || BDHCPClient_IsUp(&iface->dhcp))
    ASSERT(LinkedList2_IsEmpty(&iface->ipv4_dns_servers))
    
    // read servers into entries
    
    struct NCDConfig_statements *st = iface->conf->statements;
    
    while (st = NCDConfig_find_statement(st, "ipv4.dns")) {
        // read statement
        char *addr_str;
        char *priority_str;
        if (!NCDConfig_statement_has_two_args(st, &addr_str, &priority_str)) {
            interface_log(iface, BLOG_ERROR, "ipv4.dns: wrong arity");
            return 0;
        }
        
        // parse priority string
        int priority = atoi(priority_str);
        
        // are these DHCP DNS servers?
        if (!strcmp(addr_str, "dhcp_dns_servers")) {
            // get servers from DHCP
            uint32_t addrs[BDHCPCLIENT_MAX_DOMAIN_NAME_SERVERS];
            int num_addrs = BDHCPClient_GetDNS(&iface->dhcp, addrs, BDHCPCLIENT_MAX_DOMAIN_NAME_SERVERS);
            
            // add entries
            for (int i = 0; i < num_addrs; i++) {
                // add entry
                if (!interface_add_ipv4_dns_entry(iface, addrs[i], priority)) {
                    interface_log(iface, BLOG_ERROR, "ipv4.dns: (%s,%s): failed to add entry", addr_str, priority_str);
                    return 0;
                }
            }
        } else {
            // parse addr string
            uint32_t addr;
            if (!ipaddr_parse_ipv4_addr(addr_str, strlen(addr_str), &addr)) {
                interface_log(iface, BLOG_ERROR, "ipv4.dns: (%s,%s): addr: wrong format", addr_str, priority_str);
                return 0;
            }
            
            // add entry
            if (!interface_add_ipv4_dns_entry(iface, addr, priority)) {
                interface_log(iface, BLOG_ERROR, "ipv4.dns: (%s,%s): failed to add entry", addr_str, priority_str);
                return 0;
            }
        }
        
        st = st->next;
    }
    
    // set servers
    if (!set_dns_servers()) {
        return 0;
    }
    
    return 1;
}

void interface_remove_ipv4_dns_servers (struct interface *iface)
{
    // remove entries
    LinkedList2Node *node;
    while (node = LinkedList2_GetFirst(&iface->ipv4_dns_servers)) {
        struct ipv4_dns_entry *entry = UPPER_OBJECT(node, struct ipv4_dns_entry, list_node);
        interface_remove_ipv4_dns_entry(iface, entry);
    }
    
    // set servers
    set_dns_servers();
}

int interface_add_ipv4_addr (struct interface *iface, struct ipv4_ifaddr ifaddr)
{
    // add address entry
    struct ipv4_addr_entry *entry = interface_add_ipv4_addr_entry(iface, ifaddr);
    if (!entry) {
        interface_log(iface, BLOG_ERROR, "failed to add ipv4 address entry");
        return 0;
    }
    
    // assign the address
    if (!NCDIfConfig_add_ipv4_addr(iface->conf->name, ifaddr)) {
        interface_log(iface, BLOG_ERROR, "failed to assign ipv4 address");
        interface_remove_ipv4_addr_entry(iface, entry);
        return 0;
    }
    
    return 1;
}

void interface_remove_ipv4_addr (struct interface *iface, struct ipv4_addr_entry *entry)
{
    // remove the address
    if (!NCDIfConfig_remove_ipv4_addr(iface->conf->name, entry->ifaddr)) {
        interface_log(iface, BLOG_ERROR, "failed to remove ipv4 address");
    }
    
    // remove address entry
    interface_remove_ipv4_addr_entry(iface, entry);
}

int interface_add_ipv4_route (struct interface *iface, struct ipv4_ifaddr dest, const uint32_t *gateway, int metric)
{
    // add address entry
    struct ipv4_route_entry *entry = interface_add_ipv4_route_entry(iface, dest, gateway, metric);
    if (!entry) {
        interface_log(iface, BLOG_ERROR, "failed to add ipv4 route entry");
        return 0;
    }
    
    // add the route
    if (!NCDIfConfig_add_ipv4_route(dest, gateway, metric, iface->conf->name)) {
        interface_log(iface, BLOG_ERROR, "failed to add ipv4 route");
        interface_remove_ipv4_route_entry(iface, entry);
        return 0;
    }
    
    return 1;
}

void interface_remove_ipv4_route (struct interface *iface, struct ipv4_route_entry *entry)
{
    // remove the route
    if (!NCDIfConfig_remove_ipv4_route(entry->dest, (entry->have_gateway ? &entry->gateway : NULL), entry->metric, iface->conf->name)) {
        interface_log(iface, BLOG_ERROR, "failed to remove ipv4 route");
    }
    
    // remove address entry
    interface_remove_ipv4_route_entry(iface, entry);
}


struct ipv4_addr_entry * interface_add_ipv4_addr_entry (struct interface *iface, struct ipv4_ifaddr ifaddr)
{
    // allocate entry
    struct ipv4_addr_entry *entry = malloc(sizeof(*entry));
    if (!entry) {
        return NULL;
    }
    
    // set ifaddr
    entry->ifaddr = ifaddr;
    
    // add to list
    LinkedList2_Append(&iface->ipv4_addresses, &entry->list_node);
    
    return entry;
}

void interface_remove_ipv4_addr_entry (struct interface *iface, struct ipv4_addr_entry *entry)
{
    // remove from list
    LinkedList2_Remove(&iface->ipv4_addresses, &entry->list_node);
    
    // free entry
    free(entry);
}

struct ipv4_route_entry * interface_add_ipv4_route_entry (struct interface *iface, struct ipv4_ifaddr dest, const uint32_t *gateway, int metric)
{
    // allocate entry
    struct ipv4_route_entry *entry = malloc(sizeof(*entry));
    if (!entry) {
        return NULL;
    }
    
    // set info
    entry->dest = dest;
    if (gateway) {
        entry->have_gateway = 1;
        entry->gateway = *gateway;
    } else {
        entry->have_gateway = 0;
    }
    entry->metric = metric;
    
    // add to list
    LinkedList2_Append(&iface->ipv4_routes, &entry->list_node);
    
    return entry;
}

void interface_remove_ipv4_route_entry (struct interface *iface, struct ipv4_route_entry *entry)
{
    // remove from list
    LinkedList2_Remove(&iface->ipv4_routes, &entry->list_node);
    
    // free entry
    free(entry);
}

struct ipv4_dns_entry * interface_add_ipv4_dns_entry (struct interface *iface, uint32_t addr, int priority)
{
    // allocate entry
    struct ipv4_dns_entry *entry = malloc(sizeof(*entry));
    if (!entry) {
        return NULL;
    }
    
    // set info
    entry->addr = addr;
    entry->priority = priority;
    
    // add to list
    LinkedList2_Append(&iface->ipv4_dns_servers, &entry->list_node);
    
    // increment number of DNS servers
    num_ipv4_dns_servers++;
    
    return entry;
}

void interface_remove_ipv4_dns_entry (struct interface *iface, struct ipv4_dns_entry *entry)
{
    // decrement number of DNS servers
    num_ipv4_dns_servers--;
    
    // remove from list
    LinkedList2_Remove(&iface->ipv4_dns_servers, &entry->list_node);
    
    // free entry
    free(entry);
}