esp-sr/src/model_path.c

#include "stdio.h"
#include <sys/stat.h>
#include <dirent.h>
#include "string.h"
#include "model_path.h"
#include "esp_wn_models.h"
#include "esp_mn_models.h"

#ifdef ESP_PLATFORM
#include <sys/dirent.h>
#include "sdkconfig.h"
#include "esp_log.h"
#include "esp_spiffs.h"
#endif

static char *TAG = "MODEL_LOADER";
static char *SRMODE_BASE_PATH = "/srmodel";

#ifdef ESP_PLATFORM
srmodel_list_t *read_models_form_spiffs(esp_vfs_spiffs_conf_t *conf)
{
    struct dirent *ret;
    DIR *dir = NULL;
    dir = opendir(conf->base_path);
    srmodel_list_t *models = NULL;
    int model_num = 0;
    int idx = 0;

    if (dir != NULL)
    {
        // get the number of models
        while ((ret = readdir(dir)) != NULL)
        { // NULL if reach the end of directory

            if (ret->d_type == DT_DIR) // continue if d_type is not file
                continue;

            int len = strlen(ret->d_name);
            char *suffix = ret->d_name + len - 12;

            if (strcmp(suffix, "_MODEL_INFO_") == 0)
                model_num ++;
        }

        // allocate model names
        if (model_num == 0) {
            return models;
        } else {
            models = malloc(sizeof(srmodel_list_t));
            models->num = model_num;
            models->partition_label = (char *)conf->partition_label;
            models->model_name = malloc(models->num*sizeof(char*));
            for (int i=0; i<models->num; i++)
                models->model_name[i] = (char*) calloc(MODEL_NAME_MAX_LENGTH, sizeof(char));
        }

        // read & save model names
        closedir(dir);
        dir = opendir(conf->base_path);
        while ((ret = readdir(dir)) != NULL)
        { // NULL if reach the end of directory

            if (ret->d_type == DT_DIR) // continue if d_type is not file
                continue;

            int len = strlen(ret->d_name);
            char *suffix = ret->d_name + len - 12;

            if (strcmp(suffix, "_MODEL_INFO_") == 0)
            {
                memcpy(models->model_name[idx], ret->d_name, (len-13)*sizeof(char));
                // models->model_name[idx][len-13] = '\0';
                idx ++;
            }
        }
        closedir(dir);
        dir = NULL;

    }
    return models;
}


srmodel_list_t* srmodel_spiffs_init(const char *partition_label)
{
    ESP_LOGI(TAG, "\nInitializing models from SPIFFS, partition label: %s\n", partition_label);

    esp_vfs_spiffs_conf_t conf = {
        .base_path = SRMODE_BASE_PATH,
        .partition_label = partition_label,
        .max_files = 5,
        .format_if_mount_failed = true
    };

    // Use settings defined above to initialize and mount SPIFFS filesystem.
    // Note: esp_vfs_spiffs_register is an all-in-one convenience function.
    esp_err_t ret = esp_vfs_spiffs_register(&conf);

    if (ret != ESP_OK) {
        if (ret == ESP_FAIL) {
            ESP_LOGE(TAG, "Failed to mount or format filesystem\n");
        } else if (ret == ESP_ERR_NOT_FOUND) {
            ESP_LOGE(TAG, "Failed to find SPIFFS partition\n");
        } else {
            ESP_LOGE(TAG, "Failed to initialize SPIFFS (%s)\n", esp_err_to_name(ret));
        }
        return NULL;
    }

    size_t total = 0, used = 0;
    ret = esp_spiffs_info(partition_label, &total, &used);
    if (ret != ESP_OK) {
        ESP_LOGE(TAG, "Failed to get SPIFFS partition information (%s)\n", esp_err_to_name(ret));
    } else {
        ESP_LOGI(TAG, "Partition size: total: %d, used: %d\n", total, used);
    }

    // Read all model from path
    return read_models_form_spiffs(&conf);
}


void srmodel_spiffs_deinit(srmodel_list_t *models)
{
    if (models->partition_label != NULL) {
        esp_err_t ret = esp_vfs_spiffs_unregister(models->partition_label);
        if (ret != ESP_OK) {
            ESP_LOGW(TAG, "Already unregistered\n");
        } else {
            ESP_LOGI(TAG, "%s has been unregistered\n", models->partition_label);
        }
    }

    if (models != NULL) {
        if (models->num>0) {
            for (int i=0; i<models->num; i++) {
                free(models->model_name[i]);
            }
            free(models->model_name);
        }
        free(models);
    }

}

srmodel_list_t *srmodel_config_init()
{
    srmodel_list_t *models = malloc(sizeof(srmodel_list_t));
    models->num = 2;
    models->model_name = malloc(models->num*sizeof(char*));
    for (int i=0; i<models->num; i++) {
        models->model_name[i] = (char*) calloc(MODEL_NAME_MAX_LENGTH, sizeof(char));
    }

    // If wakenet is selected in menuconfig, load the wakenet model
    if (strcmp(WAKENET_MODEL_NAME, "NULL") == 0) {
        models->num --;
        free(models->model_name[models->num]);
    } else {
        strcpy(models->model_name[0], WAKENET_MODEL_NAME);
    }

    // If multinet is selected in menuconfig, load the multinet model
    if (strcmp(MULTINET_MODEL_NAME, "NULL") == 0) {
        models->num --;
        free(models->model_name[models->num]);
    } else {
        strcpy(models->model_name[models->num-1], MULTINET_MODEL_NAME);
    }

    // could not find any avaliable models, return NULL 
    if (models->num == 0) {
        free(models->model_name);
        free(models);
        models = NULL;
    }
    
    return models;
}

void srmodel_config_deinit(srmodel_list_t *models)
{
    if (models != NULL) {
        if (models->num>0) {
            for (int i=0; i<models->num; i++) {
                free(models->model_name[i]);
            }
            free(models->model_name);
        }
        free(models);
    }
}

model_coeff_getter_t* srmodel_get_model_coeff(char *model_name)
{
    model_coeff_getter_t *gettercb = (model_coeff_getter_t *)&WAKENET_COEFF;
    return gettercb;
}

#endif

char *get_model_base_path(void)
{
    return SRMODE_BASE_PATH;
}

int set_model_base_path(const char *base_path)
{
    if (base_path == NULL) return 0;
    
    SRMODE_BASE_PATH = (char *)base_path;
    return 1;
}

char* _join_path_(const char* dirname, const char *filename)
{
    if (dirname == NULL || filename == NULL)
        return NULL;
    int dirname_len = strlen(dirname);
    int filename_len = strlen(filename);
    int len = filename_len + dirname_len + 2; 
    char *path = calloc(len, sizeof(char));
    memcpy(path, dirname, dirname_len);
    if (dirname[dirname_len-1] == '/') {
        memcpy(path+dirname_len, filename, filename_len);
    } else {
        path[dirname_len] = '/';
        memcpy(path+dirname_len+1, filename, filename_len);
    }
    return path;
}

// read srmodel from sdcard
srmodel_list_t* srmodel_sdcard_init(const char *base_path)
{
    printf("Initializing models from path: %s\n", base_path);
    set_model_base_path(base_path);
    struct dirent *ret;
    DIR *dir = NULL;
    dir = opendir(base_path);
    srmodel_list_t *models = NULL;
    int model_num = 0;
    int idx = 0;
    FILE* fp;

    if (dir != NULL)
    {
        // get the number of models
        while ((ret = readdir(dir)) != NULL)
        { // NULL if reach the end of directory

            if (ret->d_type == DT_DIR) { // if d_type is directory
                char *sub_path = _join_path_(base_path, ret->d_name);
                char *info_file = _join_path_(sub_path, "_MODEL_INFO_");
                fp = fopen(info_file, "r");
                if (fp != NULL) {
                    model_num ++;  // If _MODLE_INFO_ file exists, model_num ++
                }
                printf("%s -> %s\n", sub_path, info_file);
                fclose(fp);
                free(sub_path);
                free(info_file);
            }
        }
        closedir(dir);

        // allocate srmodel_list_t struct
        if (model_num == 0) {
            return models;
        } else {
            models = malloc(sizeof(srmodel_list_t));
            models->num = model_num;
            models->partition_label = NULL;
            models->model_name = malloc(models->num*sizeof(char*));
            for (int i=0; i<models->num; i++) 
                models->model_name[i] = (char*) calloc(MODEL_NAME_MAX_LENGTH, sizeof(char));
        }
        

        // read & save model names 
        dir = opendir(base_path);
        while ((ret = readdir(dir)) != NULL)
        { // NULL if reach the end of directory

            if (ret->d_type == DT_DIR) { // if d_type is directory
                char *sub_path = _join_path_(base_path, ret->d_name);
                char *info_file = _join_path_(sub_path, "_MODEL_INFO_");
                fp = fopen(info_file, "r");
                if (fp != NULL) {
                    memcpy(models->model_name[idx], ret->d_name, strlen(ret->d_name));
                    idx++;
                }
                fclose(fp);
                free(sub_path);
                free(info_file);
            }
        }
        closedir(dir);
        dir = NULL;
    }
    return models;
}


void srmodel_sdcard_deinit(srmodel_list_t *models)
{
    if (models != NULL) {
        if (models->num>0) {
            for (int i=0; i<models->num; i++) {
                free(models->model_name[i]);
            }
        }
        free(models);
    }
}



srmodel_list_t* esp_srmodel_init(const char* base_path)
{
#ifdef ESP_PLATFORM

#ifdef CONFIG_IDF_TARGET_ESP32
    return srmodel_config_init();
#else
    return srmodel_spiffs_init(base_path);
#endif

#else
    return srmodel_sdcard_init(base_path);
#endif 
}

void esp_srmodel_deinit(srmodel_list_t *models)
{
#ifdef ESP_PLATFORM

#ifdef CONFIG_IDF_TARGET_ESP32
    return srmodel_config_deinit(models);
#else
    return srmodel_spiffs_deinit(models);
#endif

#else
    return srmodel_sdcard_deinit(models);
#endif
}

// repackage strstr function to support needle==NULL
char *_esp_strstr_(const char *haystack, const char *needle)
{
    if (needle == NULL) return (char *)haystack;
    else return (char *)strstr(haystack, needle);
}

char *esp_srmodel_filter(srmodel_list_t *models, const char *keyword1, const char *keyword2) 
{
    if (models == NULL) return NULL;
    
    // return the first model name including specific keyword
    for (int i=0; i<models->num; i++) {

        if (_esp_strstr_(models->model_name[i], keyword1) != NULL) {
            if (_esp_strstr_(models->model_name[i], keyword2) != NULL)
                return models->model_name[i];
        }
    }

    return NULL;
}

int esp_srmodel_exists(srmodel_list_t *models, char *model_name) {
    if (models == NULL) return -1;
    
    for (int i=0; i<models->num; i++) {
        if (strcmp(models->model_name[i], model_name) == 0) {
            return i;
        }
    }

    return -1;
}