// SPDX-License-Identifier: GPL-3.0-or-later #define NETDATA_RRD_INTERNALS #include "rrd.h" #include void __rrdset_check_rdlock(RRDSET *st, const char *file, const char *function, const unsigned long line) { debug(D_RRD_CALLS, "Checking read lock on chart '%s'", st->id); int ret = netdata_rwlock_trywrlock(&st->rrdset_rwlock); if(ret == 0) fatal("RRDSET '%s' should be read-locked, but it is not, at function %s() at line %lu of file '%s'", st->id, function, line, file); } void __rrdset_check_wrlock(RRDSET *st, const char *file, const char *function, const unsigned long line) { debug(D_RRD_CALLS, "Checking write lock on chart '%s'", st->id); int ret = netdata_rwlock_tryrdlock(&st->rrdset_rwlock); if(ret == 0) fatal("RRDSET '%s' should be write-locked, but it is not, at function %s() at line %lu of file '%s'", st->id, function, line, file); } // ---------------------------------------------------------------------------- // RRDSET index int rrdset_compare(void* a, void* b) { if(((RRDSET *)a)->hash < ((RRDSET *)b)->hash) return -1; else if(((RRDSET *)a)->hash > ((RRDSET *)b)->hash) return 1; else return strcmp(((RRDSET *)a)->id, ((RRDSET *)b)->id); } static RRDSET *rrdset_index_find(RRDHOST *host, const char *id, uint32_t hash) { RRDSET tmp; strncpyz(tmp.id, id, RRD_ID_LENGTH_MAX); tmp.hash = (hash)?hash:simple_hash(tmp.id); return (RRDSET *)avl_search_lock(&(host->rrdset_root_index), (avl_t *) &tmp); } // ---------------------------------------------------------------------------- // RRDSET name index #define rrdset_from_avlname(avlname_ptr) ((RRDSET *)((avlname_ptr) - offsetof(RRDSET, avlname))) int rrdset_compare_name(void* a, void* b) { RRDSET *A = rrdset_from_avlname(a); RRDSET *B = rrdset_from_avlname(b); // fprintf(stderr, "COMPARING: %s with %s\n", A->name, B->name); if(A->hash_name < B->hash_name) return -1; else if(A->hash_name > B->hash_name) return 1; else return strcmp(A->name, B->name); } RRDSET *rrdset_index_add_name(RRDHOST *host, RRDSET *st) { void *result; // fprintf(stderr, "ADDING: %s (name: %s)\n", st->id, st->name); result = avl_insert_lock(&host->rrdset_root_index_name, (avl_t *) (&st->avlname)); if(result) return rrdset_from_avlname(result); return NULL; } RRDSET *rrdset_index_del_name(RRDHOST *host, RRDSET *st) { void *result; // fprintf(stderr, "DELETING: %s (name: %s)\n", st->id, st->name); result = (RRDSET *)avl_remove_lock(&((host)->rrdset_root_index_name), (avl_t *)(&st->avlname)); if(result) return rrdset_from_avlname(result); return NULL; } // ---------------------------------------------------------------------------- // RRDSET - find charts static inline RRDSET *rrdset_index_find_name(RRDHOST *host, const char *name, uint32_t hash) { void *result = NULL; RRDSET tmp; tmp.name = name; tmp.hash_name = (hash)?hash:simple_hash(tmp.name); result = avl_search_lock(&host->rrdset_root_index_name, (avl_t *) (&(tmp.avlname))); if(result) return rrdset_from_avlname(result); return NULL; } inline RRDSET *rrdset_find(RRDHOST *host, const char *id) { debug(D_RRD_CALLS, "rrdset_find() for chart '%s' in host '%s'", id, host->hostname); RRDSET *st = rrdset_index_find(host, id, 0); return(st); } inline RRDSET *rrdset_find_bytype(RRDHOST *host, const char *type, const char *id) { debug(D_RRD_CALLS, "rrdset_find_bytype() for chart '%s.%s' in host '%s'", type, id, host->hostname); char buf[RRD_ID_LENGTH_MAX + 1]; strncpyz(buf, type, RRD_ID_LENGTH_MAX - 1); strcat(buf, "."); int len = (int) strlen(buf); strncpyz(&buf[len], id, (size_t) (RRD_ID_LENGTH_MAX - len)); return(rrdset_find(host, buf)); } inline RRDSET *rrdset_find_byname(RRDHOST *host, const char *name) { debug(D_RRD_CALLS, "rrdset_find_byname() for chart '%s' in host '%s'", name, host->hostname); RRDSET *st = rrdset_index_find_name(host, name, 0); return(st); } // ---------------------------------------------------------------------------- // RRDSET - rename charts char *rrdset_strncpyz_name(char *to, const char *from, size_t length) { char c, *p = to; while (length-- && (c = *from++)) { if(c != '.' && c != '-' && !isalnum(c)) c = '_'; *p++ = c; } *p = '\0'; return to; } int rrdset_set_name(RRDSET *st, const char *name) { if(unlikely(st->name && !strcmp(st->name, name))) return 1; RRDHOST *host = st->rrdhost; debug(D_RRD_CALLS, "rrdset_set_name() old: '%s', new: '%s'", st->name?st->name:"", name); char full_name[RRD_ID_LENGTH_MAX + 1]; char sanitized_name[CONFIG_MAX_VALUE + 1]; char new_name[CONFIG_MAX_VALUE + 1]; snprintfz(full_name, RRD_ID_LENGTH_MAX, "%s.%s", st->type, name); rrdset_strncpyz_name(sanitized_name, full_name, CONFIG_MAX_VALUE); strncpyz(new_name, sanitized_name, CONFIG_MAX_VALUE); if(rrdset_index_find_name(host, new_name, 0)) { debug(D_RRD_CALLS, "RRDSET: chart name '%s' on host '%s' already exists.", new_name, host->hostname); if(!strcmp(st->id, full_name) && !st->name) { unsigned i = 1; do { snprintfz(new_name, CONFIG_MAX_VALUE, "%s_%u", sanitized_name, i); i++; } while (rrdset_index_find_name(host, new_name, 0)); info("RRDSET: using name '%s' for chart '%s' on host '%s'.", new_name, full_name, host->hostname); } else { return 0; } } if(st->name) { rrdset_index_del_name(host, st); st->name = strdupz(new_name); st->hash_name = simple_hash(st->name); rrdsetvar_rename_all(st); } else { st->name = strdupz(new_name); st->hash_name = simple_hash(st->name); } rrdset_wrlock(st); RRDDIM *rd; rrddim_foreach_write(rd, st) rrddimvar_rename_all(rd); rrdset_unlock(st); if(unlikely(rrdset_index_add_name(host, st) != st)) error("RRDSET: INTERNAL ERROR: attempted to index duplicate chart name '%s'", st->name); rrdset_flag_clear(st, RRDSET_FLAG_EXPORTING_SEND); rrdset_flag_clear(st, RRDSET_FLAG_EXPORTING_IGNORE); rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_SEND); rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_IGNORE); rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED); rrdcontext_updated_rrdset_name(st); return 2; } inline void rrdset_is_obsolete(RRDSET *st) { if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_ARCHIVED))) { info("Cannot obsolete already archived chart %s", st->name); return; } if(unlikely(!(rrdset_flag_check(st, RRDSET_FLAG_OBSOLETE)))) { rrdset_flag_set(st, RRDSET_FLAG_OBSOLETE); st->rrdhost->obsolete_charts_count++; rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED); // the chart will not get more updates (data collection) // so, we have to push its definition now rrdset_push_chart_definition_now(st); rrdcontext_updated_rrdset_flags(st); } } inline void rrdset_isnot_obsolete(RRDSET *st) { if(unlikely((rrdset_flag_check(st, RRDSET_FLAG_OBSOLETE)))) { rrdset_flag_clear(st, RRDSET_FLAG_OBSOLETE); st->rrdhost->obsolete_charts_count--; rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED); // the chart will be pushed upstream automatically // due to data collection rrdcontext_updated_rrdset_flags(st); } } inline void rrdset_update_heterogeneous_flag(RRDSET *st) { RRDHOST *host = st->rrdhost; (void)host; RRDDIM *rd; rrdset_flag_clear(st, RRDSET_FLAG_HOMOGENEOUS_CHECK); RRD_ALGORITHM algorithm = st->dimensions->algorithm; collected_number multiplier = ABS(st->dimensions->multiplier); collected_number divisor = ABS(st->dimensions->divisor); rrddim_foreach_read(rd, st) { if(algorithm != rd->algorithm || multiplier != ABS(rd->multiplier) || divisor != ABS(rd->divisor)) { if(!rrdset_flag_check(st, RRDSET_FLAG_HETEROGENEOUS)) { #ifdef NETDATA_INTERNAL_CHECKS info("Dimension '%s' added on chart '%s' of host '%s' is not homogeneous to other dimensions already present (algorithm is '%s' vs '%s', multiplier is " COLLECTED_NUMBER_FORMAT " vs " COLLECTED_NUMBER_FORMAT ", divisor is " COLLECTED_NUMBER_FORMAT " vs " COLLECTED_NUMBER_FORMAT ").", rd->name, st->name, host->hostname, rrd_algorithm_name(rd->algorithm), rrd_algorithm_name(algorithm), rd->multiplier, multiplier, rd->divisor, divisor ); #endif rrdset_flag_set(st, RRDSET_FLAG_HETEROGENEOUS); } return; } } rrdset_flag_clear(st, RRDSET_FLAG_HETEROGENEOUS); rrdcontext_updated_rrdset_flags(st); } // ---------------------------------------------------------------------------- // RRDSET - reset a chart void rrdset_reset(RRDSET *st) { debug(D_RRD_CALLS, "rrdset_reset() %s", st->name); st->last_collected_time.tv_sec = 0; st->last_collected_time.tv_usec = 0; st->last_updated.tv_sec = 0; st->last_updated.tv_usec = 0; st->current_entry = 0; st->counter = 0; st->counter_done = 0; st->rrddim_page_alignment = 0; RRDDIM *rd; rrddim_foreach_read(rd, st) { rd->last_collected_time.tv_sec = 0; rd->last_collected_time.tv_usec = 0; rd->collections_counter = 0; if(!rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED)) { for(int tier = 0; tier < storage_tiers ;tier++) { if(rd->tiers[tier]) rd->tiers[tier]->collect_ops.flush(rd->tiers[tier]->db_collection_handle); } } } } // ---------------------------------------------------------------------------- // RRDSET - helpers for rrdset_create() inline long align_entries_to_pagesize(RRD_MEMORY_MODE mode, long entries) { if(mode == RRD_MEMORY_MODE_DBENGINE) return 0; if(mode == RRD_MEMORY_MODE_NONE) return 5; if(entries < 5) entries = 5; if(entries > RRD_HISTORY_ENTRIES_MAX) entries = RRD_HISTORY_ENTRIES_MAX; if(mode == RRD_MEMORY_MODE_MAP || mode == RRD_MEMORY_MODE_SAVE || mode == RRD_MEMORY_MODE_RAM) { long header_size = 0; if(mode == RRD_MEMORY_MODE_MAP || mode == RRD_MEMORY_MODE_SAVE) header_size = (long)rrddim_memory_file_header_size(); long page = (long)sysconf(_SC_PAGESIZE); long size = (long)(header_size + entries * sizeof(storage_number)); if (unlikely(size % page)) { size -= (size % page); size += page; long n = (long)((size - header_size) / sizeof(storage_number)); return n; } } return entries; } static inline void last_collected_time_align(RRDSET *st) { st->last_collected_time.tv_sec -= st->last_collected_time.tv_sec % st->update_every; if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_STORE_FIRST))) st->last_collected_time.tv_usec = 0; else st->last_collected_time.tv_usec = 500000; } static inline void last_updated_time_align(RRDSET *st) { st->last_updated.tv_sec -= st->last_updated.tv_sec % st->update_every; st->last_updated.tv_usec = 0; } // ---------------------------------------------------------------------------- // RRDSET - free a chart void rrdset_free(RRDSET *st) { if(unlikely(!st)) return; RRDHOST *host = st->rrdhost; rrdhost_check_wrlock(host); // make sure we have a write lock on the host rrdset_wrlock(st); // lock this RRDSET // info("Removing chart '%s' ('%s')", st->id, st->name); // ------------------------------------------------------------------------ // remove it from the indexes if(unlikely(rrdset_index_del(host, st) != st)) error("RRDSET: INTERNAL ERROR: attempt to remove from index chart '%s', removed a different chart.", st->id); rrdset_index_del_name(host, st); // ------------------------------------------------------------------------ // free its children structures freez(st->exporting_flags); while(st->variables) rrdsetvar_free(st->variables); // while(st->alarms) rrdsetcalc_unlink(st->alarms); /* We must free all connected alarms here in case this has been an ephemeral chart whose alarm was * created by a template. This leads to an effective memory leak, which cannot be detected since the * alarms will still be connected to the host, and freed during shutdown. */ while(st->alarms) rrdcalc_unlink_and_free(st->rrdhost, st->alarms); while(st->dimensions) rrddim_free(st, st->dimensions); rrdfamily_free(host, st->rrdfamily); debug(D_RRD_CALLS, "RRDSET: Cleaning up remaining chart variables for host '%s', chart '%s'", host->hostname, st->id); rrdvar_free_remaining_variables(host, &st->rrdvar_root_index); // ------------------------------------------------------------------------ // unlink it from the host if(st == host->rrdset_root) { host->rrdset_root = st->next; } else { // find the previous one RRDSET *s; for(s = host->rrdset_root; s && s->next != st ; s = s->next) ; // bypass it if(s) s->next = st->next; else error("Request to free RRDSET '%s': cannot find it under host '%s'", st->id, host->hostname); } rrdset_unlock(st); // this has to be after the dimensions are freed rrdcontext_removed_rrdset(st); // ------------------------------------------------------------------------ // free it netdata_rwlock_destroy(&st->rrdset_rwlock); // free directly allocated members freez((void *)st->name); freez(st->type); freez(st->family); freez(st->title); freez(st->units); freez(st->context); freez(st->cache_dir); freez(st->plugin_name); freez(st->module_name); freez(st->state->old_title); freez(st->state->old_units); freez(st->state->old_context); rrdlabels_destroy(st->state->chart_labels); freez(st->state); freez(st->chart_uuid); rrdset_memory_file_free(st); freez(st); } void rrdset_save(RRDSET *st) { rrdset_check_rdlock(st); rrdset_memory_file_save(st); RRDDIM *rd; rrddim_foreach_read(rd, st) rrddim_memory_file_save(rd); } void rrdset_delete_files(RRDSET *st) { RRDDIM *rd; rrdset_check_rdlock(st); info("Deleting chart '%s' ('%s') from disk...", st->id, st->name); if(st->rrd_memory_mode == RRD_MEMORY_MODE_SAVE || st->rrd_memory_mode == RRD_MEMORY_MODE_MAP) { const char *cache_filename = rrdset_cache_filename(st); if(cache_filename) { info("Deleting chart header file '%s'.", cache_filename); if (unlikely(unlink(cache_filename) == -1)) error("Cannot delete chart header file '%s'", cache_filename); } else error("Cannot find the cache filename of chart '%s'", st->id); } rrddim_foreach_read(rd, st) { const char *cache_filename = rrddim_cache_filename(rd); if(!cache_filename) continue; info("Deleting dimension file '%s'.", cache_filename); if(unlikely(unlink(cache_filename) == -1)) error("Cannot delete dimension file '%s'", cache_filename); } recursively_delete_dir(st->cache_dir, "left-over chart"); } void rrdset_delete_obsolete_dimensions(RRDSET *st) { RRDDIM *rd; rrdset_check_rdlock(st); info("Deleting dimensions of chart '%s' ('%s') from disk...", st->id, st->name); rrddim_foreach_read(rd, st) { if(rrddim_flag_check(rd, RRDDIM_FLAG_OBSOLETE)) { const char *cache_filename = rrddim_cache_filename(rd); if(!cache_filename) continue; info("Deleting dimension file '%s'.", cache_filename); if(unlikely(unlink(cache_filename) == -1)) error("Cannot delete dimension file '%s'", cache_filename); } } } // ---------------------------------------------------------------------------- // RRDSET - create a chart static inline RRDSET *rrdset_find_on_create(RRDHOST *host, const char *fullid) { RRDSET *st = rrdset_find(host, fullid); if(unlikely(st)) { rrdset_isnot_obsolete(st); debug(D_RRD_CALLS, "RRDSET '%s', already exists.", fullid); return st; } return NULL; } static inline void rrdset_update_permanent_labels(RRDSET *st) { if(!st->state || !st->state->chart_labels) return; rrdlabels_add(st->state->chart_labels, "_collect_plugin", st->plugin_name, RRDLABEL_SRC_AUTO| RRDLABEL_FLAG_PERMANENT); rrdlabels_add(st->state->chart_labels, "_collect_module", st->module_name, RRDLABEL_SRC_AUTO| RRDLABEL_FLAG_PERMANENT); rrdlabels_add(st->state->chart_labels, "_instance_family", st->family, RRDLABEL_SRC_AUTO| RRDLABEL_FLAG_PERMANENT); } RRDSET *rrdset_create_custom( RRDHOST *host , const char *type , const char *id , const char *name , const char *family , const char *context , const char *title , const char *units , const char *plugin , const char *module , long priority , int update_every , RRDSET_TYPE chart_type , RRD_MEMORY_MODE memory_mode , long history_entries ) { if(!type || !type[0]) { fatal("Cannot create rrd stats without a type: id '%s', name '%s', family '%s', context '%s', title '%s', units '%s', plugin '%s', module '%s'." , (id && *id)?id:"" , (name && *name)?name:"" , (family && *family)?family:"" , (context && *context)?context:"" , (title && *title)?title:"" , (units && *units)?units:"" , (plugin && *plugin)?plugin:"" , (module && *module)?module:"" ); return NULL; } if(!id || !id[0]) { fatal("Cannot create rrd stats without an id: type '%s', name '%s', family '%s', context '%s', title '%s', units '%s', plugin '%s', module '%s'." , type , (name && *name)?name:"" , (family && *family)?family:"" , (context && *context)?context:"" , (title && *title)?title:"" , (units && *units)?units:"" , (plugin && *plugin)?plugin:"" , (module && *module)?module:"" ); return NULL; } if (host != localhost) { host->senders_last_chart_command = now_realtime_sec(); } // ------------------------------------------------------------------------ // check if it already exists char fullid[RRD_ID_LENGTH_MAX + 1]; snprintfz(fullid, RRD_ID_LENGTH_MAX, "%s.%s", type, id); int changed_from_archived_to_active = 0; RRDSET *st = rrdset_find_on_create(host, fullid); if (st) { int mark_rebuild = 0; if (rrdset_flag_check(st, RRDSET_FLAG_ARCHIVED)) { rrdset_flag_clear(st, RRDSET_FLAG_ARCHIVED); changed_from_archived_to_active = 1; mark_rebuild |= META_CHART_ACTIVATED; } char *old_plugin = NULL, *old_module = NULL, *old_title = NULL, *old_context = NULL, *old_title_v = NULL, *old_context_v = NULL, *old_units_v = NULL, *old_units = NULL; int rc; if(unlikely(name)) rc = rrdset_set_name(st, name); else rc = rrdset_set_name(st, id); if (rc == 2) mark_rebuild |= META_CHART_UPDATED; if (unlikely(st->priority != priority)) { st->priority = priority; mark_rebuild |= META_CHART_UPDATED; } if (unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_DBENGINE && st->update_every != update_every)) { st->update_every = update_every; mark_rebuild |= META_CHART_UPDATED; } if (plugin && st->plugin_name) { if (unlikely(strcmp(plugin, st->plugin_name))) { old_plugin = st->plugin_name; st->plugin_name = strdupz(plugin); mark_rebuild |= META_PLUGIN_UPDATED; } } else { if (plugin != st->plugin_name) { // one is NULL? old_plugin = st->plugin_name; st->plugin_name = plugin ? strdupz(plugin) : NULL; mark_rebuild |= META_PLUGIN_UPDATED; } } if (module && st->module_name) { if (unlikely(strcmp(module, st->module_name))) { old_module = st->module_name; st->module_name = strdupz(module); mark_rebuild |= META_MODULE_UPDATED; } } else { if (module != st->module_name) { if (st->module_name && *st->module_name) { old_module = st->module_name; st->module_name = module ? strdupz(module) : NULL; mark_rebuild |= META_MODULE_UPDATED; } } } if (unlikely(title && st->state->old_title && strcmp(st->state->old_title, title))) { char *new_title = strdupz(title); old_title_v = st->state->old_title; st->state->old_title = strdupz(title); json_fix_string(new_title); old_title = st->title; st->title = new_title; mark_rebuild |= META_CHART_UPDATED; } if (unlikely(units && st->state->old_units && strcmp(st->state->old_units, units))) { char *new_units = strdupz(units); old_units_v = st->state->old_units; st->state->old_units = strdupz(units); json_fix_string(new_units); old_units= st->units; st->units = new_units; mark_rebuild |= META_CHART_UPDATED; } if (st->chart_type != chart_type) { st->chart_type = chart_type; mark_rebuild |= META_CHART_UPDATED; } if (unlikely(context && st->state->old_context && strcmp(st->state->old_context, context))) { char *new_context = strdupz(context); old_context_v = st->state->old_context; st->state->old_context = strdupz(context); json_fix_string(new_context); old_context = st->context; st->context = new_context; st->hash_context = simple_hash(st->context); mark_rebuild |= META_CHART_UPDATED; } if (mark_rebuild) { rrdset_flag_clear(st, RRDSET_FLAG_ACLK); freez(old_plugin); freez(old_module); freez(old_title); freez(old_units); freez(old_context); freez(old_title_v); freez(old_units_v); freez(old_context_v); if (mark_rebuild != META_CHART_ACTIVATED) { info("Collector updated metadata for chart %s", st->id); sched_yield(); } } if (mark_rebuild & (META_CHART_UPDATED | META_PLUGIN_UPDATED | META_MODULE_UPDATED)) { debug(D_METADATALOG, "CHART [%s] metadata updated", st->id); int rc = update_chart_metadata(st->chart_uuid, st, id, name); if (unlikely(rc)) error_report("Failed to update chart metadata in the database"); if (!changed_from_archived_to_active) { rrdset_flag_set(st, RRDSET_FLAG_SYNC_CLOCK); rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED); } } /* Fall-through during switch from archived to active so that the host lock is taken and health is linked */ if (!changed_from_archived_to_active) { rrdset_update_permanent_labels(st); rrdcontext_updated_rrdset(st); return st; } } rrdhost_wrlock(host); st = rrdset_find_on_create(host, fullid); if(st) { if (changed_from_archived_to_active) { rrdset_flag_clear(st, RRDSET_FLAG_ARCHIVED); rrdsetvar_create(st, "last_collected_t", RRDVAR_TYPE_TIME_T, &st->last_collected_time.tv_sec, RRDVAR_OPTION_DEFAULT); rrdsetvar_create(st, "collected_total_raw", RRDVAR_TYPE_TOTAL, &st->last_collected_total, RRDVAR_OPTION_DEFAULT); rrdsetvar_create(st, "green", RRDVAR_TYPE_CALCULATED, &st->green, RRDVAR_OPTION_DEFAULT); rrdsetvar_create(st, "red", RRDVAR_TYPE_CALCULATED, &st->red, RRDVAR_OPTION_DEFAULT); rrdsetvar_create(st, "update_every", RRDVAR_TYPE_INT, &st->update_every, RRDVAR_OPTION_DEFAULT); rrdsetcalc_link_matching(st); rrdcalctemplate_link_matching(st); } rrdhost_unlock(host); rrdset_flag_set(st, RRDSET_FLAG_SYNC_CLOCK); rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED); rrdcontext_updated_rrdset(st); return st; } // ------------------------------------------------------------------------ // get the options from the config, we need to create it long entries = 5; if (memory_mode != RRD_MEMORY_MODE_DBENGINE) entries = align_entries_to_pagesize(memory_mode, history_entries); char *cache_dir = rrdset_cache_dir(host, fullid); // ------------------------------------------------------------------------ // load it or allocate it debug(D_RRD_CALLS, "Creating RRD_STATS for '%s.%s'.", type, id); st = callocz(1, sizeof(RRDSET)); st->state = callocz(1, sizeof(*st->state)); strcpy(st->id, fullid); st->hash = simple_hash(st->id); st->rrdhost = host; st->cache_dir = cache_dir; st->entries = entries; st->update_every = update_every; if(memory_mode == RRD_MEMORY_MODE_SAVE || memory_mode == RRD_MEMORY_MODE_MAP) { if(!rrdset_memory_load_or_create_map_save(st, memory_mode)) { info("Failed to use memory mode %s for chart '%s', falling back to ram", (memory_mode == RRD_MEMORY_MODE_MAP)?"map":"save", st->name); memory_mode = RRD_MEMORY_MODE_RAM; } } st->rrd_memory_mode = memory_mode; st->plugin_name = plugin?strdupz(plugin):NULL; st->module_name = module?strdupz(module):NULL; st->chart_type = chart_type; st->type = strdupz(type); st->family = family ? strdupz(family) : strdupz(st->type); json_fix_string(st->family); st->state->is_ar_chart = strcmp(st->id, ML_ANOMALY_RATES_CHART_ID) == 0; st->units = units ? strdupz(units) : strdupz(""); st->state->old_units = strdupz(st->units); json_fix_string(st->units); st->context = context ? strdupz(context) : strdupz(st->id); st->state->old_context = strdupz(st->context); json_fix_string(st->context); st->hash_context = simple_hash(st->context); st->priority = priority; rrdset_flag_set(st, RRDSET_FLAG_SYNC_CLOCK); st->green = NAN; st->red = NAN; st->gap_when_lost_iterations_above = (int) (gap_when_lost_iterations_above + 2); avl_init_lock(&st->dimensions_index, rrddim_compare); avl_init_lock(&st->rrdvar_root_index, rrdvar_compare); netdata_rwlock_init(&st->rrdset_rwlock); st->state->chart_labels = rrdlabels_create(); rrdset_update_permanent_labels(st); if(name && *name && rrdset_set_name(st, name)) // we did set the name ; else // could not use the name, use the id rrdset_set_name(st, id); st->title = strdupz(title); st->state->old_title = strdupz(st->title); json_fix_string(st->title); st->rrdfamily = rrdfamily_create(host, st->family); st->next = host->rrdset_root; host->rrdset_root = st; if(host->health_enabled) { rrdsetvar_create(st, "last_collected_t", RRDVAR_TYPE_TIME_T, &st->last_collected_time.tv_sec, RRDVAR_OPTION_DEFAULT); rrdsetvar_create(st, "collected_total_raw", RRDVAR_TYPE_TOTAL, &st->last_collected_total, RRDVAR_OPTION_DEFAULT); rrdsetvar_create(st, "green", RRDVAR_TYPE_CALCULATED, &st->green, RRDVAR_OPTION_DEFAULT); rrdsetvar_create(st, "red", RRDVAR_TYPE_CALCULATED, &st->red, RRDVAR_OPTION_DEFAULT); rrdsetvar_create(st, "update_every", RRDVAR_TYPE_INT, &st->update_every, RRDVAR_OPTION_DEFAULT); } if(unlikely(rrdset_index_add(host, st) != st)) error("RRDSET: INTERNAL ERROR: attempt to index duplicate chart '%s'", st->id); rrdsetcalc_link_matching(st); rrdcalctemplate_link_matching(st); st->chart_uuid = find_chart_uuid(host, type, id, name); if (unlikely(!st->chart_uuid)) st->chart_uuid = create_chart_uuid(st, id, name); else update_chart_metadata(st->chart_uuid, st, id, name); store_active_chart(st->chart_uuid); compute_chart_hash(st); rrdhost_unlock(host); rrdcontext_updated_rrdset(st); return(st); } // ---------------------------------------------------------------------------- // RRDSET - data collection iteration control inline void rrdset_next_usec_unfiltered(RRDSET *st, usec_t microseconds) { if(unlikely(!st->last_collected_time.tv_sec || !microseconds || (rrdset_flag_check(st, RRDSET_FLAG_SYNC_CLOCK)))) { // call the full next_usec() function rrdset_next_usec(st, microseconds); return; } st->usec_since_last_update = microseconds; } inline void rrdset_next_usec(RRDSET *st, usec_t microseconds) { struct timeval now; now_realtime_timeval(&now); #ifdef NETDATA_INTERNAL_CHECKS char *discard_reason = NULL; usec_t discarded = microseconds; #endif if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_SYNC_CLOCK))) { // the chart needs to be re-synced to current time rrdset_flag_clear(st, RRDSET_FLAG_SYNC_CLOCK); // discard the microseconds supplied microseconds = 0; #ifdef NETDATA_INTERNAL_CHECKS if(!discard_reason) discard_reason = "SYNC CLOCK FLAG"; #endif } if(unlikely(!st->last_collected_time.tv_sec)) { // the first entry microseconds = st->update_every * USEC_PER_SEC; #ifdef NETDATA_INTERNAL_CHECKS if(!discard_reason) discard_reason = "FIRST DATA COLLECTION"; #endif } else if(unlikely(!microseconds)) { // no dt given by the plugin microseconds = dt_usec(&now, &st->last_collected_time); #ifdef NETDATA_INTERNAL_CHECKS if(!discard_reason) discard_reason = "NO USEC GIVEN BY COLLECTOR"; #endif } else { // microseconds has the time since the last collection susec_t since_last_usec = dt_usec_signed(&now, &st->last_collected_time); if(unlikely(since_last_usec < 0)) { // oops! the database is in the future #ifdef NETDATA_INTERNAL_CHECKS info("RRD database for chart '%s' on host '%s' is %0.5" NETDATA_DOUBLE_MODIFIER " secs in the future (counter #%zu, update #%zu). Adjusting it to current time.", st->id, st->rrdhost->hostname, (NETDATA_DOUBLE)-since_last_usec / USEC_PER_SEC, st->counter, st->counter_done); #endif st->last_collected_time.tv_sec = now.tv_sec - st->update_every; st->last_collected_time.tv_usec = now.tv_usec; last_collected_time_align(st); st->last_updated.tv_sec = now.tv_sec - st->update_every; st->last_updated.tv_usec = now.tv_usec; last_updated_time_align(st); microseconds = st->update_every * USEC_PER_SEC; #ifdef NETDATA_INTERNAL_CHECKS if(!discard_reason) discard_reason = "COLLECTION TIME IN FUTURE"; #endif } else if(unlikely((usec_t)since_last_usec > (usec_t)(st->update_every * 5 * USEC_PER_SEC))) { // oops! the database is too far behind #ifdef NETDATA_INTERNAL_CHECKS info("RRD database for chart '%s' on host '%s' is %0.5" NETDATA_DOUBLE_MODIFIER " secs in the past (counter #%zu, update #%zu). Adjusting it to current time.", st->id, st->rrdhost->hostname, (NETDATA_DOUBLE)since_last_usec / USEC_PER_SEC, st->counter, st->counter_done); #endif microseconds = (usec_t)since_last_usec; #ifdef NETDATA_INTERNAL_CHECKS if(!discard_reason) discard_reason = "COLLECTION TIME TOO FAR IN THE PAST"; #endif } #ifdef NETDATA_INTERNAL_CHECKS if(since_last_usec > 0 && (susec_t)microseconds < since_last_usec) { static __thread susec_t min_delta = USEC_PER_SEC * 3600, permanent_min_delta = 0; static __thread time_t last_t = 0; // the first time initialize it so that it will make the check later if(last_t == 0) last_t = now.tv_sec + 60; susec_t delta = since_last_usec - (susec_t)microseconds; if(delta < min_delta) min_delta = delta; if(now.tv_sec >= last_t + 60) { last_t = now.tv_sec; if(min_delta > permanent_min_delta) { info("MINIMUM MICROSECONDS DELTA of thread %d increased from %lld to %lld (+%lld)", gettid(), permanent_min_delta, min_delta, min_delta - permanent_min_delta); permanent_min_delta = min_delta; } min_delta = USEC_PER_SEC * 3600; } } #endif } #ifdef NETDATA_INTERNAL_CHECKS debug(D_RRD_CALLS, "rrdset_next_usec() for chart %s with microseconds %llu", st->name, microseconds); rrdset_debug(st, "NEXT: %llu microseconds", microseconds); if(discarded && discarded != microseconds) info("host '%s', chart '%s': discarded data collection time of %llu usec, replaced with %llu usec, reason: '%s'", st->rrdhost->hostname, st->id, discarded, microseconds, discard_reason?discard_reason:"UNDEFINED"); #endif st->usec_since_last_update = microseconds; } // ---------------------------------------------------------------------------- // RRDSET - process the collected values for all dimensions of a chart static inline usec_t rrdset_init_last_collected_time(RRDSET *st) { now_realtime_timeval(&st->last_collected_time); last_collected_time_align(st); usec_t last_collect_ut = st->last_collected_time.tv_sec * USEC_PER_SEC + st->last_collected_time.tv_usec; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "initialized last collected time to %0.3" NETDATA_DOUBLE_MODIFIER, (NETDATA_DOUBLE)last_collect_ut / USEC_PER_SEC); #endif return last_collect_ut; } static inline usec_t rrdset_update_last_collected_time(RRDSET *st) { usec_t last_collect_ut = st->last_collected_time.tv_sec * USEC_PER_SEC + st->last_collected_time.tv_usec; usec_t ut = last_collect_ut + st->usec_since_last_update; st->last_collected_time.tv_sec = (time_t) (ut / USEC_PER_SEC); st->last_collected_time.tv_usec = (suseconds_t) (ut % USEC_PER_SEC); #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "updated last collected time to %0.3" NETDATA_DOUBLE_MODIFIER, (NETDATA_DOUBLE)last_collect_ut / USEC_PER_SEC); #endif return last_collect_ut; } static inline usec_t rrdset_init_last_updated_time(RRDSET *st) { // copy the last collected time to last updated time st->last_updated.tv_sec = st->last_collected_time.tv_sec; st->last_updated.tv_usec = st->last_collected_time.tv_usec; if(rrdset_flag_check(st, RRDSET_FLAG_STORE_FIRST)) st->last_updated.tv_sec -= st->update_every; last_updated_time_align(st); usec_t last_updated_ut = st->last_updated.tv_sec * USEC_PER_SEC + st->last_updated.tv_usec; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "initialized last updated time to %0.3" NETDATA_DOUBLE_MODIFIER, (NETDATA_DOUBLE)last_updated_ut / USEC_PER_SEC); #endif return last_updated_ut; } static inline time_t tier_next_point_time(RRDDIM *rd, struct rrddim_tier *t, time_t now) { time_t loop = (time_t)rd->update_every * (time_t)t->tier_grouping; return now + loop - ((now + loop) % loop); } void store_metric_at_tier(RRDDIM *rd, struct rrddim_tier *t, STORAGE_POINT sp, usec_t now_ut) { if (unlikely(!t->next_point_time)) t->next_point_time = tier_next_point_time(rd, t, sp.end_time); // merge the dates into our virtual point if (unlikely(sp.start_time < t->virtual_point.start_time)) t->virtual_point.start_time = sp.start_time; if (likely(sp.end_time > t->virtual_point.end_time)) t->virtual_point.end_time = sp.end_time; // merge the values into our virtual point if (likely(!storage_point_is_empty(sp))) { // we aggregate only non NULLs into higher tiers if (likely(!storage_point_is_unset(t->virtual_point))) { // merge the collected point to our virtual one t->virtual_point.sum += sp.sum; t->virtual_point.min = MIN(t->virtual_point.min, sp.min); t->virtual_point.max = MAX(t->virtual_point.max, sp.max); t->virtual_point.count += sp.count; t->virtual_point.anomaly_count += sp.anomaly_count; t->virtual_point.flags |= sp.flags; } else { // reset our virtual point to this one t->virtual_point = sp; } } if(unlikely(sp.end_time >= t->next_point_time)) { if (likely(!storage_point_is_unset(t->virtual_point))) { t->collect_ops.store_metric( t->db_collection_handle, now_ut, t->virtual_point.sum, t->virtual_point.min, t->virtual_point.max, t->virtual_point.count, t->virtual_point.anomaly_count, t->virtual_point.flags); } else { t->collect_ops.store_metric( t->db_collection_handle, now_ut, NAN, NAN, NAN, 0, 0, SN_FLAG_NONE); } t->virtual_point.count = 0; t->next_point_time = tier_next_point_time(rd, t, sp.end_time); } } static void store_metric(RRDDIM *rd, usec_t point_end_time_ut, NETDATA_DOUBLE n, SN_FLAGS flags) { // store the metric on tier 0 rd->tiers[0]->collect_ops.store_metric(rd->tiers[0]->db_collection_handle, point_end_time_ut, n, 0, 0, 1, 0, flags); for(int tier = 1; tier < storage_tiers ;tier++) { if(unlikely(!rd->tiers[tier])) continue; struct rrddim_tier *t = rd->tiers[tier]; time_t now = (time_t)(point_end_time_ut / USEC_PER_SEC); if(!t->last_collected_ut) { // we have not collected this tier before // let's fill any gap that may exist rrdr_fill_tier_gap_from_smaller_tiers(rd, tier, now); } STORAGE_POINT sp = { .start_time = now - rd->update_every, .end_time = now, .min = n, .max = n, .sum = n, .count = 1, .anomaly_count = (flags & SN_FLAG_NOT_ANOMALOUS) ? 0 : 1, .flags = flags }; t->last_collected_ut = point_end_time_ut; store_metric_at_tier(rd, t, sp, point_end_time_ut); } } static inline size_t rrdset_done_interpolate( RRDSET *st , usec_t update_every_ut , usec_t last_stored_ut , usec_t next_store_ut , usec_t last_collect_ut , usec_t now_collect_ut , char store_this_entry , uint32_t has_reset_value ) { RRDDIM *rd; size_t stored_entries = 0; // the number of entries we have stored in the db, during this call to rrdset_done() usec_t first_ut = last_stored_ut, last_ut = 0; (void)first_ut; ssize_t iterations = (ssize_t)((now_collect_ut - last_stored_ut) / (update_every_ut)); if((now_collect_ut % (update_every_ut)) == 0) iterations++; size_t counter = st->counter; long current_entry = st->current_entry; SN_FLAGS storage_flags = SN_DEFAULT_FLAGS; if (has_reset_value) storage_flags |= SN_FLAG_RESET; for( ; next_store_ut <= now_collect_ut ; last_collect_ut = next_store_ut, next_store_ut += update_every_ut, iterations-- ) { #ifdef NETDATA_INTERNAL_CHECKS if(iterations < 0) { error("INTERNAL CHECK: %s: iterations calculation wrapped! first_ut = %llu, last_stored_ut = %llu, next_store_ut = %llu, now_collect_ut = %llu", st->name, first_ut, last_stored_ut, next_store_ut, now_collect_ut); } rrdset_debug(st, "last_stored_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (last updated time)", (NETDATA_DOUBLE)last_stored_ut/USEC_PER_SEC); rrdset_debug(st, "next_store_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (next interpolation point)", (NETDATA_DOUBLE)next_store_ut/USEC_PER_SEC); #endif last_ut = next_store_ut; rrddim_foreach_read(rd, st) { if (rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED)) continue; NETDATA_DOUBLE new_value; switch(rd->algorithm) { case RRD_ALGORITHM_INCREMENTAL: new_value = (NETDATA_DOUBLE) ( rd->calculated_value * (NETDATA_DOUBLE)(next_store_ut - last_collect_ut) / (NETDATA_DOUBLE)(now_collect_ut - last_collect_ut) ); #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: CALC2 INC " NETDATA_DOUBLE_FORMAT " = " NETDATA_DOUBLE_FORMAT " * (%llu - %llu)" " / (%llu - %llu)" , rd->name , new_value , rd->calculated_value , next_store_ut, last_collect_ut , now_collect_ut, last_collect_ut ); #endif rd->calculated_value -= new_value; new_value += rd->last_calculated_value; rd->last_calculated_value = 0; new_value /= (NETDATA_DOUBLE)st->update_every; if(unlikely(next_store_ut - last_stored_ut < update_every_ut)) { #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: COLLECTION POINT IS SHORT " NETDATA_DOUBLE_FORMAT " - EXTRAPOLATING", rd->name , (NETDATA_DOUBLE)(next_store_ut - last_stored_ut) ); #endif new_value = new_value * (NETDATA_DOUBLE)(st->update_every * USEC_PER_SEC) / (NETDATA_DOUBLE)(next_store_ut - last_stored_ut); } break; case RRD_ALGORITHM_ABSOLUTE: case RRD_ALGORITHM_PCENT_OVER_ROW_TOTAL: case RRD_ALGORITHM_PCENT_OVER_DIFF_TOTAL: default: if(iterations == 1) { // this is the last iteration // do not interpolate // just show the calculated value new_value = rd->calculated_value; } else { // we have missed an update // interpolate in the middle values new_value = (NETDATA_DOUBLE) ( ( (rd->calculated_value - rd->last_calculated_value) * (NETDATA_DOUBLE)(next_store_ut - last_collect_ut) / (NETDATA_DOUBLE)(now_collect_ut - last_collect_ut) ) + rd->last_calculated_value ); #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: CALC2 DEF " NETDATA_DOUBLE_FORMAT " = (((" "(" NETDATA_DOUBLE_FORMAT " - " NETDATA_DOUBLE_FORMAT ")" " * %llu" " / %llu) + " NETDATA_DOUBLE_FORMAT, rd->name , new_value , rd->calculated_value, rd->last_calculated_value , (next_store_ut - first_ut) , (now_collect_ut - first_ut), rd->last_calculated_value ); #endif } break; } if(unlikely(!store_this_entry)) { (void) ml_is_anomalous(rd, 0, false); store_metric(rd, next_store_ut, NAN, SN_FLAG_NONE); continue; } if(likely(rd->updated && rd->collections_counter > 1 && iterations < st->gap_when_lost_iterations_above)) { uint32_t dim_storage_flags = storage_flags; if (ml_is_anomalous(rd, new_value, true)) { // clear anomaly bit: 0 -> is anomalous, 1 -> not anomalous dim_storage_flags &= ~((storage_number)SN_FLAG_NOT_ANOMALOUS); } store_metric(rd, next_store_ut, new_value, dim_storage_flags); rd->last_stored_value = new_value; } else { (void) ml_is_anomalous(rd, 0, false); #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: STORE[%ld] = NON EXISTING ", rd->name, current_entry); #endif store_metric(rd, next_store_ut, NAN, SN_FLAG_NONE); rd->last_stored_value = NAN; } stored_entries++; } // reset the storage flags for the next point, if any; storage_flags = SN_DEFAULT_FLAGS; st->counter = ++counter; st->current_entry = current_entry = ((current_entry + 1) >= st->entries) ? 0 : current_entry + 1; st->last_updated.tv_sec = (time_t) (last_ut / USEC_PER_SEC); st->last_updated.tv_usec = 0; last_stored_ut = next_store_ut; } /* st->counter = counter; st->current_entry = current_entry; if(likely(last_ut)) { st->last_updated.tv_sec = (time_t) (last_ut / USEC_PER_SEC); st->last_updated.tv_usec = 0; } */ return stored_entries; } static inline void rrdset_done_fill_the_gap(RRDSET *st) { usec_t update_every_ut = st->update_every * USEC_PER_SEC; usec_t now_collect_ut = st->last_collected_time.tv_sec * USEC_PER_SEC + st->last_collected_time.tv_usec; long c = 0, entries = st->entries; RRDDIM *rd; rrddim_foreach_read(rd, st) { usec_t next_store_ut = (st->last_updated.tv_sec + st->update_every) * USEC_PER_SEC; long current_entry = st->current_entry; for(c = 0; c < entries && next_store_ut <= now_collect_ut ; next_store_ut += update_every_ut, c++) { rd->db[current_entry] = pack_storage_number(NAN, SN_FLAG_NONE); current_entry = ((current_entry + 1) >= entries) ? 0 : current_entry + 1; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: STORE[%ld] = NON EXISTING (FILLED THE GAP)", rd->name, current_entry); #endif } } if(c > 0) { c--; st->last_updated.tv_sec += c * st->update_every; st->current_entry += c; st->counter += c; if(st->current_entry >= st->entries) st->current_entry -= st->entries; } } void rrdset_done(RRDSET *st) { if(unlikely(netdata_exit)) return; debug(D_RRD_CALLS, "rrdset_done() for chart %s", st->name); rrdcontext_collected_rrdset(st); RRDDIM *rd; char store_this_entry = 1, // boolean: 1 = store this entry, 0 = don't store this entry first_entry = 0; // boolean: 1 = this is the first entry seen for this chart, 0 = all other entries usec_t last_collect_ut = 0, // the timestamp in microseconds, of the last collected value now_collect_ut = 0, // the timestamp in microseconds, of this collected value (this is NOW) last_stored_ut = 0, // the timestamp in microseconds, of the last stored entry in the db next_store_ut = 0, // the timestamp in microseconds, of the next entry to store in the db update_every_ut = st->update_every * USEC_PER_SEC; // st->update_every in microseconds netdata_thread_disable_cancelability(); // a read lock is OK here rrdset_rdlock(st); #ifdef ENABLE_ACLK if (likely(!st->state->is_ar_chart)) { if (unlikely(!rrdset_flag_check(st, RRDSET_FLAG_ACLK))) { if (likely(st->dimensions && st->counter_done && !queue_chart_to_aclk(st))) { rrdset_flag_set(st, RRDSET_FLAG_ACLK); } } } #endif if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_OBSOLETE))) { error("Chart '%s' has the OBSOLETE flag set, but it is collected.", st->id); rrdset_isnot_obsolete(st); } // check if the chart has a long time to be updated if(unlikely(st->usec_since_last_update > st->entries * update_every_ut && st->rrd_memory_mode != RRD_MEMORY_MODE_DBENGINE && st->rrd_memory_mode != RRD_MEMORY_MODE_NONE)) { info("host '%s', chart %s: took too long to be updated (counter #%zu, update #%zu, %0.3" NETDATA_DOUBLE_MODIFIER " secs). Resetting it.", st->rrdhost->hostname, st->name, st->counter, st->counter_done, (NETDATA_DOUBLE)st->usec_since_last_update / USEC_PER_SEC); rrdset_reset(st); st->usec_since_last_update = update_every_ut; store_this_entry = 0; first_entry = 1; } #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "microseconds since last update: %llu", st->usec_since_last_update); #endif // set last_collected_time if(unlikely(!st->last_collected_time.tv_sec)) { // it is the first entry // set the last_collected_time to now last_collect_ut = rrdset_init_last_collected_time(st) - update_every_ut; // the first entry should not be stored store_this_entry = 0; first_entry = 1; } else { // it is not the first entry // calculate the proper last_collected_time, using usec_since_last_update last_collect_ut = rrdset_update_last_collected_time(st); } if (unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_NONE)) { goto after_first_database_work; } // if this set has not been updated in the past // we fake the last_update time to be = now - usec_since_last_update if(unlikely(!st->last_updated.tv_sec)) { // it has never been updated before // set a fake last_updated, in the past using usec_since_last_update rrdset_init_last_updated_time(st); // the first entry should not be stored store_this_entry = 0; first_entry = 1; } // check if we will re-write the entire data set if(unlikely(dt_usec(&st->last_collected_time, &st->last_updated) > st->entries * update_every_ut && st->rrd_memory_mode != RRD_MEMORY_MODE_DBENGINE)) { info( "%s: too old data (last updated at %"PRId64".%"PRId64", last collected at %"PRId64".%"PRId64"). " "Resetting it. Will not store the next entry.", st->name, (int64_t)st->last_updated.tv_sec, (int64_t)st->last_updated.tv_usec, (int64_t)st->last_collected_time.tv_sec, (int64_t)st->last_collected_time.tv_usec); rrdset_reset(st); rrdset_init_last_updated_time(st); st->usec_since_last_update = update_every_ut; // the first entry should not be stored store_this_entry = 0; first_entry = 1; } #ifdef ENABLE_DBENGINE // check if we will re-write the entire page if(unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_DBENGINE && dt_usec(&st->last_collected_time, &st->last_updated) > (RRDENG_BLOCK_SIZE / sizeof(storage_number)) * update_every_ut)) { info( "%s: too old data (last updated at %" PRId64 ".%" PRId64 ", last collected at %" PRId64 ".%" PRId64 "). " "Resetting it. Will not store the next entry.", st->name, (int64_t)st->last_updated.tv_sec, (int64_t)st->last_updated.tv_usec, (int64_t)st->last_collected_time.tv_sec, (int64_t)st->last_collected_time.tv_usec); rrdset_reset(st); rrdset_init_last_updated_time(st); st->usec_since_last_update = update_every_ut; // the first entry should not be stored store_this_entry = 0; first_entry = 1; } #endif // these are the 3 variables that will help us in interpolation // last_stored_ut = the last time we added a value to the storage // now_collect_ut = the time the current value has been collected // next_store_ut = the time of the next interpolation point now_collect_ut = st->last_collected_time.tv_sec * USEC_PER_SEC + st->last_collected_time.tv_usec; last_stored_ut = st->last_updated.tv_sec * USEC_PER_SEC + st->last_updated.tv_usec; next_store_ut = (st->last_updated.tv_sec + st->update_every) * USEC_PER_SEC; if(unlikely(!st->counter_done)) { // if we have not collected metrics this session (st->counter_done == 0) // and we have collected metrics for this chart in the past (st->counter != 0) // fill the gap (the chart has been just loaded from disk) if(unlikely(st->counter) && st->rrd_memory_mode != RRD_MEMORY_MODE_DBENGINE) { // TODO this should be inside the storage engine rrdset_done_fill_the_gap(st); last_stored_ut = st->last_updated.tv_sec * USEC_PER_SEC + st->last_updated.tv_usec; next_store_ut = (st->last_updated.tv_sec + st->update_every) * USEC_PER_SEC; } if (st->rrd_memory_mode == RRD_MEMORY_MODE_DBENGINE) { // set a fake last_updated to jump to current time rrdset_init_last_updated_time(st); last_stored_ut = st->last_updated.tv_sec * USEC_PER_SEC + st->last_updated.tv_usec; next_store_ut = (st->last_updated.tv_sec + st->update_every) * USEC_PER_SEC; } if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_STORE_FIRST))) { store_this_entry = 1; last_collect_ut = next_store_ut - update_every_ut; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "Fixed first entry."); #endif } else { store_this_entry = 0; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "Will not store the next entry."); #endif } } after_first_database_work: st->counter_done++; if(unlikely(st->rrdhost->rrdpush_send_enabled)) rrdset_done_push(st); if (unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_NONE)) { goto after_second_database_work; } #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "last_collect_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (last collection time)", (NETDATA_DOUBLE)last_collect_ut/USEC_PER_SEC); rrdset_debug(st, "now_collect_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (current collection time)", (NETDATA_DOUBLE)now_collect_ut/USEC_PER_SEC); rrdset_debug(st, "last_stored_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (last updated time)", (NETDATA_DOUBLE)last_stored_ut/USEC_PER_SEC); rrdset_debug(st, "next_store_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (next interpolation point)", (NETDATA_DOUBLE)next_store_ut/USEC_PER_SEC); #endif // calculate totals and count the dimensions int dimensions = 0; st->collected_total = 0; rrddim_foreach_read(rd, st) { if (rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED)) continue; dimensions++; if(likely(rd->updated)) st->collected_total += rd->collected_value; } uint32_t has_reset_value = 0; // process all dimensions to calculate their values // based on the collected figures only // at this stage we do not interpolate anything rrddim_foreach_read(rd, st) { if (rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED)) continue; if(unlikely(!rd->updated)) { rd->calculated_value = 0; continue; } if(unlikely(rrddim_flag_check(rd, RRDDIM_FLAG_OBSOLETE))) { error("Dimension %s in chart '%s' has the OBSOLETE flag set, but it is collected.", rd->name, st->id); rrddim_isnot_obsolete(st, rd); } #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: START " " last_collected_value = " COLLECTED_NUMBER_FORMAT " collected_value = " COLLECTED_NUMBER_FORMAT " last_calculated_value = " NETDATA_DOUBLE_FORMAT " calculated_value = " NETDATA_DOUBLE_FORMAT, rd->name , rd->last_collected_value , rd->collected_value , rd->last_calculated_value , rd->calculated_value ); #endif switch(rd->algorithm) { case RRD_ALGORITHM_ABSOLUTE: rd->calculated_value = (NETDATA_DOUBLE)rd->collected_value * (NETDATA_DOUBLE)rd->multiplier / (NETDATA_DOUBLE)rd->divisor; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: CALC ABS/ABS-NO-IN " NETDATA_DOUBLE_FORMAT " = " COLLECTED_NUMBER_FORMAT " * " NETDATA_DOUBLE_FORMAT " / " NETDATA_DOUBLE_FORMAT, rd->name , rd->calculated_value , rd->collected_value , (NETDATA_DOUBLE)rd->multiplier , (NETDATA_DOUBLE)rd->divisor ); #endif break; case RRD_ALGORITHM_PCENT_OVER_ROW_TOTAL: if(unlikely(!st->collected_total)) rd->calculated_value = 0; else // the percentage of the current value // over the total of all dimensions rd->calculated_value = (NETDATA_DOUBLE)100 * (NETDATA_DOUBLE)rd->collected_value / (NETDATA_DOUBLE)st->collected_total; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: CALC PCENT-ROW " NETDATA_DOUBLE_FORMAT " = 100" " * " COLLECTED_NUMBER_FORMAT " / " COLLECTED_NUMBER_FORMAT , rd->name , rd->calculated_value , rd->collected_value , st->collected_total ); #endif break; case RRD_ALGORITHM_INCREMENTAL: if(unlikely(rd->collections_counter <= 1)) { rd->calculated_value = 0; continue; } // If the new is smaller than the old (an overflow, or reset), set the old equal to the new // to reset the calculation (it will give zero as the calculation for this second). // It is imperative to set the comparison to uint64_t since type collected_number is signed and // produces wrong results as far as incremental counters are concerned. if(unlikely((uint64_t)rd->last_collected_value > (uint64_t)rd->collected_value)) { debug(D_RRD_STATS, "%s.%s: RESET or OVERFLOW. Last collected value = " COLLECTED_NUMBER_FORMAT ", current = " COLLECTED_NUMBER_FORMAT , st->name, rd->name , rd->last_collected_value , rd->collected_value); if(!(rrddim_flag_check(rd, RRDDIM_FLAG_DONT_DETECT_RESETS_OR_OVERFLOWS))) has_reset_value = 1; uint64_t last = (uint64_t)rd->last_collected_value; uint64_t new = (uint64_t)rd->collected_value; uint64_t max = (uint64_t)rd->collected_value_max; uint64_t cap = 0; // Signed values are handled by exploiting two's complement which will produce positive deltas if (max > 0x00000000FFFFFFFFULL) cap = 0xFFFFFFFFFFFFFFFFULL; // handles signed and unsigned 64-bit counters else cap = 0x00000000FFFFFFFFULL; // handles signed and unsigned 32-bit counters uint64_t delta = cap - last + new; uint64_t max_acceptable_rate = (cap / 100) * MAX_INCREMENTAL_PERCENT_RATE; // If the delta is less than the maximum acceptable rate and the previous value was near the cap // then this is an overflow. There can be false positives such that a reset is detected as an // overflow. // TODO: remember recent history of rates and compare with current rate to reduce this chance. if (delta < max_acceptable_rate) { rd->calculated_value += (NETDATA_DOUBLE) delta * (NETDATA_DOUBLE) rd->multiplier / (NETDATA_DOUBLE) rd->divisor; } else { // This is a reset. Any overflow with a rate greater than MAX_INCREMENTAL_PERCENT_RATE will also // be detected as a reset instead. rd->calculated_value += (NETDATA_DOUBLE)0; } } else { rd->calculated_value += (NETDATA_DOUBLE) (rd->collected_value - rd->last_collected_value) * (NETDATA_DOUBLE) rd->multiplier / (NETDATA_DOUBLE) rd->divisor; } #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: CALC INC PRE " NETDATA_DOUBLE_FORMAT " = (" COLLECTED_NUMBER_FORMAT " - " COLLECTED_NUMBER_FORMAT ")" " * " NETDATA_DOUBLE_FORMAT " / " NETDATA_DOUBLE_FORMAT, rd->name , rd->calculated_value , rd->collected_value, rd->last_collected_value , (NETDATA_DOUBLE)rd->multiplier , (NETDATA_DOUBLE)rd->divisor ); #endif break; case RRD_ALGORITHM_PCENT_OVER_DIFF_TOTAL: if(unlikely(rd->collections_counter <= 1)) { rd->calculated_value = 0; continue; } // if the new is smaller than the old (an overflow, or reset), set the old equal to the new // to reset the calculation (it will give zero as the calculation for this second) if(unlikely(rd->last_collected_value > rd->collected_value)) { debug(D_RRD_STATS, "%s.%s: RESET or OVERFLOW. Last collected value = " COLLECTED_NUMBER_FORMAT ", current = " COLLECTED_NUMBER_FORMAT , st->name, rd->name , rd->last_collected_value , rd->collected_value ); if(!(rrddim_flag_check(rd, RRDDIM_FLAG_DONT_DETECT_RESETS_OR_OVERFLOWS))) has_reset_value = 1; rd->last_collected_value = rd->collected_value; } // the percentage of the current increment // over the increment of all dimensions together if(unlikely(st->collected_total == st->last_collected_total)) rd->calculated_value = 0; else rd->calculated_value = (NETDATA_DOUBLE)100 * (NETDATA_DOUBLE)(rd->collected_value - rd->last_collected_value) / (NETDATA_DOUBLE)(st->collected_total - st->last_collected_total); #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: CALC PCENT-DIFF " NETDATA_DOUBLE_FORMAT " = 100" " * (" COLLECTED_NUMBER_FORMAT " - " COLLECTED_NUMBER_FORMAT ")" " / (" COLLECTED_NUMBER_FORMAT " - " COLLECTED_NUMBER_FORMAT ")" , rd->name , rd->calculated_value , rd->collected_value, rd->last_collected_value , st->collected_total, st->last_collected_total ); #endif break; default: // make the default zero, to make sure // it gets noticed when we add new types rd->calculated_value = 0; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: CALC " NETDATA_DOUBLE_FORMAT " = 0" , rd->name , rd->calculated_value ); #endif break; } #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: PHASE2 " " last_collected_value = " COLLECTED_NUMBER_FORMAT " collected_value = " COLLECTED_NUMBER_FORMAT " last_calculated_value = " NETDATA_DOUBLE_FORMAT " calculated_value = " NETDATA_DOUBLE_FORMAT, rd->name , rd->last_collected_value , rd->collected_value , rd->last_calculated_value , rd->calculated_value ); #endif } // at this point we have all the calculated values ready // it is now time to interpolate values on a second boundary #ifdef NETDATA_INTERNAL_CHECKS if(unlikely(now_collect_ut < next_store_ut && st->counter_done > 1)) { // this is collected in the same interpolation point rrdset_debug(st, "THIS IS IN THE SAME INTERPOLATION POINT"); info("INTERNAL CHECK: host '%s', chart '%s' collection %zu is in the same interpolation point: short by %llu microseconds", st->rrdhost->hostname, st->name, st->counter_done, next_store_ut - now_collect_ut); } #endif rrdset_done_interpolate(st , update_every_ut , last_stored_ut , next_store_ut , last_collect_ut , now_collect_ut , store_this_entry , has_reset_value ); after_second_database_work: st->last_collected_total = st->collected_total; #ifdef ENABLE_ACLK time_t mark = now_realtime_sec(); #endif rrddim_foreach_read(rd, st) { if (rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED)) continue; #ifdef ENABLE_ACLK if (likely(!st->state->is_ar_chart)) { if (!rrddim_flag_check(rd, RRDDIM_FLAG_HIDDEN) && likely(rrdset_flag_check(st, RRDSET_FLAG_ACLK))) queue_dimension_to_aclk(rd, calc_dimension_liveness(rd, mark)); } #endif if(unlikely(!rd->updated)) continue; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: setting last_collected_value (old: " COLLECTED_NUMBER_FORMAT ") to last_collected_value (new: " COLLECTED_NUMBER_FORMAT ")", rd->name, rd->last_collected_value, rd->collected_value); #endif rd->last_collected_value = rd->collected_value; switch(rd->algorithm) { case RRD_ALGORITHM_INCREMENTAL: if(unlikely(!first_entry)) { #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: setting last_calculated_value (old: " NETDATA_DOUBLE_FORMAT ") to last_calculated_value (new: " NETDATA_DOUBLE_FORMAT ")", rd->name, rd->last_calculated_value + rd->calculated_value, rd->calculated_value); #endif rd->last_calculated_value += rd->calculated_value; } else { #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "THIS IS THE FIRST POINT"); #endif } break; case RRD_ALGORITHM_ABSOLUTE: case RRD_ALGORITHM_PCENT_OVER_ROW_TOTAL: case RRD_ALGORITHM_PCENT_OVER_DIFF_TOTAL: #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: setting last_calculated_value (old: " NETDATA_DOUBLE_FORMAT ") to last_calculated_value (new: " NETDATA_DOUBLE_FORMAT ")", rd->name, rd->last_calculated_value, rd->calculated_value); #endif rd->last_calculated_value = rd->calculated_value; break; } rd->calculated_value = 0; rd->collected_value = 0; rd->updated = 0; #ifdef NETDATA_INTERNAL_CHECKS rrdset_debug(st, "%s: END " " last_collected_value = " COLLECTED_NUMBER_FORMAT " collected_value = " COLLECTED_NUMBER_FORMAT " last_calculated_value = " NETDATA_DOUBLE_FORMAT " calculated_value = " NETDATA_DOUBLE_FORMAT, rd->name , rd->last_collected_value , rd->collected_value , rd->last_calculated_value , rd->calculated_value ); #endif } // ALL DONE ABOUT THE DATA UPDATE // -------------------------------------------------------------------- if(unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_MAP)) { // update the memory mapped files with the latest values rrdset_memory_file_update(st); rrddim_foreach_read(rd, st) { rrddim_memory_file_update(rd); } } // find if there are any obsolete dimensions if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_OBSOLETE_DIMENSIONS))) { rrddim_foreach_read(rd, st) if(unlikely(rrddim_flag_check(rd, RRDDIM_FLAG_OBSOLETE))) break; if(unlikely(rd)) { time_t now = now_realtime_sec(); RRDDIM *last; // there is a dimension to free // upgrade our read lock to a write lock rrdset_unlock(st); rrdset_wrlock(st); for( rd = st->dimensions, last = NULL ; likely(rd) ; ) { if(unlikely(rrddim_flag_check(rd, RRDDIM_FLAG_OBSOLETE) && !rrddim_flag_check(rd, RRDDIM_FLAG_ACLK) && (rd->last_collected_time.tv_sec + rrdset_free_obsolete_time < now))) { info("Removing obsolete dimension '%s' (%s) of '%s' (%s).", rd->name, rd->id, st->name, st->id); const char *cache_filename = rrddim_cache_filename(rd); if(cache_filename) { info("Deleting dimension file '%s'.", cache_filename); if (unlikely(unlink(cache_filename) == -1)) error("Cannot delete dimension file '%s'", cache_filename); } #ifdef ENABLE_DBENGINE if (rd->rrd_memory_mode == RRD_MEMORY_MODE_DBENGINE) { rrddim_flag_set(rd, RRDDIM_FLAG_ARCHIVED); while(rd->variables) rrddimvar_free(rd->variables); rrddim_flag_clear(rd, RRDDIM_FLAG_OBSOLETE); /* only a collector can mark a chart as obsolete, so we must remove the reference */ size_t tiers_available = 0, tiers_said_yes = 0; for(int tier = 0; tier < storage_tiers ;tier++) { if(rd->tiers[tier]) { tiers_available++; if(rd->tiers[tier]->collect_ops.finalize(rd->tiers[tier]->db_collection_handle)) tiers_said_yes++; rd->tiers[tier]->db_collection_handle = NULL; } } if (tiers_available == tiers_said_yes && tiers_said_yes) { /* This metric has no data and no references */ delete_dimension_uuid(&rd->metric_uuid); } else { /* Do not delete this dimension */ #ifdef ENABLE_ACLK queue_dimension_to_aclk(rd, calc_dimension_liveness(rd, mark)); #endif last = rd; rd = rd->next; continue; } } #endif if(unlikely(!last)) { rrddim_free(st, rd); rd = st->dimensions; continue; } else { rrddim_free(st, rd); rd = last->next; continue; } } last = rd; rd = rd->next; } } else { rrdset_flag_clear(st, RRDSET_FLAG_OBSOLETE_DIMENSIONS); } } rrdset_unlock(st); netdata_thread_enable_cancelability(); } // ---------------------------------------------------------------------------- // compatibility layer for RRDSET files v019 #define RRDSET_MAGIC_V019 "NETDATA RRD SET FILE V019" #define RRD_ID_LENGTH_MAX_V019 200 struct avl_element_v019 { void *avl_link[2]; signed char avl_balance; }; struct avl_tree_type_v019 { void *root; int (*compar)(void *a, void *b); }; struct avl_tree_lock_v019 { struct avl_tree_type_v019 avl_tree; pthread_rwlock_t rwlock; }; struct rrdset_map_save_v019 { struct avl_element_v019 avl; // ignored struct avl_element_v019 avlname; // ignored char id[RRD_ID_LENGTH_MAX_V019 + 1]; // check to reset all - update on load void *name; // ignored void *unused_ptr; // ignored void *type; // ignored void *family; // ignored void *title; // ignored void *units; // ignored void *context; // ignored uint32_t hash_context; // ignored uint32_t chart_type; // ignored int update_every; // check to reset all - update on load long entries; // check to reset all - update on load long current_entry; // NEEDS TO BE UPDATED - FIXED ON LOAD uint32_t flags; // ignored void *exporting_flags; // ignored int gap_when_lost_iterations_above; // ignored long priority; // ignored uint32_t rrd_memory_mode; // ignored void *cache_dir; // ignored char cache_filename[FILENAME_MAX+1]; // ignored - update on load pthread_rwlock_t rrdset_rwlock; // ignored size_t counter; // NEEDS TO BE UPDATED - maintained on load size_t counter_done; // ignored union { // time_t last_accessed_time; // ignored time_t last_entry_t; // ignored }; // time_t upstream_resync_time; // ignored void *plugin_name; // ignored void *module_name; // ignored void *chart_uuid; // ignored void *state; // ignored size_t unused[3]; // ignored size_t rrddim_page_alignment; // ignored uint32_t hash; // ignored uint32_t hash_name; // ignored usec_t usec_since_last_update; // NEEDS TO BE UPDATED - maintained on load struct timeval last_updated; // NEEDS TO BE UPDATED - check to reset all - fixed on load struct timeval last_collected_time; // ignored long long collected_total; // NEEDS TO BE UPDATED - maintained on load long long last_collected_total; // NEEDS TO BE UPDATED - maintained on load void *rrdfamily; // ignored void *rrdhost; // ignored void *next; // ignored long double green; // ignored long double red; // ignored struct avl_tree_lock_v019 rrdvar_root_index; // ignored void *variables; // ignored void *alarms; // ignored unsigned long memsize; // check to reset all - update on load char magic[sizeof(RRDSET_MAGIC_V019) + 1]; // check to reset all - update on load struct avl_tree_lock_v019 dimensions_index; // ignored void *dimensions; // ignored }; void rrdset_memory_file_update(RRDSET *st) { if(!st->st_on_file) return; struct rrdset_map_save_v019 *st_on_file = st->st_on_file; st_on_file->current_entry = st->current_entry; st_on_file->counter = st->counter; st_on_file->usec_since_last_update = st->usec_since_last_update; st_on_file->last_updated.tv_sec = st->last_updated.tv_sec; st_on_file->last_updated.tv_usec = st->last_updated.tv_usec; st_on_file->collected_total = st->collected_total; st_on_file->last_collected_total = st->last_collected_total; } const char *rrdset_cache_filename(RRDSET *st) { if(!st->st_on_file) return NULL; struct rrdset_map_save_v019 *st_on_file = st->st_on_file; return st_on_file->cache_filename; } void rrdset_memory_file_free(RRDSET *st) { if(!st->st_on_file) return; // needed for memory mode map, to save the latest state rrdset_memory_file_update(st); struct rrdset_map_save_v019 *st_on_file = st->st_on_file; munmap(st_on_file, st_on_file->memsize); // remove the pointers from the RRDDIM st->st_on_file = NULL; } void rrdset_memory_file_save(RRDSET *st) { if(!st->st_on_file) return; rrdset_memory_file_update(st); struct rrdset_map_save_v019 *st_on_file = st->st_on_file; if(st_on_file->rrd_memory_mode != RRD_MEMORY_MODE_SAVE) return; memory_file_save(st_on_file->cache_filename, st->st_on_file, st_on_file->memsize); } bool rrdset_memory_load_or_create_map_save(RRDSET *st, RRD_MEMORY_MODE memory_mode) { if(memory_mode != RRD_MEMORY_MODE_SAVE && memory_mode != RRD_MEMORY_MODE_MAP) return false; char fullfilename[FILENAME_MAX + 1]; snprintfz(fullfilename, FILENAME_MAX, "%s/main.db", st->cache_dir); unsigned long size = sizeof(struct rrdset_map_save_v019); struct rrdset_map_save_v019 *st_on_file = (struct rrdset_map_save_v019 *)netdata_mmap( fullfilename, size, ((memory_mode == RRD_MEMORY_MODE_MAP) ? MAP_SHARED : MAP_PRIVATE), 0); if(!st_on_file) return false; time_t now = now_realtime_sec(); st_on_file->magic[sizeof(RRDSET_MAGIC_V019)] = '\0'; if(strcmp(st_on_file->magic, RRDSET_MAGIC_V019) != 0) { info("Initializing file '%s'.", fullfilename); memset(st_on_file, 0, size); } else if(strncmp(st_on_file->id, st->id, RRD_ID_LENGTH_MAX_V019) != 0) { error("File '%s' contents are not for chart '%s'. Clearing it.", fullfilename, st->id); memset(st_on_file, 0, size); } else if(st_on_file->memsize != size || st_on_file->entries != st->entries) { error("File '%s' does not have the desired size. Clearing it.", fullfilename); memset(st_on_file, 0, size); } else if(st_on_file->update_every != st->update_every) { error("File '%s' does not have the desired granularity. Clearing it.", fullfilename); memset(st_on_file, 0, size); } else if((now - st_on_file->last_updated.tv_sec) > st->update_every * st->entries) { info("File '%s' is too old. Clearing it.", fullfilename); memset(st_on_file, 0, size); } else if(st_on_file->last_updated.tv_sec > now + st->update_every) { error("File '%s' refers to the future by %zd secs. Resetting it to now.", fullfilename, (ssize_t)(st_on_file->last_updated.tv_sec - now)); st_on_file->last_updated.tv_sec = now; } if(st_on_file->current_entry >= st_on_file->entries) st_on_file->current_entry = 0; // make sure the database is aligned bool align_last_updated = false; if(st_on_file->last_updated.tv_sec) { st_on_file->update_every = st->update_every; align_last_updated = true; } // copy the useful values to st st->current_entry = st_on_file->current_entry; st->counter = st_on_file->counter; st->usec_since_last_update = st_on_file->usec_since_last_update; st->last_updated.tv_sec = st_on_file->last_updated.tv_sec; st->last_updated.tv_usec = st_on_file->last_updated.tv_usec; st->collected_total = st_on_file->collected_total; st->last_collected_total = st_on_file->last_collected_total; // link it to st st->st_on_file = st_on_file; // clear everything memset(st_on_file, 0, size); // set the values we need strncpyz(st_on_file->id, st->id, RRD_ID_LENGTH_MAX_V019 + 1); strcpy(st_on_file->cache_filename, fullfilename); strcpy(st_on_file->magic, RRDSET_MAGIC_V019); st_on_file->memsize = size; st_on_file->entries = st->entries; st_on_file->update_every = st->update_every; st_on_file->rrd_memory_mode = memory_mode; if(align_last_updated) last_updated_time_align(st); // copy the useful values back to st_on_file rrdset_memory_file_update(st); return true; }