21 #include "netcdf_meta.h"
22 #include "nc4internal.h"
24 #include "ncdispatch.h"
39 static const NC_reservedatt NC_reserved[] = {
40 {NC_ATT_CLASS, READONLYFLAG|HIDDENATTRFLAG},
41 {NC_ATT_DIMENSION_LIST, READONLYFLAG|HIDDENATTRFLAG},
42 {NC_ATT_NAME, READONLYFLAG|HIDDENATTRFLAG},
43 {NC_ATT_REFERENCE_LIST, READONLYFLAG|HIDDENATTRFLAG},
44 {NC_XARRAY_DIMS, READONLYFLAG|HIDDENATTRFLAG},
45 {NC_ATT_CODECS, VARFLAG|READONLYFLAG|NAMEONLYFLAG|HIDDENATTRFLAG},
46 {NC_ATT_FORMAT, READONLYFLAG},
47 {ISNETCDF4ATT, READONLYFLAG|NAMEONLYFLAG},
48 {NCPROPS, READONLYFLAG|NAMEONLYFLAG|MATERIALIZEDFLAG},
49 {NC_NCZARR_ATTR, READONLYFLAG|HIDDENATTRFLAG},
50 {NC_ATT_COORDINATES, READONLYFLAG|HIDDENATTRFLAG|MATERIALIZEDFLAG},
51 {NC_ATT_DIMID_NAME, READONLYFLAG|HIDDENATTRFLAG|MATERIALIZEDFLAG},
52 {SUPERBLOCKATT, READONLYFLAG|NAMEONLYFLAG},
53 {NC_ATT_NC3_STRICT_NAME, READONLYFLAG|MATERIALIZEDFLAG},
55 #define NRESERVED (sizeof(NC_reserved) / sizeof(NC_reservedatt))
57 static int NC4_move_in_NCList(NC* nc,
int new_id);
63 int nc_log_level = NC_TURN_OFF_LOGGING;
66 FILE *LOG_FILE = NULL;
83 nc_log(
int severity,
const char *fmt, ...)
91 if (severity > nc_log_level)
103 if ((mpierr = MPI_Initialized(&mpi_initialized)))
116 fprintf(f,
"ERROR: ");
117 for (t = 0; t < severity; t++)
122 vfprintf(f, fmt, argp);
144 nc4_check_name(
const char *name,
char *norm_name)
158 if ((retval = NC_check_name(name)))
162 if ((retval = nc_utf8_normalize((
const unsigned char *)name,
163 (
unsigned char **)&temp)))
174 strcpy(norm_name, temp);
201 nc4_file_list_add(
int ncid,
const char *path,
int mode,
void **dispatchdata)
207 if ((ret = NC_check_id(ncid, &nc)))
212 if ((ret = nc4_nc4f_list_add(nc, path, mode)))
218 *dispatchdata = nc->dispatchdata;
237 nc4_file_change_ncid(
int ncid,
unsigned short new_ncid_index)
242 LOG((2,
"%s: ncid %d new_ncid_index %d", __func__, ncid, new_ncid_index));
245 if ((ret = NC_check_id(ncid, &nc)))
250 LOG((3,
"moving nc->ext_ncid %d nc->ext_ncid >> ID_SHIFT %d",
251 nc->ext_ncid, nc->ext_ncid >> ID_SHIFT));
252 if (NC4_move_in_NCList(nc, new_ncid_index))
254 LOG((3,
"moved to new_ncid_index %d new nc->ext_ncid %d", new_ncid_index,
280 nc4_file_list_get(
int ncid,
char **path,
int *mode,
void **dispatchdata)
286 if ((ret = NC_check_id(ncid, &nc)))
299 *dispatchdata = nc->dispatchdata;
319 nc4_nc4f_list_add(NC *nc,
const char *path,
int mode)
324 assert(nc && !NC4_DATA(nc) && path);
328 if (!(h5 = calloc(1,
sizeof(NC_FILE_INFO_T))))
330 nc->dispatchdata = h5;
333 h5->hdr.sort = NCFIL;
334 h5->hdr.name = strdup(path);
335 h5->hdr.id = nc->ext_ncid;
338 h5->cmode = mode | NC_INDEF;
342 h5->next_typeid = NC_FIRSTUSERTYPEID;
345 h5->alldims = nclistnew();
346 h5->alltypes = nclistnew();
347 h5->allgroups = nclistnew();
352 if ((retval = nc4_grp_list_add(h5, NULL, NC_GROUP_NAME, &h5->root_grp)))
371 nc4_find_nc4_grp(
int ncid, NC_GRP_INFO_T **grp)
373 return nc4_find_nc_grp_h5(ncid, NULL, grp, NULL);
392 nc4_find_grp_h5(
int ncid, NC_GRP_INFO_T **grp, NC_FILE_INFO_T **h5)
394 return nc4_find_nc_grp_h5(ncid, NULL, grp, h5);
412 nc4_find_nc_grp_h5(
int ncid, NC **nc, NC_GRP_INFO_T **grp, NC_FILE_INFO_T **h5)
414 NC_GRP_INFO_T *my_grp = NULL;
415 NC_FILE_INFO_T *my_h5 = NULL;
421 if ((retval = NC_check_id(ncid, &my_nc)))
423 my_h5 = my_nc->dispatchdata;
424 assert(my_h5 && my_h5->root_grp);
427 index = (ncid & GRP_ID_MASK);
428 if (!(my_grp = nclistget(my_h5->allgroups,index)))
458 nc4_find_grp_h5_var(
int ncid,
int varid, NC_FILE_INFO_T **h5, NC_GRP_INFO_T **grp,
461 NC_FILE_INFO_T *my_h5;
462 NC_GRP_INFO_T *my_grp;
463 NC_VAR_INFO_T *my_var;
467 if ((retval = nc4_find_grp_h5(ncid, &my_grp, &my_h5)))
469 assert(my_grp && my_h5);
472 if (!(my_var = (NC_VAR_INFO_T *)ncindexith(my_grp->vars, varid)))
474 assert(my_var && my_var->hdr.id == varid);
501 nc4_find_dim(NC_GRP_INFO_T *grp,
int dimid, NC_DIM_INFO_T **dim,
502 NC_GRP_INFO_T **dim_grp)
504 assert(grp && grp->nc4_info && dim);
505 LOG((4,
"%s: dimid %d", __func__, dimid));
508 if (!((*dim) = nclistget(grp->nc4_info->alldims, dimid)))
513 *dim_grp = (*dim)->container;
529 nc4_find_var(NC_GRP_INFO_T *grp,
const char *name, NC_VAR_INFO_T **var)
531 assert(grp && var && name);
534 *var = (NC_VAR_INFO_T*)ncindexlookup(grp->vars,name);
548 nc4_rec_find_named_type(NC_GRP_INFO_T *start_grp,
char *name)
551 NC_TYPE_INFO_T *type, *res;
557 type = (NC_TYPE_INFO_T*)ncindexlookup(start_grp->type,name);
562 for(i=0;i<ncindexsize(start_grp->children);i++) {
563 g = (NC_GRP_INFO_T*)ncindexith(start_grp->children,i);
564 if(g == NULL)
continue;
565 if ((res = nc4_rec_find_named_type(g, name)))
584 nc4_find_type(
const NC_FILE_INFO_T *h5,
nc_type typeid, NC_TYPE_INFO_T **type)
588 if (
typeid < 0 || !type)
598 if (!(*type = nclistget(h5->alltypes,
typeid)))
620 nc4_find_grp_att(NC_GRP_INFO_T *grp,
int varid,
const char *name,
int attnum,
624 NC_ATT_INFO_T *my_att;
625 NCindex *attlist = NULL;
627 assert(grp && grp->hdr.name && att);
629 LOG((4,
"%s: grp->name %s varid %d attnum %d", __func__, grp->hdr.name,
639 var = (NC_VAR_INFO_T*)ncindexith(grp->vars,varid);
649 my_att = (NC_ATT_INFO_T *)ncindexlookup(attlist, name);
651 my_att = (NC_ATT_INFO_T *)ncindexith(attlist, attnum);
677 nc4_find_nc_att(
int ncid,
int varid,
const char *name,
int attnum,
683 LOG((4,
"nc4_find_nc_att: ncid 0x%x varid %d name %s attnum %d",
684 ncid, varid, name, attnum));
687 if ((retval = nc4_find_grp_h5(ncid, &grp, NULL)))
691 return nc4_find_grp_att(grp, varid, name, attnum, att);
703 obj_track(NC_FILE_INFO_T* file, NC_OBJ* obj)
708 case NCDIM: list = file->alldims;
break;
709 case NCTYP: list = file->alltypes;
break;
710 case NCGRP: list = file->allgroups;
break;
715 nclistset(list,obj->id,obj);
733 nc4_var_list_add2(NC_GRP_INFO_T *grp,
const char *name, NC_VAR_INFO_T **var)
735 NC_VAR_INFO_T *new_var = NULL;
736 NCglobalstate* gs = NC_getglobalstate();
739 if (!(new_var = calloc(1,
sizeof(NC_VAR_INFO_T))))
741 new_var->hdr.sort = NCVAR;
742 new_var->container = grp;
745 new_var->chunkcache.size = gs->chunkcache.size;
746 new_var->chunkcache.nelems = gs->chunkcache.nelems;
747 new_var->chunkcache.preemption = gs->chunkcache.preemption;
750 new_var->hdr.id = ncindexsize(grp->vars);
751 if (!(new_var->hdr.name = strdup(name))) {
758 new_var->att = ncindexnew(0);
761 ncindexadd(grp->vars, (NC_OBJ *)new_var);
783 nc4_var_set_ndims(NC_VAR_INFO_T *var,
int ndims)
793 if (!(var->dim = calloc(ndims,
sizeof(NC_DIM_INFO_T *))))
795 if (!(var->dimids = calloc(ndims,
sizeof(
int))))
800 memset(var->dimids, -1, ndims *
sizeof(
int));
821 nc4_var_list_add(NC_GRP_INFO_T* grp,
const char* name,
int ndims,
826 if ((retval = nc4_var_list_add2(grp, name, var)))
828 if ((retval = nc4_var_set_ndims(*var, ndims)))
848 nc4_dim_list_add(NC_GRP_INFO_T *grp,
const char *name,
size_t len,
849 int assignedid, NC_DIM_INFO_T **dim)
851 NC_DIM_INFO_T *new_dim = NULL;
856 if (!(new_dim = calloc(1,
sizeof(NC_DIM_INFO_T))))
859 new_dim->hdr.sort = NCDIM;
863 new_dim->hdr.id = assignedid;
865 new_dim->hdr.id = grp->nc4_info->next_dimid++;
868 if (!(new_dim->hdr.name = strdup(name))) {
878 new_dim->unlimited = NC_TRUE;
881 new_dim->container = grp;
884 ncindexadd(grp->dim, (NC_OBJ *)new_dim);
885 obj_track(grp->nc4_info, (NC_OBJ *)new_dim);
907 nc4_att_list_add(NCindex *list,
const char *name, NC_ATT_INFO_T **att)
909 NC_ATT_INFO_T *new_att = NULL;
911 LOG((3,
"%s: name %s ", __func__, name));
913 if (!(new_att = calloc(1,
sizeof(NC_ATT_INFO_T))))
915 new_att->hdr.sort = NCATT;
918 new_att->hdr.id = ncindexsize(list);
919 if (!(new_att->hdr.name = strdup(name))) {
926 ncindexadd(list, (NC_OBJ *)new_att);
950 nc4_grp_list_add(NC_FILE_INFO_T *h5, NC_GRP_INFO_T *parent,
char *name,
953 NC_GRP_INFO_T *new_grp;
957 LOG((3,
"%s: name %s ", __func__, name));
960 if (!(new_grp = calloc(1,
sizeof(NC_GRP_INFO_T))))
964 new_grp->hdr.sort = NCGRP;
965 new_grp->nc4_info = h5;
966 new_grp->parent = parent;
969 new_grp->hdr.id = h5->next_nc_grpid++;
970 assert(parent || !new_grp->hdr.id);
973 if (!(new_grp->hdr.name = strdup(name)))
980 new_grp->children = ncindexnew(0);
981 new_grp->dim = ncindexnew(0);
982 new_grp->att = ncindexnew(0);
983 new_grp->type = ncindexnew(0);
984 new_grp->vars = ncindexnew(0);
988 ncindexadd(parent->children, (NC_OBJ *)new_grp);
989 obj_track(h5, (NC_OBJ *)new_grp);
1012 nc4_check_dup_name(NC_GRP_INFO_T *grp,
char *name)
1014 NC_TYPE_INFO_T *type;
1019 type = (NC_TYPE_INFO_T*)ncindexlookup(grp->type,name);
1024 g = (NC_GRP_INFO_T*)ncindexlookup(grp->children,name);
1029 var = (NC_VAR_INFO_T*)ncindexlookup(grp->vars,name);
1050 nc4_type_new(
size_t size,
const char *name,
int assignedid,
1051 NC_TYPE_INFO_T **type)
1053 NC_TYPE_INFO_T *new_type;
1055 LOG((4,
"%s: size %d name %s assignedid %d", __func__, size, name, assignedid));
1061 if (!(new_type = calloc(1,
sizeof(NC_TYPE_INFO_T))))
1063 new_type->hdr.sort = NCTYP;
1064 new_type->hdr.id = assignedid;
1067 new_type->size = size;
1068 if (!(new_type->hdr.name = strdup(name))) {
1093 nc4_type_list_add(NC_GRP_INFO_T *grp,
size_t size,
const char *name,
1094 NC_TYPE_INFO_T **type)
1096 NC_TYPE_INFO_T *new_type;
1100 assert(grp && name && type);
1101 LOG((4,
"%s: size %d name %s", __func__, size, name));
1104 if ((retval = nc4_type_new(size, name, grp->nc4_info->next_typeid,
1107 grp->nc4_info->next_typeid++;
1113 ncindexadd(grp->type, (NC_OBJ *)new_type);
1114 obj_track(grp->nc4_info,(NC_OBJ*)new_type);
1136 nc4_field_list_add(NC_TYPE_INFO_T *parent,
const char *name,
1137 size_t offset,
nc_type xtype,
int ndims,
1138 const int *dim_sizesp)
1140 NC_FIELD_INFO_T *field;
1147 if (!(field = calloc(1,
sizeof(NC_FIELD_INFO_T))))
1149 field->hdr.sort = NCFLD;
1152 if (!(field->hdr.name = strdup(name)))
1157 field->nc_typeid = xtype;
1158 field->offset = offset;
1159 field->ndims = ndims;
1163 if (!(field->dim_size = malloc(ndims *
sizeof(
int))))
1165 free(field->hdr.name);
1169 for (i = 0; i < ndims; i++)
1170 field->dim_size[i] = dim_sizesp[i];
1174 field->hdr.id = nclistlength(parent->u.c.field);
1175 nclistpush(parent->u.c.field,field);
1193 nc4_enum_member_add(NC_TYPE_INFO_T *parent,
size_t size,
1194 const char *name,
const void *value)
1196 NC_ENUM_MEMBER_INFO_T *member;
1199 assert(name && size > 0 && value);
1200 LOG((4,
"%s: size %d name %s", __func__, size, name));
1203 if (!(member = calloc(1,
sizeof(NC_ENUM_MEMBER_INFO_T))))
1205 if (!(member->value = malloc(size))) {
1209 if (!(member->name = strdup(name))) {
1210 free(member->value);
1216 memcpy(member->value, value, size);
1219 nclistpush(parent->u.e.enum_member,member);
1233 field_free(NC_FIELD_INFO_T *field)
1236 if (field->hdr.name)
1237 free(field->hdr.name);
1238 if (field->dim_size)
1239 free(field->dim_size);
1255 nc4_type_free(NC_TYPE_INFO_T *type)
1259 assert(type && type->rc && type->hdr.name);
1267 LOG((4,
"%s: deleting type %s", __func__, type->hdr.name));
1270 free(type->hdr.name);
1273 switch (type->nc_type_class)
1277 NC_FIELD_INFO_T *field;
1281 for(i=0;i<nclistlength(type->u.c.field);i++) {
1282 field = nclistget(type->u.c.field,i);
1285 nclistfree(type->u.c.field);
1291 NC_ENUM_MEMBER_INFO_T *enum_member;
1294 for(i=0;i<nclistlength(type->u.e.enum_member);i++) {
1295 enum_member = nclistget(type->u.e.enum_member,i);
1296 free(enum_member->value);
1297 free(enum_member->name);
1300 nclistfree(type->u.e.enum_member);
1324 nc4_att_free(NC_ATT_INFO_T *att)
1329 LOG((3,
"%s: name %s ", __func__, att->hdr.name));
1333 free(att->hdr.name);
1351 for (i = 0; i < att->len; i++)
1353 free(att->stdata[i]);
1361 for (i = 0; i < att->len; i++)
1368 NC_FILE_INFO_T* h5 = NULL;
1371 parent = att->container;
1372 if(parent->sort == NCVAR) parent = (NC_OBJ*)(((NC_VAR_INFO_T*)parent)->container);
1373 assert(parent->sort == NCGRP);
1374 h5 = ((NC_GRP_INFO_T*)parent)->nc4_info;
1376 if((stat =
nc_reclaim_data(h5->controller->ext_ncid,att->nc_typeid,att->data,att->len)))
goto done;
1397 var_free(NC_VAR_INFO_T *var)
1403 LOG((4,
"%s: deleting var %s", __func__, var->hdr.name));
1406 for (i = 0; i < ncindexsize(var->att); i++)
1407 if ((retval = nc4_att_free((NC_ATT_INFO_T *)ncindexith(var->att, i))))
1409 ncindexfree(var->att);
1412 if (var->chunksizes)
1413 free(var->chunksizes);
1416 free(var->alt_name);
1425 if (var->fill_value) {
1426 int ncid = var->container->nc4_info->controller->ext_ncid;
1427 int tid = var->type_info->hdr.id;
1428 if((retval = nc_reclaim_data_all(ncid, tid, var->fill_value, 1)))
return retval;
1429 var->fill_value = NULL;
1434 if ((retval = nc4_type_free(var->type_info)))
1439 free(var->hdr.name);
1457 nc4_var_list_del(NC_GRP_INFO_T *grp, NC_VAR_INFO_T *var)
1464 i = ncindexfind(grp->vars, (NC_OBJ *)var);
1466 ncindexidel(grp->vars, i);
1468 return var_free(var);
1480 dim_free(NC_DIM_INFO_T *dim)
1483 LOG((4,
"%s: deleting dim %s", __func__, dim->hdr.name));
1487 free(dim->hdr.name);
1503 nc4_dim_list_del(NC_GRP_INFO_T *grp, NC_DIM_INFO_T *dim)
1507 int pos = ncindexfind(grp->dim, (NC_OBJ *)dim);
1509 ncindexidel(grp->dim, pos);
1512 return dim_free(dim);
1525 nc4_rec_grp_del(NC_GRP_INFO_T *grp)
1531 LOG((3,
"%s: grp->name %s", __func__, grp->hdr.name));
1535 for (i = 0; i < ncindexsize(grp->children); i++)
1536 if ((retval = nc4_rec_grp_del((NC_GRP_INFO_T *)ncindexith(grp->children,
1539 ncindexfree(grp->children);
1542 for (i = 0; i < ncindexsize(grp->att); i++)
1543 if ((retval = nc4_att_free((NC_ATT_INFO_T *)ncindexith(grp->att, i))))
1545 ncindexfree(grp->att);
1548 for (i = 0; i < ncindexsize(grp->vars); i++) {
1549 NC_VAR_INFO_T* v = (NC_VAR_INFO_T *)ncindexith(grp->vars, i);
1550 if ((retval = var_free(v)))
1553 ncindexfree(grp->vars);
1556 for (i = 0; i < ncindexsize(grp->dim); i++)
1557 if ((retval = dim_free((NC_DIM_INFO_T *)ncindexith(grp->dim, i))))
1559 ncindexfree(grp->dim);
1562 for (i = 0; i < ncindexsize(grp->type); i++)
1563 if ((retval = nc4_type_free((NC_TYPE_INFO_T *)ncindexith(grp->type, i))))
1565 ncindexfree(grp->type);
1568 free(grp->hdr.name);
1586 nc4_rec_grp_del_att_data(NC_GRP_INFO_T *grp)
1592 LOG((3,
"%s: grp->name %s", __func__, grp->hdr.name));
1596 for (i = 0; i < ncindexsize(grp->children); i++)
1597 if ((retval = nc4_rec_grp_del_att_data((NC_GRP_INFO_T *)ncindexith(grp->children, i))))
1601 for (i = 0; i < ncindexsize(grp->att); i++) {
1602 NC_ATT_INFO_T * att = (NC_ATT_INFO_T*)ncindexith(grp->att, i);
1603 if((retval = nc_reclaim_data_all(grp->nc4_info->controller->ext_ncid,att->nc_typeid,att->data,att->len)))
1611 for (i = 0; i < ncindexsize(grp->vars); i++) {
1613 NC_VAR_INFO_T* v = (NC_VAR_INFO_T *)ncindexith(grp->vars, i);
1614 for(j=0;j<ncindexsize(v->att);j++) {
1615 NC_ATT_INFO_T* att = (NC_ATT_INFO_T*)ncindexith(v->att, j);
1616 if((retval = nc_reclaim_data_all(grp->nc4_info->controller->ext_ncid,att->nc_typeid,att->data,att->len)))
1638 nc4_att_list_del(NCindex *list, NC_ATT_INFO_T *att)
1640 assert(att && list);
1641 ncindexidel(list, ((NC_OBJ *)att)->
id);
1642 return nc4_att_free(att);
1659 nc4_file_list_del(
int ncid)
1665 if ((retval = nc4_find_grp_h5(ncid, NULL, &h5)))
1670 if ((retval = nc4_nc4f_list_del(h5)))
1686 nc4_nc4f_list_del(NC_FILE_INFO_T *h5)
1698 if ((retval = nc4_rec_grp_del_att_data(h5->root_grp)))
1703 if ((retval = nc4_rec_grp_del(h5->root_grp)))
1707 nclistfree(h5->alldims);
1708 nclistfree(h5->allgroups);
1709 nclistfree(h5->alltypes);
1712 nullfree(h5->hdr.name);
1732 nc4_normalize_name(
const char *name,
char *norm_name)
1735 int stat = nc_utf8_normalize((
const unsigned char *)name,(
unsigned char **)&temp_name);
1743 strcpy(norm_name, temp_name);
1748 #ifdef ENABLE_SET_LOG_LEVEL
1757 nc4_init_logging(
void)
1762 #if NC_HAS_PARALLEL4
1763 if (!LOG_FILE && nc_log_level >= 0)
1768 int mpi_initialized;
1771 if ((mpierr = MPI_Initialized(&mpi_initialized)))
1773 if (mpi_initialized)
1775 if ((mpierr = MPI_Comm_rank(MPI_COMM_WORLD, &my_rank)))
1780 sprintf(log_filename,
"nc4_log_%d.log", my_rank);
1783 if (!(LOG_FILE = fopen(log_filename,
"w")))
1799 nc4_finalize_logging(
void)
1802 #if NC_HAS_PARALLEL4
1826 nc_set_log_level(
int new_level)
1830 nc_log_level = new_level;
1832 #if NC_HAS_PARALLEL4
1841 nc4_finalize_logging();
1844 LOG((1,
"log_level changed to %d", nc_log_level));
1852 #define MAX_NESTS 10
1863 rec_print_metadata(NC_GRP_INFO_T *grp,
int tab_count)
1868 NC_TYPE_INFO_T *type;
1869 NC_FIELD_INFO_T *field;
1870 char tabs[MAX_NESTS+1] =
"";
1871 char temp_string[10];
1872 int t, retval, d, i;
1875 for (t = 0; t < tab_count && t < MAX_NESTS; t++)
1879 LOG((2,
"%s GROUP - %s nc_grpid: %d nvars: %d natts: %d",
1880 tabs, grp->hdr.name, grp->hdr.id, ncindexsize(grp->vars), ncindexsize(grp->att)));
1882 for (i = 0; i < ncindexsize(grp->att); i++)
1884 att = (NC_ATT_INFO_T *)ncindexith(grp->att, i);
1886 LOG((2,
"%s GROUP ATTRIBUTE - attnum: %d name: %s type: %d len: %d",
1887 tabs, att->hdr.id, att->hdr.name, att->nc_typeid, att->len));
1890 for (i = 0; i < ncindexsize(grp->dim); i++)
1892 dim = (NC_DIM_INFO_T *)ncindexith(grp->dim, i);
1894 LOG((2,
"%s DIMENSION - dimid: %d name: %s len: %d unlimited: %d",
1895 tabs, dim->hdr.id, dim->hdr.name, dim->len, dim->unlimited));
1898 for (i = 0; i < ncindexsize(grp->vars); i++)
1902 char *dims_string = NULL;
1904 var = (NC_VAR_INFO_T*)ncindexith(grp->vars,i);
1908 if (!(dims_string = malloc(
sizeof(
char) * var->ndims * 4)))
1910 strcpy(dims_string,
"");
1911 for (d = 0; d < var->ndims; d++)
1913 sprintf(temp_string,
" %d", var->dimids[d]);
1914 strcat(dims_string, temp_string);
1917 if (!var->meta_read)
1918 strcat(storage_str,
"unknown");
1920 strcat(storage_str,
"contiguous");
1922 strcat(storage_str,
"compact");
1924 strcat(storage_str,
"chunked");
1926 strcat(storage_str,
"virtual");
1928 strcat(storage_str,
"unknown");
1929 LOG((2,
"%s VARIABLE - varid: %d name: %s ndims: %d "
1930 "dimids:%s storage: %s", tabs, var->hdr.id, var->hdr.name,
1932 (dims_string ? dims_string :
" -"), storage_str));
1933 for (j = 0; j < ncindexsize(var->att); j++)
1935 att = (NC_ATT_INFO_T *)ncindexith(var->att, j);
1937 LOG((2,
"%s VAR ATTRIBUTE - attnum: %d name: %s type: %d len: %d",
1938 tabs, att->hdr.id, att->hdr.name, att->nc_typeid, att->len));
1944 for (i = 0; i < ncindexsize(grp->type); i++)
1946 type = (NC_TYPE_INFO_T*)ncindexith(grp->type, i);
1948 LOG((2,
"%s TYPE - nc_typeid: %d size: %d committed: %d name: %s",
1949 tabs, type->hdr.id, type->size, (
int)type->committed, type->hdr.name));
1954 LOG((3,
"compound type"));
1955 for (j = 0; j < nclistlength(type->u.c.field); j++)
1957 field = (NC_FIELD_INFO_T *)nclistget(type->u.c.field, j);
1958 LOG((4,
"field %s offset %d nctype %d ndims %d", field->hdr.name,
1959 field->offset, field->nc_typeid, field->ndims));
1962 else if (type->nc_type_class ==
NC_VLEN)
1964 LOG((3,
"VLEN type"));
1965 LOG((4,
"base_nc_type: %d", type->u.v.base_nc_typeid));
1967 else if (type->nc_type_class ==
NC_OPAQUE)
1968 LOG((3,
"Opaque type"));
1969 else if (type->nc_type_class ==
NC_ENUM)
1971 LOG((3,
"Enum type"));
1972 LOG((4,
"base_nc_type: %d", type->u.e.base_nc_typeid));
1976 LOG((0,
"Unknown class: %d", type->nc_type_class));
1982 for (i = 0; i < ncindexsize(grp->children); i++)
1983 if ((retval = rec_print_metadata((NC_GRP_INFO_T *)ncindexith(grp->children, i),
2001 log_metadata_nc(NC_FILE_INFO_T *h5)
2003 LOG((2,
"*** NetCDF-4 Internal Metadata: int_ncid 0x%x ext_ncid 0x%x",
2004 h5->root_grp->nc4_info->controller->int_ncid,
2005 h5->root_grp->nc4_info->controller->ext_ncid));
2008 LOG((2,
"This is a netCDF-3 file."));
2011 LOG((2,
"FILE - path: %s cmode: 0x%x parallel: %d redef: %d "
2012 "fill_mode: %d no_write: %d next_nc_grpid: %d", h5->root_grp->nc4_info->controller->path,
2013 h5->cmode, (
int)h5->parallel, (
int)h5->redef, h5->fill_mode, (
int)h5->no_write,
2014 h5->next_nc_grpid));
2015 if(nc_log_level >= 2)
2016 return rec_print_metadata(h5->root_grp, 0);
2034 NC4_show_metadata(
int ncid)
2039 int old_log_level = nc_log_level;
2042 if ((retval = nc4_find_grp_h5(ncid, NULL, &h5)))
2047 retval = log_metadata_nc(h5);
2048 nc_log_level = old_log_level;
2060 const NC_reservedatt*
2061 NC_findreserved(
const char* name)
2069 int m = (L + R) / 2;
2070 const NC_reservedatt* p = &NC_reserved[m];
2071 int cmp = strcmp(p->name,name);
2072 if(cmp == 0)
return p;
2082 NC4_move_in_NCList(NC* nc,
int new_id)
2084 int stat = move_in_NCList(nc,new_id);
2087 if(nc->dispatchdata)
2088 ((NC_OBJ*)nc->dispatchdata)->id = nc->ext_ncid;
2096 static NCglobalstate* nc_globalstate = NULL;
2102 const char* tmp = NULL;
2104 if(nc_globalstate == NULL) {
2105 nc_globalstate = calloc(1,
sizeof(NCglobalstate));
2108 nc_globalstate->rcinfo = (
struct NCRCinfo*)calloc(1,
sizeof(
struct NCRCinfo));
2109 if(nc_globalstate == NULL)
return NC_ENOMEM;
2112 if(getenv(NCRCENVIGNORE) != NULL)
2113 nc_globalstate->rcinfo->ignore = 1;
2114 tmp = getenv(NCRCENVRC);
2115 if(tmp != NULL && strlen(tmp) > 0)
2116 nc_globalstate->rcinfo->rcfile = strdup(tmp);
2118 nc_globalstate->chunkcache.size = CHUNK_CACHE_SIZE;
2119 nc_globalstate->chunkcache.nelems = CHUNK_CACHE_NELEMS;
2120 nc_globalstate->chunkcache.preemption = CHUNK_CACHE_PREEMPTION;
2127 NC_getglobalstate(
void)
2129 if(nc_globalstate == NULL)
2131 return nc_globalstate;
2135 NC_freeglobalstate(
void)
2137 if(nc_globalstate != NULL) {
2138 nullfree(nc_globalstate->tempdir);
2139 nullfree(nc_globalstate->home);
2140 nullfree(nc_globalstate->cwd);
2141 NC_rcclear(nc_globalstate->rcinfo);
2142 free(nc_globalstate->rcinfo);
2143 free(nc_globalstate);
2144 nc_globalstate = NULL;
2199 NCglobalstate* gs = NC_getglobalstate();
2200 gs->alignment.threshold = threshold;
2201 gs->alignment.alignment = alignment;
2202 gs->alignment.defined = 1;
2226 NCglobalstate* gs = NC_getglobalstate();
2227 if(thresholdp) *thresholdp = gs->alignment.threshold;
2228 if(alignmentp) *alignmentp = gs->alignment.alignment;
int nc_get_alignment(int *thresholdp, int *alignmentp)
Provide get function to retrieve global data alignment information.
int nc_set_alignment(int threshold, int alignment)
Provide a function to store global data alignment information.
EXTERNL int nc_free_vlen(nc_vlen_t *vl)
Free memory in a VLEN object.
static int NC_createglobalstate(void)
Main header file for the C API.
#define NC_UNLIMITED
Size argument to nc_def_dim() for an unlimited dimension.
#define NC_EBADTYPE
Not a netcdf data type.
#define NC_VIRTUAL
In HDF5 files you can set storage for each variable to be either contiguous or chunked,...
#define NC_VLEN
vlen (variable-length) types
#define NC_ENAMEINUSE
String match to name in use.
#define NC_ENOMEM
Memory allocation (malloc) failure.
#define NC_COMPOUND
compound types
#define NC_EINTERNAL
NetCDF Library Internal Error.
#define NC_CHUNKED
In HDF5 files you can set storage for each variable to be either contiguous or chunked,...
#define NC_ENUM
enum types
#define NC_CONTIGUOUS
In HDF5 files you can set storage for each variable to be either contiguous or chunked,...
#define NC_GLOBAL
Attribute id to put/get a global attribute.
#define NC_EMAXNAME
NC_MAX_NAME exceeded.
#define NC_ENOTATT
Attribute not found.
EXTERNL int nc_reclaim_data(int ncid, nc_type xtypeid, void *memory, size_t count)
Reclaim a vector of instances of arbitrary type.
#define NC_COMPACT
In HDF5 files you can set storage for each variable to be either contiguous or chunked,...
#define NC_ENOTVAR
Variable not found.
#define NC_EINVAL
Invalid Argument.
#define NC_MAX_NAME
Maximum for classic library.
#define NC_NOERR
No Error.
#define NC_EMPI
MPI operation failed.
#define NC_OPAQUE
opaque types
#define NC_EIO
Generic IO error.
#define NC_EBADID
Not a netcdf id.
#define NC_EBADTYPID
Bad type ID.
#define NC_EBADDIM
Invalid dimension id or name.
int nc_type
The nc_type type is just an int.