[Hdf-forum] Attempting a packet table with compound datatype with variable length strings

Roger Martin Tue, 03 Aug 2010 07:51:14 -0700

Hi,

Working with packet table with compound data type with variable lengthstrings; hdf5-1.8.5 and hdf-java-2.6.1-src(May 10 2010)

The table creates sucessfully, gets the columns from the compunddatatype correctly, has the correct number of rows during a run.HDFView shows a table with cells with some square blocks. hdump showsall the text with each character in their own double quotes. I'm tryingto use H5T_C_S1 as the predefined datatype for the variable length typeset up for the compound datatype.

Is there another way? Seems so close yet I can't find what I'm doingincorrectly. Below is the code and the results of the table as shown byan h5dump:


------------code--------------------

void QBPersistence::recordEvent(std::string title, std::stringgroupName, std::string eventName, std::string eventValue, std::stringeventUnit)

{
   if(parallel) return;
   bool startIt = false;
   boost::unordered_map<std::string, hid_t> groupTrail;
   hid_t groupID = openGroupBy(groupName, groupTrail, startIt);
   typedef struct Particle
   {
       hvl_t set;
       hvl_t date_time;
       hvl_t name;
       hvl_t value;
       hvl_t units;
   };
   Particle p_data[1];
   std::string packetTableName="Events";
   hid_t packetTableID=H5PTopen(groupID, packetTableName.c_str());
   if(packetTableID==H5I_BADID)
   {
       hid_t vlenID=H5Tvlen_create(H5T_C_S1);
       if(vlenID < 0)
       {
           std::stringstream ss;

ss << "Failed variable length create, " << groupName << "with return: " << packetTableID<<" "<< eventName<<" "<<eventValue<<""<<eventUnit<< ".\n";

           throw QBPersistenceException(ss.str());
       }
       hid_t compoundID=H5Tcreate(H5T_COMPOUND, sizeof (Particle)  );
       H5Tinsert(compoundID, "Set", HOFFSET(Particle, set), vlenID);

H5Tinsert(compoundID, "Date Time", HOFFSET(Particle, date_time),vlenID);

       H5Tinsert(compoundID, "Name", HOFFSET(Particle, name), vlenID);
       H5Tinsert(compoundID, "Value", HOFFSET(Particle, value), vlenID);
       H5Tinsert(compoundID, "Units", HOFFSET(Particle, units), vlenID);
       H5Tpack( compoundID  ) ;

packetTableID=H5PTcreate_fl(groupID, packetTableName.c_str(),compoundID, (hsize_t)100, -1);

       if(packetTableID==H5I_BADID)
       {
           H5Tclose(compoundID);
           H5Tclose(vlenID);
           std::stringstream ss;

ss << "Failed make packet table in group, " << groupName <<" with return: " << packetTableID<<" "<< eventName<<" "<<eventValue<<""<<eventUnit<< ".\n";

           throw QBPersistenceException(ss.str());
       }
       H5Tclose(compoundID);
       H5Tclose(vlenID);
   }
   /* Initialize packet table's "current record" */
   herr_t err = H5PTcreate_index(packetTableID);
   if(err < 0)
   {

   }
   boost::gregorian::date today = boost::gregorian::day_clock::local_day();

// boost::posix_time::date_time today_time;// =boost::local_time::local_date_time();

   boost::gregorian::date::ymd_type ymd = today.year_month_day();

   std::stringstream ss;
   ss<<ymd.month.as_long_string() << "/"<< ymd.day << "/" << ymd.year;
   std::string eventTime=ss.str();
   p_data[0].set.len=(size_t)4;
   p_data[0].set.p=(void*)"Test";//title.c_str();
   p_data[0].date_time.len=(size_t)eventTime.length();
   p_data[0].date_time.p=(void*)eventTime.c_str();
   p_data[0].name.len=(size_t)eventName.length();
   p_data[0].name.p=(void*)eventName.c_str();
   if(eventValue.length()==0)
   {
       eventValue=" ";
   }
   p_data[0].value.len=(size_t)eventValue.length();
   p_data[0].value.p=(void*)eventValue.c_str();
   if(eventUnit.length()==0)
   {
       eventUnit=" ";
   }
   p_data[0].units.len=(size_t)eventUnit.length();
   p_data[0].units.p=(void*)eventUnit.c_str();
   err=H5PTappend(packetTableID, (hsize_t)1, p_data);
   if (err < 0)
   {
       std::stringstream ss;

ss <<"Failed record to Events table, for " << groupName << "with return: " << err<<" "<< eventName<<" "<<eventValue<<" "<<eventUnit<< ".\n";

       throw QBPersistenceException(ss.str());
   }
   H5PTclose(packetTableID);
   closeGroupPath(groupTrail);
}

--------------------------------

------------h5dump result for packet table--------------------

<SDataset Name="Events" OBJ-XID="xid_10784" H5Path= "/rec/Events"Parents="xid_800" H5ParentPaths="/rec">

        <SStorageLayout>
           <SChunkedLayout Ndims="1">
              <SChunkDimension DimSize="100" />
              <SRequiredFilter>
              </SRequiredFilter>
           </SChunkedLayout>
        </SStorageLayout>

<SFillValueInfo FillTime="FillOnAlloc"AllocationTime="Incremental">

           <SFillValue>
                 <SData>
                    <!-- Compound fill not yet implemented. -->
                    <SNoData />
                 </SData>
           </SFillValue>
        </SFillValueInfo>
        <SDataspace>
           <SSimpleDataspace Ndims="1">
              <SDimension  DimSize="20" MaxDimSize="UNLIMITED"/>
           </SSimpleDataspace>
        </SDataspace>
        <SDataType>
           <SCompoundType>
              <SField FieldName="Set">
                 <SDataType>
                    <SVLType>
                       <SDataType>
                          <SAtomicType>