RNTupleModel.hxx

Go to the documentation of this file.

/// \file ROOT/RNTupleModel.hxx
/// \ingroup NTuple ROOT7
/// \author Jakob Blomer <jblomer@cern.ch>
/// \date 2018-10-04
/// \warning This is part of the ROOT 7 prototype! It will change without notice. It might trigger earthquakes. Feedback
/// is welcome!
 
/*************************************************************************
 * Copyright (C) 1995-2019, Rene Brun and Fons Rademakers.               *
 * All rights reserved.                                                  *
 *                                                                       *
 * For the licensing terms see $ROOTSYS/LICENSE.                         *
 * For the list of contributors see $ROOTSYS/README/CREDITS.             *
 *************************************************************************/
 
#ifndef ROOT7_RNTupleModel
#define ROOT7_RNTupleModel
 
#include <ROOT/REntry.hxx>
#include <ROOT/RError.hxx>
#include <ROOT/RField.hxx>
#include <ROOT/RNTupleUtil.hxx>
#include <ROOT/RFieldValue.hxx>
#include <ROOT/RStringView.hxx>
 
#include <cstdint>
#include <functional>
#include <memory>
#include <string>
#include <unordered_map>
#include <unordered_set>
#include <utility>
 
namespace ROOT {
namespace Experimental {
 
class RCollectionNTupleWriter;
 
// clang-format off
/**
\class ROOT::Experimental::RNTupleModel
\ingroup NTuple
\brief The RNTupleModel encapulates the schema of an ntuple.
 
The ntuple model comprises a collection of hierarchically organized fields. From a model, "entries"
can be extracted. For convenience, the model provides a default entry. Models have a unique model identifier
that faciliates checking whether entries are compatible with it (i.e.: have been extracted from that model).
*/
// clang-format on
class RNTupleModel {
public:
   /// Projected fields are fields whose columns are reused from existing fields. Projected fields are not attached
   /// to the models zero field.  Only the real source fields are written to, projected fields are stored as meta-data
   /// (header) information only.  Only top-level projected fields are supported because otherwise the layout of types
   /// could be altered in unexpected ways.
   /// All projected fields and the source fields used to back them are kept in this class.
   class RProjectedFields {
   public:
      /// The map keys are the projected target fields, the map values are the backing source fields
      /// Note that sub fields are treated individually and indepently of their parent field
      using FieldMap_t = std::unordered_map<const Detail::RFieldBase *, const Detail::RFieldBase *>;
 
   private:
      explicit RProjectedFields(std::unique_ptr<RFieldZero> fieldZero) : fFieldZero(std::move(fieldZero)) {}
      /// The projected fields are attached to this zero field
      std::unique_ptr<RFieldZero> fFieldZero;
      /// Maps the source fields from fModel to the target projected fields attached to fFieldZero
      FieldMap_t fFieldMap;
      /// The model this set of projected fields belongs to
      const RNTupleModel *fModel;
 
      /// Asserts that the passed field is a valid target of the source field provided in the field map.
      /// Checks the field without looking into sub fields.
      RResult<void> EnsureValidMapping(const Detail::RFieldBase *target, const FieldMap_t &fieldMap);
 
   public:
      explicit RProjectedFields(const RNTupleModel *model) : fFieldZero(std::make_unique<RFieldZero>()), fModel(model)
      {
      }
      RProjectedFields(const RProjectedFields &) = delete;
      RProjectedFields(RProjectedFields &&) = default;
      RProjectedFields &operator=(const RProjectedFields &) = delete;
      RProjectedFields &operator=(RProjectedFields &&) = default;
      ~RProjectedFields() = default;
 
      /// The new model needs to be a clone of fModel
      std::unique_ptr<RProjectedFields> Clone(const RNTupleModel *newModel) const;
 
      RFieldZero *GetFieldZero() const { return fFieldZero.get(); }
      const Detail::RFieldBase *GetSourceField(const Detail::RFieldBase *target) const;
      /// Adds a new projected field. The field map needs to provide valid source fields of fModel for 'field'
      /// and each of its sub fields.
      RResult<void> Add(std::unique_ptr<Detail::RFieldBase> field, const FieldMap_t &fieldMap);
      bool IsEmpty() const { return fFieldZero->begin() == fFieldZero->end(); }
   };
 
private:
   /// Hierarchy of fields consisting of simple types and collections (sub trees)
   std::unique_ptr<RFieldZero> fFieldZero;
   /// Contains field values corresponding to the created top-level fields
   std::unique_ptr<REntry> fDefaultEntry;
   /// Keeps track of which field names are taken, including projected field names.
   std::unordered_set<std::string> fFieldNames;
   /// Free text set by the user
   std::string fDescription;
   /// The set of projected top-level fields
   std::unique_ptr<RProjectedFields> fProjectedFields;
   /// Upon freezing, every model has a unique ID to distingusish it from other models.  Cloning preserves the ID.
   /// Entries are linked to models via the ID.
   std::uint64_t fModelId = 0;
 
   /// Checks that user-provided field names are valid in the context
   /// of this NTuple model. Throws an RException for invalid names.
   void EnsureValidFieldName(std::string_view fieldName);
 
   /// Throws an RException if fFrozen is true
   void EnsureNotFrozen() const;
 
   /// Throws an RException if fDefaultEntry is nullptr
   void EnsureNotBare() const;
 
   RNTupleModel();
 
public:
   RNTupleModel(const RNTupleModel&) = delete;
   RNTupleModel& operator =(const RNTupleModel&) = delete;
   ~RNTupleModel() = default;
 
   std::unique_ptr<RNTupleModel> Clone() const;
   static std::unique_ptr<RNTupleModel> Create();
   /// A bare model has no default entry
   static std::unique_ptr<RNTupleModel> CreateBare();
 
   /// Creates a new field and a corresponding tree value that is managed by a shared pointer.
   ///
   /// **Example: create some fields and fill an %RNTuple**
   /// ~~~ {.cpp}
   /// #include <ROOT/RNTuple.hxx>
   /// using ROOT::Experimental::RNTupleModel;
   /// using ROOT::Experimental::RNTupleWriter;
   ///
   /// #include <vector>
   ///
   /// auto model = RNTupleModel::Create();
   /// auto pt = model->MakeField<float>("pt");
   /// auto vec = model->MakeField<std::vector<int>>("vec");
   ///
   /// // The RNTuple is written to disk when the RNTupleWriter goes out of scope
   /// {
   ///    auto ntuple = RNTupleWriter::Recreate(std::move(model), "myNTuple", "myFile.root");
   ///    for (int i = 0; i < 100; i++) {
   ///       *pt = static_cast<float>(i);
   ///       *vec = {i, i+1, i+2};
   ///       ntuple->Fill();
   ///    }
   /// }
   /// ~~~
   /// **Example: create a field with an initial value**
   /// ~~~ {.cpp}
   /// #include <ROOT/RNTuple.hxx>
   /// using ROOT::Experimental::RNTupleModel;
   ///
   /// auto model = RNTupleModel::Create();
   /// // pt's initial value is 42.0
   /// auto pt = model->MakeField<float>("pt", 42.0);
   /// ~~~
   template <typename T, typename... ArgsT>
   std::shared_ptr<T> MakeField(std::string_view fieldName, ArgsT&&... args) {
      return MakeField<T>({fieldName, ""}, std::forward<ArgsT>(args)...);
   }
 
   /// Creates a new field given a `{name, description}` pair and a corresponding tree value that
   /// is managed by a shared pointer.
   ///
   /// **Example: create a field with a description**
   /// ~~~ {.cpp}
   /// #include <ROOT/RNTuple.hxx>
   /// using ROOT::Experimental::RNTupleModel;
   ///
   /// auto model = RNTupleModel::Create();
   /// auto hadronFlavour = model->MakeField<float>({
   ///    "hadronFlavour", "flavour from hadron ghost clustering"
   /// });
   /// ~~~
   template <typename T, typename... ArgsT>
   std::shared_ptr<T> MakeField(std::pair<std::string_view, std::string_view> fieldNameDesc,
      ArgsT&&... args)
   {
      EnsureNotFrozen();
      EnsureValidFieldName(fieldNameDesc.first);
      auto field = std::make_unique<RField<T>>(fieldNameDesc.first);
      field->SetDescription(fieldNameDesc.second);
      std::shared_ptr<T> ptr;
      if (fDefaultEntry)
         ptr = fDefaultEntry->AddValue<T>(field.get(), std::forward<ArgsT>(args)...);
      fFieldZero->Attach(std::move(field));
      return ptr;
   }
 
   /// Adds a field whose type is not known at compile time.  Thus there is no shared pointer returned.
   ///
   /// Throws an exception if the field is null.
   void AddField(std::unique_ptr<Detail::RFieldBase> field);
 
   /// Throws an exception if fromWhere is null.
   template <typename T>
   void AddField(std::string_view fieldName, T* fromWhere) {
      AddField<T>({fieldName, ""}, fromWhere);
   }
 
   /// Throws an exception if fromWhere is null.
   template <typename T>
   void AddField(std::pair<std::string_view, std::string_view> fieldNameDesc, T* fromWhere) {
      EnsureNotFrozen();
      EnsureNotBare();
      if (!fromWhere)
         throw RException(R__FAIL("null field fromWhere"));
      EnsureValidFieldName(fieldNameDesc.first);
 
      auto field = std::make_unique<RField<T>>(fieldNameDesc.first);
      field->SetDescription(fieldNameDesc.second);
      fDefaultEntry->CaptureValue(field->CaptureValue(fromWhere));
      fFieldZero->Attach(std::move(field));
   }
 
   /// Adds a top-level field based on existing fields. The mapping function is called with the qualified field names
   /// of the provided field and the subfields.  It should return the qualified field names used as a mapping source.
   /// Projected fields can only be used for models used to write data.
   RResult<void> AddProjectedField(std::unique_ptr<Detail::RFieldBase> field,
                                   std::function<std::string(const std::string &)> mapping);
 
   template <typename T>
   T *Get(std::string_view fieldName) const
   {
      EnsureNotBare();
      return fDefaultEntry->Get<T>(fieldName);
   }
 
   const RProjectedFields &GetProjectedFields() const { return *fProjectedFields; }
 
   void Freeze();
   bool IsFrozen() const { return fModelId != 0; }
   std::uint64_t GetModelId() const { return fModelId; }
 
   /// Ingests a model for a sub collection and attaches it to the current model
   ///
   /// Throws an exception if collectionModel is null.
   std::shared_ptr<RCollectionNTupleWriter> MakeCollection(
      std::string_view fieldName,
      std::unique_ptr<RNTupleModel> collectionModel);
 
   std::unique_ptr<REntry> CreateEntry() const;
   /// In a bare entry, all values point to nullptr. The resulting entry shall use CaptureValueUnsafe() in order
   /// set memory addresses to be serialized / deserialized
   std::unique_ptr<REntry> CreateBareEntry() const;
   REntry *GetDefaultEntry() const;
 
   RFieldZero *GetFieldZero() const { return fFieldZero.get(); }
   const Detail::RFieldBase *GetField(std::string_view fieldName) const;
 
   std::string GetDescription() const { return fDescription; }
   void SetDescription(std::string_view description);
};
 
} // namespace Experimental
} // namespace ROOT
 
#endif