00001
00002 #include "artdaq-core/Core/SharedMemoryEventReceiver.hh"
00003
00004 #include "artdaq-core/Data/Fragment.hh"
00005 #include <sys/time.h>
00006 #define TRACE_NAME "SharedMemoryEventReceiver"
00007 #include "tracemf.h"
00008
00009 using std::string;
00010
00011 artdaq::SharedMemoryEventReceiver::SharedMemoryEventReceiver(uint32_t shm_key, uint32_t broadcast_shm_key)
00012 : current_read_buffer_(-1)
00013 , initialized_(false)
00014 , current_header_(nullptr)
00015 , current_data_source_(nullptr)
00016 , data_(shm_key)
00017 , broadcasts_(broadcast_shm_key)
00018 {
00019 TLOG_TRACE("SharedMemoryEventReceiver") << "SharedMemoryEventReceiver CONSTRUCTOR" << TLOG_ENDL;
00020 }
00021
00022 bool artdaq::SharedMemoryEventReceiver::ReadyForRead(bool broadcast, size_t timeout_us)
00023 {
00024 TLOG(4) << "ReadyForRead BEGIN" << TLOG_ENDL;
00025 if (current_read_buffer_ != -1 && current_data_source_ && current_header_)
00026 {
00027 TLOG_TRACE("SharedMemoryEventReceiver") << "ReadyForRead Returning true because already reading buffer" << TLOG_ENDL;
00028 return true;
00029 }
00030
00031 auto start_time = TimeUtils::gettimeofday_us();
00032 int buf = -1;
00033 while (TimeUtils::gettimeofday_us() - start_time < timeout_us)
00034 {
00035 if (broadcasts_.ReadyForRead())
00036 {
00037 buf = broadcasts_.GetBufferForReading();
00038 current_data_source_ = &broadcasts_;
00039 }
00040 else if (!broadcast && data_.ReadyForRead())
00041 {
00042 buf = data_.GetBufferForReading();
00043 current_data_source_ = &data_;
00044 }
00045 if (buf != -1 && current_data_source_)
00046 {
00047 TLOG_TRACE("SharedMemoryEventReceiver") << "ReadyForRead Found buffer, returning true" << TLOG_ENDL;
00048 current_read_buffer_ = buf;
00049 current_data_source_->ResetReadPos(buf);
00050 current_header_ = reinterpret_cast<detail::RawEventHeader*>(current_data_source_->GetReadPos(buf));
00051
00052
00053 if (current_data_source_ == &broadcasts_)
00054 {
00055 bool err;
00056 auto types = GetFragmentTypes(err);
00057 if (!err && types.count(Fragment::type_t(Fragment::InitFragmentType)) && initialized_)
00058 {
00059 ReleaseBuffer();
00060 continue;
00061 }
00062 else if (!err && types.count(Fragment::type_t(Fragment::InitFragmentType)))
00063 {
00064 initialized_ = true;
00065 }
00066 }
00067
00068 return true;
00069 }
00070 current_data_source_ = nullptr;
00071 usleep( 1000 );
00072 }
00073 TLOG(4) << "ReadyForRead returning false" << TLOG_ENDL;
00074 return false;
00075 }
00076
00077 artdaq::detail::RawEventHeader* artdaq::SharedMemoryEventReceiver::ReadHeader(bool& err)
00078 {
00079 TLOG_TRACE("SharedMemoryEventReceiver") << "ReadHeader BEGIN" << TLOG_ENDL;
00080 if (current_read_buffer_ != -1 && current_data_source_)
00081 {
00082 err = !current_data_source_->CheckBuffer(current_read_buffer_, SharedMemoryManager::BufferSemaphoreFlags::Reading);
00083 if (err)
00084 {
00085 TLOG_WARNING("SharedMemoryEventReceiver") << "Buffer was in incorrect state, resetting" << TLOG_ENDL;
00086 current_data_source_ = nullptr;
00087 current_read_buffer_ = -1;
00088 current_header_ = nullptr;
00089 return nullptr;
00090 }
00091 }
00092 TLOG_TRACE("SharedMemoryEventReceiver") << "Already have buffer, returning stored header" << TLOG_ENDL;
00093 return current_header_;
00094 }
00095
00096 std::set<artdaq::Fragment::type_t> artdaq::SharedMemoryEventReceiver::GetFragmentTypes(bool& err)
00097 {
00098 if (current_read_buffer_ == -1 || !current_header_ || !current_data_source_) throw cet::exception("AccessViolation") << "Cannot call GetFragmentTypes when not currently reading a buffer! Call ReadHeader() first!";
00099
00100 err = !current_data_source_->CheckBuffer(current_read_buffer_, SharedMemoryManager::BufferSemaphoreFlags::Reading);
00101 if (err) return std::set<Fragment::type_t>();
00102
00103 current_data_source_->ResetReadPos(current_read_buffer_);
00104 current_data_source_->IncrementReadPos(current_read_buffer_, sizeof(detail::RawEventHeader));
00105 auto output = std::set<Fragment::type_t>();
00106
00107 while (current_data_source_->MoreDataInBuffer(current_read_buffer_))
00108 {
00109 err = !current_data_source_->CheckBuffer(current_read_buffer_, SharedMemoryManager::BufferSemaphoreFlags::Reading);
00110 if (err) return std::set<Fragment::type_t>();
00111 auto fragHdr = reinterpret_cast<artdaq::detail::RawFragmentHeader*>(current_data_source_->GetReadPos(current_read_buffer_));
00112 output.insert(fragHdr->type);
00113 current_data_source_->IncrementReadPos(current_read_buffer_, fragHdr->word_count * sizeof(RawDataType));
00114 }
00115
00116 return output;
00117 }
00118
00119
00120 std::unique_ptr<artdaq::Fragments> artdaq::SharedMemoryEventReceiver::GetFragmentsByType(bool& err, Fragment::type_t type)
00121 {
00122 if (!current_data_source_ || !current_header_ || current_read_buffer_ == -1) throw cet::exception("AccessViolation") << "Cannot call GetFragmentsByType when not currently reading a buffer! Call ReadHeader() first!";
00123 err = !current_data_source_->CheckBuffer(current_read_buffer_, SharedMemoryManager::BufferSemaphoreFlags::Reading);
00124 if (err) return nullptr;
00125
00126 current_data_source_->ResetReadPos(current_read_buffer_);
00127 current_data_source_->IncrementReadPos(current_read_buffer_, sizeof(detail::RawEventHeader));
00128
00129 std::unique_ptr<Fragments> output(new Fragments());
00130
00131 while (current_data_source_->MoreDataInBuffer(current_read_buffer_))
00132 {
00133 err = !current_data_source_->CheckBuffer(current_read_buffer_, SharedMemoryManager::BufferSemaphoreFlags::Reading);
00134 if (err) return nullptr;
00135 auto fragHdr = reinterpret_cast<artdaq::detail::RawFragmentHeader*>(current_data_source_->GetReadPos(current_read_buffer_));
00136 if (fragHdr->type == type || type == Fragment::InvalidFragmentType)
00137 {
00138 output->emplace_back(fragHdr->word_count - detail::RawFragmentHeader::num_words());
00139 current_data_source_->Read(current_read_buffer_, output->back().headerAddress(), fragHdr->word_count * sizeof(RawDataType));
00140 output->back().autoResize();
00141 }
00142 else
00143 {
00144 current_data_source_->IncrementReadPos(current_read_buffer_, fragHdr->word_count * sizeof(RawDataType));
00145 }
00146 }
00147
00148 return output;
00149 }
00150
00151 std::string artdaq::SharedMemoryEventReceiver::printBuffers_(SharedMemoryManager* data_source)
00152 {
00153 std::ostringstream ostr;
00154 for (size_t ii = 0; ii < data_source->size(); ++ii)
00155 {
00156 ostr << "Buffer " << std::to_string(ii) << ": " << std::endl;
00157
00158 data_source->ResetReadPos(ii);
00159 data_source->IncrementReadPos(ii, sizeof(detail::RawEventHeader));
00160
00161 while (data_source->MoreDataInBuffer(ii))
00162 {
00163 auto fragHdr = reinterpret_cast<artdaq::detail::RawFragmentHeader*>(data_source->GetReadPos(ii));
00164 ostr << " Fragment " << std::to_string(fragHdr->fragment_id) << ": Sequence ID: " << std::to_string(fragHdr->sequence_id) << ", Type:" << std::to_string(fragHdr->type);
00165 if (fragHdr->MakeVerboseSystemTypeMap().count(fragHdr->type))
00166 {
00167 ostr << " (" << fragHdr->MakeVerboseSystemTypeMap()[fragHdr->type] << ")";
00168 }
00169 ostr << ", Size: " << std::to_string(fragHdr->word_count) << " words." << std::endl;
00170 data_source->IncrementReadPos(ii, fragHdr->word_count * sizeof(RawDataType));
00171 }
00172
00173 }
00174 return ostr.str();
00175 }
00176
00177 std::string artdaq::SharedMemoryEventReceiver::toString()
00178 {
00179 std::ostringstream ostr;
00180 ostr << data_.toString() << std::endl;
00181
00182 ostr << "Data Buffer Fragment Counts: " << std::endl;
00183 ostr << printBuffers_(&data_);
00184
00185 if (data_.GetKey() != broadcasts_.GetKey())
00186 {
00187 ostr << "Broadcast Buffer Fragment Counts: " << std::endl;
00188 ostr << printBuffers_(&broadcasts_);
00189 }
00190
00191 return ostr.str();
00192 }
00193
00194 void artdaq::SharedMemoryEventReceiver::ReleaseBuffer()
00195 {
00196 TLOG_TRACE("SharedMemoryEventReceiver") << "ReleaseBuffer BEGIN" << TLOG_ENDL;
00197 try
00198 {
00199 current_data_source_->MarkBufferEmpty(current_read_buffer_);
00200 }
00201 catch (cet::exception e)
00202 {
00203 TLOG_WARNING("SharedMemoryEventReceiver") << "A cet::exception occured while trying to release the buffer: " << e << TLOG_ENDL;
00204 }
00205 catch (...)
00206 {
00207 TLOG_ERROR("SharedMemoryEventReceiver") << "An unknown exception occured while trying to release the buffer" << TLOG_ENDL;
00208 }
00209 current_read_buffer_ = -1;
00210 current_header_ = nullptr;
00211 current_data_source_ = nullptr;
00212 TLOG_TRACE("SharedMemoryEventReceiver") << "ReleaseBuffer END" << TLOG_ENDL;
00213 }