62 bool includeNormalizedLists,
67 auto emit = [&sink, stats](
const Odb::Grpc::DesignChunk& chunk)
79 Odb::Grpc::DesignChunk chunk;
80 auto* header = chunk.mutable_header();
84 if (fileModel !=
nullptr)
86 auto fileArchiveMsg = fileModel->to_protobuf_skeleton();
87 header->mutable_file_archive()->Swap(fileArchiveMsg.get());
96 if (fileModel !=
nullptr)
100 for (
const auto& kvStep : fileModel->GetStepsByName())
102 Odb::Grpc::DesignChunk chunk;
103 auto* stepChunk = chunk.mutable_step();
105 auto stepMsg = kvStep.second->to_protobuf_skeleton();
106 stepChunk->mutable_step()->Swap(stepMsg.get());
126 std::map<std::string, Odb::Lib::FileModel::Design::StepDirectory*> survivingSteps;
127 for (
const auto& kvStep : fileModel->GetStepsByName())
130 if (survivingSteps.count(stepKey) != 0)
132 logwarn(
"UTF-8 sanitization collision in streamed stepsByName: raw step \"" +
133 kvStep.first +
"\" sanitizes to a key already held; keeping the last entry (monolith last-wins)");
135 survivingSteps[stepKey] = kvStep.second.get();
138 for (
const auto& kvStep : fileModel->GetStepsByName())
145 std::map<std::string, Odb::Lib::FileModel::Design::LayerDirectory*> survivingLayers;
146 for (
const auto& kvLayer : kvStep.second->GetLayersByName())
149 if (survivingLayers.count(layerKey) != 0)
151 logwarn(
"UTF-8 sanitization collision in streamed layersByName (step \"" +
152 kvStep.first +
"\"): raw layer \"" + kvLayer.first +
153 "\" sanitizes to a key already held; keeping the last entry (monolith last-wins)");
155 survivingLayers[layerKey] = kvLayer.second.get();
158 for (
const auto& kvLayer : kvStep.second->GetLayersByName())
165 const auto& records = kvLayer.second->GetFeaturesFile().GetFeatureRecords();
171 Odb::Grpc::DesignChunk chunk;
172 auto* batch = chunk.mutable_features();
175 for (
const auto& pRecord : records)
179 batch->add_records()->CopyFrom(*pRecord->to_protobuf());
180 if (
static_cast<std::size_t
>(batch->records_size()) >= options.
featureBatchSize)
187 batch = chunk.mutable_features();
192 if (batch->records_size() > 0)
203 if (includeNormalizedLists)
208 Odb::Grpc::DesignChunk chunk;
209 auto* batch = chunk.mutable_nets();
210 for (
const auto& pNet : design.
GetNets())
212 batch->add_nets()->CopyFrom(*pNet->to_protobuf());
213 if (
static_cast<std::size_t
>(batch->nets_size()) >= options.
entryBatchSize)
215 if (!emit(chunk))
return false;
217 batch = chunk.mutable_nets();
220 if (batch->nets_size() > 0)
222 if (!emit(chunk))
return false;
226 Odb::Grpc::DesignChunk chunk;
227 auto* batch = chunk.mutable_packages();
230 batch->add_packages()->CopyFrom(*pPackage->to_protobuf());
231 if (
static_cast<std::size_t
>(batch->packages_size()) >= options.
entryBatchSize)
233 if (!emit(chunk))
return false;
235 batch = chunk.mutable_packages();
238 if (batch->packages_size() > 0)
240 if (!emit(chunk))
return false;
244 Odb::Grpc::DesignChunk chunk;
245 auto* batch = chunk.mutable_components();
248 batch->add_components()->CopyFrom(*pComponent->to_protobuf());
249 if (
static_cast<std::size_t
>(batch->components_size()) >= options.
entryBatchSize)
251 if (!emit(chunk))
return false;
253 batch = chunk.mutable_components();
256 if (batch->components_size() > 0)
258 if (!emit(chunk))
return false;
262 Odb::Grpc::DesignChunk chunk;
263 auto* batch = chunk.mutable_parts();
264 for (
const auto& pPart : design.
GetParts())
266 batch->add_parts()->CopyFrom(*pPart->to_protobuf());
267 if (
static_cast<std::size_t
>(batch->parts_size()) >= options.
entryBatchSize)
269 if (!emit(chunk))
return false;
271 batch = chunk.mutable_parts();
274 if (batch->parts_size() > 0)
276 if (!emit(chunk))
return false;
294 bool connectivityEmitted =
false;
295 auto emitConnectivity = [&emit, &connectivityEmitted](
const Odb::Grpc::DesignChunk& chunk)
297 connectivityEmitted =
true;
303 Odb::Grpc::DesignChunk chunk;
304 auto* entries = chunk.mutable_connectivity()->mutable_entries();
305 for (std::size_t i = 0; i < design.
GetNets().size(); ++i)
308 if (
static_cast<std::size_t
>(entries->nets_size()) >= options.
entryBatchSize)
310 if (!emitConnectivity(chunk))
return false;
312 entries = chunk.mutable_connectivity()->mutable_entries();
315 if (entries->nets_size() > 0)
317 if (!emitConnectivity(chunk))
return false;
322 Odb::Grpc::DesignChunk chunk;
323 auto* entries = chunk.mutable_connectivity()->mutable_entries();
324 for (std::size_t i = 0; i < design.
GetPackages().size(); ++i)
327 if (
static_cast<std::size_t
>(entries->packages_size()) >= options.
entryBatchSize)
329 if (!emitConnectivity(chunk))
return false;
331 entries = chunk.mutable_connectivity()->mutable_entries();
334 if (entries->packages_size() > 0)
336 if (!emitConnectivity(chunk))
return false;
341 Odb::Grpc::DesignChunk chunk;
342 auto* entries = chunk.mutable_connectivity()->mutable_entries();
343 for (
auto membersIt = index.membersByNet.begin(); membersIt != index.membersByNet.end(); ++membersIt)
346 if (
static_cast<std::size_t
>(entries->netmembers_size()) >= options.
entryBatchSize)
348 if (!emitConnectivity(chunk))
return false;
350 entries = chunk.mutable_connectivity()->mutable_entries();
353 if (entries->netmembers_size() > 0)
355 if (!emitConnectivity(chunk))
return false;
360 Odb::Grpc::DesignChunk chunk;
361 auto* entries = chunk.mutable_connectivity()->mutable_entries();
362 for (std::size_t i = 0; i < design.
GetComponents().size(); ++i)
365 if (
static_cast<std::size_t
>(entries->components_size()) >= options.
entryBatchSize)
367 if (!emitConnectivity(chunk))
return false;
369 entries = chunk.mutable_connectivity()->mutable_entries();
372 if (entries->components_size() > 0)
374 if (!emitConnectivity(chunk))
return false;
378 if (!connectivityEmitted)
383 Odb::Grpc::DesignChunk chunk;
384 chunk.mutable_connectivity();
392 if (includeNormalizedLists)
403 &Odb::Grpc::NormalizedMapBatch::mutable_nets_by_name,
"netsByName", emit))
408 &Odb::Grpc::NormalizedMapBatch::mutable_packages_by_name,
"packagesByName", emit))
413 &Odb::Grpc::NormalizedMapBatch::mutable_components_by_name,
"componentsByName", emit))
418 &Odb::Grpc::NormalizedMapBatch::mutable_parts_by_name,
"partsByName", emit))
428 const Odb::Grpc::DesignChunk& chunk)
430 switch (chunk.payload_case())
432 case Odb::Grpc::DesignChunk::kHeader:
433 design.set_productmodel(chunk.header().product_model());
434 design.set_name(chunk.header().name());
439 if (chunk.header().has_file_archive())
441 design.mutable_filemodel()->CopyFrom(chunk.header().file_archive());
445 case Odb::Grpc::DesignChunk::kStep:
447 if (!design.has_filemodel())
451 const auto& step = chunk.step();
452 (*design.mutable_filemodel()->mutable_stepsbyname())[step.step_name()].CopyFrom(step.step());
456 case Odb::Grpc::DesignChunk::kFeatures:
458 if (!design.has_filemodel())
462 const auto& batch = chunk.features();
463 auto* stepsByName = design.mutable_filemodel()->mutable_stepsbyname();
470 auto stepIt = stepsByName->end();
471 for (
auto it = stepsByName->begin(); it != stepsByName->end(); ++it)
473 if (it->first == batch.step_name())
479 if (stepIt == stepsByName->end())
483 auto* layersByName = stepIt->second.mutable_layersbyname();
484 auto layerIt = layersByName->end();
485 for (
auto it = layersByName->begin(); it != layersByName->end(); ++it)
487 if (it->first == batch.layer_name())
493 if (layerIt == layersByName->end())
497 auto* featureFile = layerIt->second.mutable_featurefile();
498 for (
const auto& record : batch.records())
500 featureFile->add_featurerecords()->CopyFrom(record);
505 case Odb::Grpc::DesignChunk::kNets:
506 for (
const auto& net : chunk.nets().nets())
508 design.add_nets()->CopyFrom(net);
512 case Odb::Grpc::DesignChunk::kPackages:
513 for (
const auto& packageEntry : chunk.packages().packages())
515 design.add_packages()->CopyFrom(packageEntry);
519 case Odb::Grpc::DesignChunk::kComponents:
520 for (
const auto& component : chunk.components().components())
522 design.add_components()->CopyFrom(component);
526 case Odb::Grpc::DesignChunk::kParts:
527 for (
const auto& part : chunk.parts().parts())
529 design.add_parts()->CopyFrom(part);
533 case Odb::Grpc::DesignChunk::kConnectivity:
534 design.mutable_connectivity()->MergeFrom(chunk.connectivity().entries());
537 case Odb::Grpc::DesignChunk::kNormalizedMaps:
539 const auto& maps = chunk.normalized_maps();
540 for (
const auto& kv : maps.nets_by_name())
542 (*design.mutable_netsbyname())[kv.first] = kv.second;
544 for (
const auto& kv : maps.packages_by_name())
546 (*design.mutable_packagesbyname())[kv.first] = kv.second;
548 for (
const auto& kv : maps.components_by_name())
550 (*design.mutable_componentsbyname())[kv.first] = kv.second;
552 for (
const auto& kv : maps.parts_by_name())
554 (*design.mutable_partsbyname())[kv.first] = kv.second;
559 case Odb::Grpc::DesignChunk::PAYLOAD_NOT_SET: