204 grpc::ServerContext *context,
205 const Odb::Grpc::GetDesignRequest *request,
206 Odb::Lib::Protobuf::ProductModel::Design *response)
210 const auto& designName = request->design_name();
214 const auto includeNormalizedLists = request->include_normalized_lists();
215 loginfo(
"[ConnTrace] GetDesign start: design_name=\"" + designName +
216 "\" include_normalized_lists=" + (includeNormalizedLists ?
"true" :
"false") +
"\"");
225 std::string cachedBytes;
226 if (!includeNormalizedLists && m_designCache->TryGetDesignBytes(designName, cachedBytes))
234 const auto warmBudget = m_designCache->getMonolithicWireBudget();
235 if (warmBudget != 0 && cachedBytes.size() > warmBudget)
237 loginfo(
"[ConnTrace] GetDesign cached payload over current budget: design_name=\"" +
238 designName +
"\" cachedBytes=" + std::to_string(cachedBytes.size()) +
239 " budget=" + std::to_string(warmBudget) +
"; using cold path");
241 else if (response->ParseFromString(cachedBytes))
243 loginfo(
"[ConnTrace] GetDesign ok (cached bytes): design_name=\"" + designName +
244 "\" approx_bytes=" + std::to_string(response->ByteSizeLong()));
245 return grpc::Status::OK;
253 logerror(
"Cached design bytes failed to parse for \"" + designName +
254 "\"; falling back to full load");
259 const auto design = m_designCache->GetDesign(designName);
260 if (design ==
nullptr)
262 return {grpc::StatusCode::NOT_FOUND,
"Design not found: " + designName};
272 const auto monolithicBudget = m_designCache->getMonolithicWireBudget();
273 if (monolithicBudget != 0 &&
274 design->EstimateWireSizeBytes(includeNormalizedLists) > monolithicBudget)
276 return {grpc::StatusCode::RESOURCE_EXHAUSTED,
277 "Design \"" + designName +
"\" exceeds the monolithic GetDesign serve budget (" +
278 std::to_string(monolithicBudget) +
" estimated wire bytes); use the GetDesignStream RPC"};
293 *response = *(design->to_protobuf(includeNormalizedLists));
295 loginfo(
"[ConnTrace] GetDesign ok: design_name=\"" + request->design_name() +
296 "\" approx_bytes=" + std::to_string(response->ByteSizeLong()));
299 if (response->has_filemodel())
301 const auto& fileModel = response->filemodel();
302 for (
const auto& kvStep : fileModel.stepsbyname())
304 const auto& step = kvStep.second;
305 for (
const auto& kvLayer : step.layersbyname())
307 const auto& layer = kvLayer.second;
308 if (layer.has_components())
310 const auto& componentsFile = layer.components();
311 std::vector<std::string> attributeNames;
312 for (
const auto& attrName : componentsFile.attributenames())
314 attributeNames.push_back(attrName);
317 for (
const auto& compRecord : componentsFile.componentrecords())
319 std::map<std::string, std::string> lookupTable;
320 for (
const auto& kv : compRecord.attributelookuptable())
322 lookupTable[kv.first] = kv.second;
326 compRecord.compname(),
336 return grpc::Status::OK;
338 catch (
const std::exception &e)
340 std::string
error =
"Internal server error: " + FormatExceptionForStatus(e);
341 return {grpc::StatusCode::INTERNAL,
error};
346 grpc::ServerContext* context,
347 const Odb::Grpc::GetDesignRequest* request,
348 grpc::ServerWriter<Odb::Grpc::DesignChunk>* writer)
354 const StreamHeapTrimGuard heapTrimOnExit;
356 const auto& designName = request->design_name();
357 const auto includeNormalizedLists = request->include_normalized_lists();
358 loginfo(
"[ConnTrace] GetDesignStream start: design_name=\"" + designName +
359 "\" include_normalized_lists=" + (includeNormalizedLists ?
"true" :
"false"));
361 if (!m_config->enable_design_streaming)
363 return {grpc::StatusCode::UNIMPLEMENTED,
"Design streaming is not enabled"};
376 const auto generationAtStart = m_designCache->GetResponseGeneration(designName);
381 const auto design = m_designCache->GetDesign(designName);
382 if (design ==
nullptr)
384 return {grpc::StatusCode::NOT_FOUND,
"Design not found: " + designName};
391 if (!includeNormalizedLists)
393 const auto generation = m_designCache->GetResponseGeneration(designName);
395 if (m_streamSpool->TryOpenReader(designName, generation, reader))
397 Odb::Grpc::DesignChunk chunk;
398 while (reader.
Next(chunk))
400 if (context->IsCancelled())
402 loginfo(
"[ConnTrace] GetDesignStream client_disconnected (warm): design_name=\"" +
403 designName +
"\" records=" + std::to_string(reader.
RecordsRead()));
404 return grpc::Status::OK;
406 if (!writer->Write(chunk))
412 logerror(
"[ConnTrace] GetDesignStream write failed (warm): design_name=\"" +
413 designName +
"\" records=" + std::to_string(reader.
RecordsRead()));
414 return {grpc::StatusCode::INTERNAL,
415 "Internal server error: GetDesignStream write failed (warm, truncated)"};
428 logerror(
"[ConnTrace] GetDesignStream spool read failed: design_name=\"" + designName +
429 "\" failed=" + (reader.
Failed() ?
"true" :
"false") +
430 " recordsRead=" + std::to_string(reader.
RecordsRead()) +
432 m_streamSpool->Drop(designName);
433 return {grpc::StatusCode::INTERNAL,
434 "Internal server error: cached stream spool read failure (truncated)"};
436 loginfo(
"[ConnTrace] GetDesignStream ok (warm spool): design_name=\"" + designName +
437 "\" records=" + std::to_string(reader.
RecordsRead()));
438 return grpc::Status::OK;
446 const auto monolithicBudget = m_designCache->getMonolithicWireBudget();
447 const bool overBudget = monolithicBudget != 0 &&
448 design->EstimateWireSizeBytes(
false) > monolithicBudget;
456 enum class SpoolOutcome { NoneAttempted, OpenFailed, Aborted, Committed };
457 auto spoolOutcome = SpoolOutcome::NoneAttempted;
460 bool spooling =
false;
461 if (!includeNormalizedLists && overBudget)
463 spooling = m_streamSpool->BeginWrite(designName, generationAtStart, spoolWriter);
466 spoolOutcome = spooling ? SpoolOutcome::Aborted : SpoolOutcome::OpenFailed;
470 const auto sink = [&](
const Odb::Grpc::DesignChunk& chunk) ->
bool
472 if (context->IsCancelled())
476 if (!writer->Write(chunk))
480 if (spooling && !spoolWriter.
Append(chunk))
484 logerror(
"[ConnTrace] GetDesignStream spool append failed; continuing without spool");
492 *design, includeNormalizedLists, m_streamOptions, sink, &stats);
499 const bool generationUnchanged =
500 m_designCache->GetResponseGeneration(designName) == generationAtStart;
501 if (completed && generationUnchanged)
506 spoolOutcome = spoolWriter.
Commit()
507 ? SpoolOutcome::Committed
508 : SpoolOutcome::Aborted;
516 const char* spoolLabel =
517 spoolOutcome == SpoolOutcome::Committed ?
" spool=committed" :
518 spoolOutcome == SpoolOutcome::Aborted ?
" spool=aborted" :
519 spoolOutcome == SpoolOutcome::OpenFailed ?
" spool=open-failed" :
"";
520 loginfo(
"[ConnTrace] GetDesignStream done: design_name=\"" + designName +
521 "\" completed=" + (completed ?
"true" :
"false") +
522 " chunks=" + std::to_string(stats.
chunks) +
523 " wire_bytes=" + std::to_string(stats.
wireBytes) +
526 if (!completed && !context->IsCancelled())
534 logerror(
"[ConnTrace] GetDesignStream write failed (cold): design_name=\"" + designName +
535 "\" chunks=" + std::to_string(stats.
chunks));
536 return {grpc::StatusCode::INTERNAL,
537 "Internal server error: GetDesignStream write failed (cold, truncated)"};
539 return grpc::Status::OK;
541 catch (
const std::exception& e)
543 std::string
error =
"Internal server error: " + FormatExceptionForStatus(e);
544 return {grpc::StatusCode::INTERNAL,
error};
549 grpc::ServerContext *context,
550 const Odb::Grpc::GetLayerFeaturesRequest *request,
551 grpc::ServerWriter<Odb::Lib::Protobuf::FeaturesFile::FeatureRecord> *writer)
555 loginfo(
"[ConnTrace] GetLayerFeaturesStream start: design=\"" + request->design_name() +
556 "\" step=\"" + request->step_name() +
"\" layer=\"" + request->layer_name() +
"\"");
557 const auto fileArchive = m_designCache->GetFileArchive(request->design_name());
558 if (fileArchive ==
nullptr)
560 return {grpc::StatusCode::NOT_FOUND,
"Design not found: " + request->design_name()};
563 const auto pStep = fileArchive->GetStepDirectory(request->step_name());
564 if (pStep ==
nullptr)
566 return {grpc::StatusCode::NOT_FOUND,
"Step not found: " + request->step_name()};
569 const auto pLayersByName = pStep->GetLayersByName();
570 const auto layerIt = pLayersByName.find(request->layer_name());
571 if (layerIt == pLayersByName.end())
573 return {grpc::StatusCode::NOT_FOUND,
"Layer not found: " + request->layer_name()};
576 const auto &featuresFile = layerIt->second->GetFeaturesFile();
577 const auto &featureRecords = featuresFile.GetFeatureRecords();
580 Odb::Lib::Protobuf::FeaturesFile::FeatureRecord featureRecordMsg;
582 size_t sentCount = 0;
583 for (
const auto &featureRecord : featureRecords)
589 auto pFeatureRecordMsg = featureRecord->to_protobuf();
590 if (pFeatureRecordMsg !=
nullptr)
592 featureRecordMsg.Swap(pFeatureRecordMsg.get());
599 if (!writer->Write(featureRecordMsg))
601 loginfo(
"[ConnTrace] GetLayerFeaturesStream client_disconnected: design=\"" + request->design_name() +
602 "\" step=\"" + request->step_name() +
"\" layer=\"" + request->layer_name() +
603 "\" sent=" + std::to_string(sentCount));
610 featureRecordMsg.Clear();
613 loginfo(
"[ConnTrace] GetLayerFeaturesStream done: design=\"" + request->design_name() +
614 "\" step=\"" + request->step_name() +
"\" layer=\"" + request->layer_name() +
615 "\" sent=" + std::to_string(sentCount));
616 return grpc::Status::OK;
618 catch (
const std::exception &e)
620 std::string
error =
"Internal server error: " + FormatExceptionForStatus(e);
621 return {grpc::StatusCode::INTERNAL,
error};
626 grpc::ServerContext *context,
627 const Odb::Grpc::GetLayerFeaturesRequest *request,
628 grpc::ServerWriter<Odb::Grpc::FeatureRecordBatch> *writer)
632 loginfo(
"[ConnTrace] GetLayerFeaturesBatchStream start: design=\"" + request->design_name() +
633 "\" step=\"" + request->step_name() +
"\" layer=\"" + request->layer_name() +
"\"");
635 if (!m_config->enable_batch_streaming)
637 loginfo(
"[ConnTrace] GetLayerFeaturesBatchStream disabled: returning UNIMPLEMENTED");
638 return {grpc::StatusCode::UNIMPLEMENTED,
"Batch streaming is not enabled"};
642 const auto fileArchive = m_designCache->GetFileArchive(request->design_name());
643 if (fileArchive ==
nullptr)
645 return {grpc::StatusCode::NOT_FOUND,
"Design not found: " + request->design_name()};
648 const auto pStep = fileArchive->GetStepDirectory(request->step_name());
649 if (pStep ==
nullptr)
651 return {grpc::StatusCode::NOT_FOUND,
"Step not found: " + request->step_name()};
654 const auto pLayersByName = pStep->GetLayersByName();
655 const auto layerIt = pLayersByName.find(request->layer_name());
656 if (layerIt == pLayersByName.end())
658 return {grpc::StatusCode::NOT_FOUND,
"Layer not found: " + request->layer_name()};
661 const auto &featuresFile = layerIt->second->GetFeaturesFile();
662 const auto &featureRecords = featuresFile.GetFeatureRecords();
665 Odb::Lib::Protobuf::FeaturesFile::FeatureRecord featureRecordMsg;
666 Odb::Grpc::FeatureRecordBatch batch;
668 const int batchSize = m_config->batch_size;
669 int currentBatchCount = 0;
670 size_t batchesSent = 0;
671 size_t featuresSent = 0;
673 for (
const auto &featureRecord : featureRecords)
676 if (context->IsCancelled())
678 return {grpc::StatusCode::CANCELLED,
"Request cancelled"};
685 auto pFeatureRecordMsg = featureRecord->to_protobuf();
686 if (pFeatureRecordMsg !=
nullptr)
688 featureRecordMsg.Swap(pFeatureRecordMsg.get());
696 batch.add_features()->CopyFrom(featureRecordMsg);
701 featureRecordMsg.Clear();
704 if (currentBatchCount >= batchSize)
707 if (context->IsCancelled())
709 return {grpc::StatusCode::CANCELLED,
"Request cancelled"};
712 if (!writer->Write(batch))
714 loginfo(
"[ConnTrace] GetLayerFeaturesBatchStream client_disconnected: design=\"" + request->design_name() +
715 "\" step=\"" + request->step_name() +
"\" layer=\"" + request->layer_name() +
716 "\" batches=" + std::to_string(batchesSent) +
" features=" + std::to_string(featuresSent));
717 return grpc::Status::OK;
721 currentBatchCount = 0;
726 if (currentBatchCount > 0)
729 if (context->IsCancelled())
731 return {grpc::StatusCode::CANCELLED,
"Request cancelled"};
734 if (!writer->Write(batch))
736 loginfo(
"[ConnTrace] GetLayerFeaturesBatchStream client_disconnected(final): design=\"" + request->design_name() +
737 "\" step=\"" + request->step_name() +
"\" layer=\"" + request->layer_name() +
738 "\" batches=" + std::to_string(batchesSent) +
" features=" + std::to_string(featuresSent));
739 return grpc::Status::OK;
745 loginfo(
"[ConnTrace] GetLayerFeaturesBatchStream done: design=\"" + request->design_name() +
746 "\" step=\"" + request->step_name() +
"\" layer=\"" + request->layer_name() +
747 "\" batches=" + std::to_string(batchesSent) +
" features=" + std::to_string(featuresSent) +
748 " batch_size=" + std::to_string(batchSize));
749 return grpc::Status::OK;
751 catch (
const std::exception &e)
753 std::string
error =
"Internal server error: " + FormatExceptionForStatus(e);
754 return {grpc::StatusCode::INTERNAL,
error};
759 grpc::ServerContext* context,
760 const Odb::Grpc::GetLayerSymbolsRequest* request,
761 Odb::Grpc::GetLayerSymbolsResponse* response)
765 loginfo(
"[ConnTrace] GetLayerSymbols start: design=\"" + request->design_name() +
766 "\" step=\"" + request->step_name() +
"\" layer=\"" + request->layer_name() +
"\"");
767 const auto fileArchive = m_designCache->GetFileArchive(request->design_name());
768 if (fileArchive ==
nullptr)
770 return { grpc::StatusCode::NOT_FOUND,
"Design not found" };
773 const auto pStep = fileArchive->GetStepDirectory(request->step_name());
774 if (pStep ==
nullptr)
776 return { grpc::StatusCode::NOT_FOUND,
"Step not found" };
779 const auto& layersByName = pStep->GetLayersByName();
780 const auto layerIt = layersByName.find(request->layer_name());
781 if (layerIt == layersByName.end())
783 return { grpc::StatusCode::NOT_FOUND,
"Layer not found" };
786 const auto& featuresFile = layerIt->second->GetFeaturesFile();
787 auto unitsInfo = normalize_units(featuresFile.GetUnits());
790 return { grpc::StatusCode::FAILED_PRECONDITION, unitsInfo.error };
793 response->set_sym_num_base(0);
794 response->set_units(unitsInfo.units);
795 response->set_units_to_mm(unitsInfo.unitsToMm);
797 loginfo(
"[ConnTrace] GetLayerSymbols units: layer=\"" + request->layer_name() +
"\" units=\"" +
798 unitsInfo.units +
"\" units_to_mm=" + std::to_string(unitsInfo.unitsToMm));
801 const auto& featureRecords = featuresFile.GetFeatureRecords();
804 const auto expectedSymbolUnitType = expected_symbol_unit_type_from_normalized_units(unitsInfo.units);
806 int imperialCount = 0;
808 for (
const auto& sym : symbols)
811 switch (sym->GetUnitType())
819 const bool hasMixedSymbolUnitTypes = metricCount > 0 && imperialCount > 0;
822 const bool hasMismatchVsLayerUnits =
826 if (hasMixedSymbolUnitTypes || hasMismatchVsLayerUnits)
829 "symbol UnitType mismatch vs layer units (strict): layer_units=" + unitsInfo.units +
830 ", symbol_counts(metric=" + std::to_string(metricCount) +
831 ", imperial=" + std::to_string(imperialCount) +
832 ", none=" + std::to_string(noneCount) +
")";
833 return { grpc::StatusCode::FAILED_PRECONDITION, msg };
840 constexpr int kMaxReasonableIndex = 10'000'000;
843 for (
const auto& fr : featureRecords)
849 fr->apt_def_symbol_num >= 0 && fr->sym_num != fr->apt_def_symbol_num)
851 return { grpc::StatusCode::FAILED_PRECONDITION,
"pad sym_num does not match apt_def_symbol_num (contract violation)" };
854 if (fr->sym_num >= 0 && fr->sym_num < kMaxReasonableIndex)
856 maxSymRef = std::max(maxSymRef, fr->sym_num);
858 if (fr->apt_def_symbol_num >= 0 && fr->apt_def_symbol_num < kMaxReasonableIndex)
860 maxSymRef = std::max(maxSymRef, fr->apt_def_symbol_num);
864 int resultSize = maxSymRef + 1;
865 if (resultSize < 0) resultSize = 0;
867 std::vector<std::shared_ptr<Odb::Lib::FileModel::Design::SymbolName>> ordered(
static_cast<size_t>(resultSize),
nullptr);
874 for (
const auto& sym : symbols)
877 const auto idx = sym->GetIndex();
878 maxIndex = std::max(maxIndex, idx);
879 if (idx < 0)
continue;
880 const auto idxSize =
static_cast<size_t>(idx);
881 if (idx >=
static_cast<int>(ordered.size()))
883 ordered.resize(idxSize + 1,
nullptr);
885 if (!ordered[idxSize])
887 ordered[idxSize] = sym;
893 std::vector<size_t> availableSlots;
894 for (
size_t i = 0; i < ordered.size(); ++i)
898 availableSlots.push_back(i);
902 for (
const auto& sym : symbols)
905 if (sym->GetIndex() >= 0)
continue;
907 if (slotIdx < availableSlots.size())
909 ordered[availableSlots[slotIdx]] = sym;
914 ordered.push_back(sym);
919 const int requiredSize = std::max(maxSymRef, maxIndex) + 1;
920 if (requiredSize >
static_cast<int>(ordered.size()))
922 ordered.resize(
static_cast<size_t>(requiredSize),
nullptr);
925 Odb::Lib::Protobuf::SymbolName placeholder;
926 placeholder.set_name(
"");
927 placeholder.set_unittype(Odb::Lib::Protobuf::UnitType::None);
929 for (
const auto& sym : ordered)
933 auto pb = sym->to_protobuf();
934 if (pb && pb->unittype() == Odb::Lib::Protobuf::UnitType::None)
936 pb->set_unittype(
static_cast<Odb::Lib::Protobuf::UnitType
>(expectedSymbolUnitType));
938 response->add_symbol_names()->CopyFrom(*pb);
942 response->add_symbol_names()->CopyFrom(placeholder);
946 loginfo(
"[ConnTrace] GetLayerSymbols done: design=\"" + request->design_name() +
947 "\" step=\"" + request->step_name() +
"\" layer=\"" + request->layer_name() +
948 "\" symbol_names=" + std::to_string(response->symbol_names_size()));
950 return grpc::Status::OK;
952 catch (
const std::exception& e)
954 std::string
error =
"Internal server error: " + std::string(e.what());
955 return { grpc::StatusCode::INTERNAL,
error };
960 grpc::ServerContext *context,
961 const Odb::Grpc::GetStandardFontsRequest *request,
962 Odb::Lib::Protobuf::StandardFontsFile *response)
966 loginfo(
"[ConnTrace] GetStandardFonts start: design_name=\"" + request->design_name() +
"\"");
968 const auto fileArchive = m_designCache->GetFileArchive(request->design_name());
969 if (fileArchive ==
nullptr)
971 return {grpc::StatusCode::NOT_FOUND,
"Design not found: " + request->design_name()};
974 auto fontsFilePb = fileArchive->GetStandardFontsFile().to_protobuf();
975 if (fontsFilePb ==
nullptr)
977 return {grpc::StatusCode::INTERNAL,
"Failed to serialize standard fonts file"};
979 response->CopyFrom(*fontsFilePb);
981 loginfo(
"[ConnTrace] GetStandardFonts done: design_name=\"" + request->design_name() +
982 "\" characters=" + std::to_string(response->m_characterblocks_size()));
984 return grpc::Status::OK;
986 catch (
const std::exception &e)
991 logerror(std::string(
"[ConnTrace] GetStandardFonts failed: ") + e.what());
992 return {grpc::StatusCode::INTERNAL,
"Internal server error"};