#include "UdtRecordCompleter.h" #include "PdbAstBuilder.h" #include "PdbIndex.h" #include "PdbSymUid.h" #include "PdbUtil.h" #include "Plugins/ExpressionParser/Clang/ClangASTImporter.h" #include "Plugins/ExpressionParser/Clang/ClangASTMetadata.h" #include "Plugins/ExpressionParser/Clang/ClangUtil.h" #include "Plugins/TypeSystem/Clang/TypeSystemClang.h" #include "SymbolFileNativePDB.h" #include "lldb/Core/Address.h" #include "lldb/Symbol/Type.h" #include "lldb/Utility/LLDBAssert.h" #include "lldb/Utility/LLDBLog.h" #include "lldb/lldb-enumerations.h" #include "lldb/lldb-forward.h" #include "llvm/ADT/STLExtras.h" #include "llvm/DebugInfo/CodeView/SymbolDeserializer.h" #include "llvm/DebugInfo/CodeView/TypeDeserializer.h" #include "llvm/DebugInfo/CodeView/TypeIndex.h" #include "llvm/DebugInfo/PDB/Native/GlobalsStream.h" #include "llvm/DebugInfo/PDB/Native/TpiStream.h" #include "llvm/DebugInfo/PDB/PDBTypes.h" #include using namespace llvm::codeview; using namespace llvm::pdb; using namespace lldb; using namespace lldb_private; using namespace lldb_private::npdb; using Error = llvm::Error; UdtRecordCompleter::UdtRecordCompleter( PdbTypeSymId id, CompilerType &derived_ct, clang::TagDecl &tag_decl, PdbAstBuilder &ast_builder, PdbIndex &index, llvm::DenseMap &decl_to_status, llvm::DenseMap, 8>> &cxx_record_map) : m_id(id), m_derived_ct(derived_ct), m_tag_decl(tag_decl), m_ast_builder(ast_builder), m_index(index), m_decl_to_status(decl_to_status), m_cxx_record_map(cxx_record_map) { CVType cvt = m_index.tpi().getType(m_id.index); switch (cvt.kind()) { case LF_ENUM: m_cvr.er.Options = ClassOptions::None; llvm::cantFail(TypeDeserializer::deserializeAs(cvt, m_cvr.er)); break; case LF_UNION: m_cvr.ur.Options = ClassOptions::None; llvm::cantFail(TypeDeserializer::deserializeAs(cvt, m_cvr.ur)); m_layout.bit_size = m_cvr.ur.getSize() * 8; m_record.record.kind = Member::Union; break; case LF_CLASS: case LF_STRUCTURE: m_cvr.cr.Options = ClassOptions::None; llvm::cantFail(TypeDeserializer::deserializeAs(cvt, m_cvr.cr)); m_layout.bit_size = m_cvr.cr.getSize() * 8; m_record.record.kind = Member::Struct; break; default: llvm_unreachable("unreachable!"); } } clang::QualType UdtRecordCompleter::AddBaseClassForTypeIndex( llvm::codeview::TypeIndex ti, llvm::codeview::MemberAccess access, std::optional vtable_idx) { PdbTypeSymId type_id(ti); clang::QualType qt = m_ast_builder.GetOrCreateType(type_id); CVType udt_cvt = m_index.tpi().getType(ti); std::unique_ptr base_spec = m_ast_builder.clang().CreateBaseClassSpecifier( qt.getAsOpaquePtr(), TranslateMemberAccess(access), vtable_idx.has_value(), udt_cvt.kind() == LF_CLASS); if (!base_spec) return {}; m_bases.push_back( std::make_pair(vtable_idx.value_or(0), std::move(base_spec))); return qt; } void UdtRecordCompleter::AddMethod(llvm::StringRef name, TypeIndex type_idx, MemberAccess access, MethodOptions options, MemberAttributes attrs) { clang::QualType method_qt = m_ast_builder.GetOrCreateType(PdbTypeSymId(type_idx)); if (method_qt.isNull()) return; CompilerType method_ct = m_ast_builder.ToCompilerType(method_qt); TypeSystemClang::RequireCompleteType(method_ct); lldb::opaque_compiler_type_t derived_opaque_ty = m_derived_ct.GetOpaqueQualType(); auto iter = m_cxx_record_map.find(derived_opaque_ty); if (iter != m_cxx_record_map.end()) { if (iter->getSecond().contains({name, method_ct})) { return; } } lldb::AccessType access_type = TranslateMemberAccess(access); bool is_artificial = (options & MethodOptions::CompilerGenerated) == MethodOptions::CompilerGenerated; m_ast_builder.clang().AddMethodToCXXRecordType( derived_opaque_ty, name.data(), nullptr, method_ct, access_type, attrs.isVirtual(), attrs.isStatic(), false, false, false, is_artificial); m_cxx_record_map[derived_opaque_ty].insert({name, method_ct}); } Error UdtRecordCompleter::visitKnownMember(CVMemberRecord &cvr, BaseClassRecord &base) { clang::QualType base_qt = AddBaseClassForTypeIndex(base.Type, base.getAccess()); if (base_qt.isNull()) return llvm::Error::success(); auto decl = m_ast_builder.clang().GetAsCXXRecordDecl(base_qt.getAsOpaquePtr()); lldbassert(decl); auto offset = clang::CharUnits::fromQuantity(base.getBaseOffset()); m_layout.base_offsets.insert(std::make_pair(decl, offset)); return llvm::Error::success(); } Error UdtRecordCompleter::visitKnownMember(CVMemberRecord &cvr, VirtualBaseClassRecord &base) { AddBaseClassForTypeIndex(base.BaseType, base.getAccess(), base.VTableIndex); return Error::success(); } Error UdtRecordCompleter::visitKnownMember(CVMemberRecord &cvr, ListContinuationRecord &cont) { return Error::success(); } Error UdtRecordCompleter::visitKnownMember(CVMemberRecord &cvr, VFPtrRecord &vfptr) { return Error::success(); } Error UdtRecordCompleter::visitKnownMember( CVMemberRecord &cvr, StaticDataMemberRecord &static_data_member) { clang::QualType member_type = m_ast_builder.GetOrCreateType(PdbTypeSymId(static_data_member.Type)); if (member_type.isNull()) return llvm::Error::success(); CompilerType member_ct = m_ast_builder.ToCompilerType(member_type); lldb::AccessType access = TranslateMemberAccess(static_data_member.getAccess()); auto decl = TypeSystemClang::AddVariableToRecordType( m_derived_ct, static_data_member.Name, member_ct, access); // Static constant members may be a const[expr] declaration. // Query the symbol's value as the variable initializer if valid. if (member_ct.IsConst() && member_ct.IsCompleteType()) { std::string qual_name = decl->getQualifiedNameAsString(); auto results = m_index.globals().findRecordsByName(qual_name, m_index.symrecords()); for (const auto &result : results) { if (result.second.kind() == SymbolKind::S_CONSTANT) { ConstantSym constant(SymbolRecordKind::ConstantSym); cantFail(SymbolDeserializer::deserializeAs(result.second, constant)); clang::QualType qual_type = decl->getType(); unsigned type_width = decl->getASTContext().getIntWidth(qual_type); unsigned constant_width = constant.Value.getBitWidth(); if (qual_type->isIntegralOrEnumerationType()) { if (type_width >= constant_width) { TypeSystemClang::SetIntegerInitializerForVariable( decl, constant.Value.extOrTrunc(type_width)); } else { LLDB_LOG(GetLog(LLDBLog::AST), "Class '{0}' has a member '{1}' of type '{2}' ({3} bits) " "which resolves to a wider constant value ({4} bits). " "Ignoring constant.", m_derived_ct.GetTypeName(), static_data_member.Name, member_ct.GetTypeName(), type_width, constant_width); } } else { lldb::BasicType basic_type_enum = member_ct.GetBasicTypeEnumeration(); switch (basic_type_enum) { case lldb::eBasicTypeFloat: case lldb::eBasicTypeDouble: case lldb::eBasicTypeLongDouble: if (type_width == constant_width) { TypeSystemClang::SetFloatingInitializerForVariable( decl, basic_type_enum == lldb::eBasicTypeFloat ? llvm::APFloat(constant.Value.bitsToFloat()) : llvm::APFloat(constant.Value.bitsToDouble())); decl->setConstexpr(true); } else { LLDB_LOG( GetLog(LLDBLog::AST), "Class '{0}' has a member '{1}' of type '{2}' ({3} bits) " "which resolves to a constant value of mismatched width " "({4} bits). Ignoring constant.", m_derived_ct.GetTypeName(), static_data_member.Name, member_ct.GetTypeName(), type_width, constant_width); } break; default: break; } } break; } } } // FIXME: Add a PdbSymUid namespace for field list members and update // the m_uid_to_decl map with this decl. return Error::success(); } Error UdtRecordCompleter::visitKnownMember(CVMemberRecord &cvr, NestedTypeRecord &nested) { return Error::success(); } Error UdtRecordCompleter::visitKnownMember(CVMemberRecord &cvr, DataMemberRecord &data_member) { uint64_t offset = data_member.FieldOffset * 8; uint32_t bitfield_width = 0; TypeIndex ti(data_member.Type); if (!ti.isSimple()) { CVType cvt = m_index.tpi().getType(ti); if (cvt.kind() == LF_BITFIELD) { BitFieldRecord bfr; llvm::cantFail(TypeDeserializer::deserializeAs(cvt, bfr)); offset += bfr.BitOffset; bitfield_width = bfr.BitSize; ti = bfr.Type; } } clang::QualType member_qt = m_ast_builder.GetOrCreateType(PdbTypeSymId(ti)); if (member_qt.isNull()) return Error::success(); TypeSystemClang::RequireCompleteType(m_ast_builder.ToCompilerType(member_qt)); lldb::AccessType access = TranslateMemberAccess(data_member.getAccess()); size_t field_size = bitfield_width ? bitfield_width : GetSizeOfType(ti, m_index.tpi()) * 8; if (field_size == 0) return Error::success(); m_record.CollectMember(data_member.Name, offset, field_size, member_qt, access, bitfield_width); return Error::success(); } Error UdtRecordCompleter::visitKnownMember(CVMemberRecord &cvr, OneMethodRecord &one_method) { AddMethod(one_method.Name, one_method.Type, one_method.getAccess(), one_method.getOptions(), one_method.Attrs); return Error::success(); } Error UdtRecordCompleter::visitKnownMember(CVMemberRecord &cvr, OverloadedMethodRecord &overloaded) { TypeIndex method_list_idx = overloaded.MethodList; CVType method_list_type = m_index.tpi().getType(method_list_idx); assert(method_list_type.kind() == LF_METHODLIST); MethodOverloadListRecord method_list; llvm::cantFail(TypeDeserializer::deserializeAs( method_list_type, method_list)); for (const OneMethodRecord &method : method_list.Methods) AddMethod(overloaded.Name, method.Type, method.getAccess(), method.getOptions(), method.Attrs); return Error::success(); } Error UdtRecordCompleter::visitKnownMember(CVMemberRecord &cvr, EnumeratorRecord &enumerator) { Declaration decl; llvm::StringRef name = DropNameScope(enumerator.getName()); m_ast_builder.clang().AddEnumerationValueToEnumerationType( m_derived_ct, decl, name.str().c_str(), enumerator.Value); return Error::success(); } void UdtRecordCompleter::complete() { // Ensure the correct order for virtual bases. llvm::stable_sort(m_bases, llvm::less_first()); std::vector> bases; bases.reserve(m_bases.size()); for (auto &ib : m_bases) bases.push_back(std::move(ib.second)); TypeSystemClang &clang = m_ast_builder.clang(); // Make sure all base classes refer to complete types and not forward // declarations. If we don't do this, clang will crash with an // assertion in the call to clang_type.TransferBaseClasses() for (const auto &base_class : bases) { clang::TypeSourceInfo *type_source_info = base_class->getTypeSourceInfo(); if (type_source_info) { TypeSystemClang::RequireCompleteType( clang.GetType(type_source_info->getType())); } } clang.TransferBaseClasses(m_derived_ct.GetOpaqueQualType(), std::move(bases)); clang.AddMethodOverridesForCXXRecordType(m_derived_ct.GetOpaqueQualType()); FinishRecord(); TypeSystemClang::BuildIndirectFields(m_derived_ct); TypeSystemClang::CompleteTagDeclarationDefinition(m_derived_ct); if (auto *record_decl = llvm::dyn_cast(&m_tag_decl)) { m_ast_builder.GetClangASTImporter().SetRecordLayout(record_decl, m_layout); } } uint64_t UdtRecordCompleter::AddMember(TypeSystemClang &clang, Member *field, uint64_t bit_offset, CompilerType parent_ct, ClangASTImporter::LayoutInfo &parent_layout, clang::DeclContext *parent_decl_ctx) { SymbolFileNativePDB *pdb = static_cast( clang.GetSymbolFile()->GetBackingSymbolFile()); clang::FieldDecl *field_decl = nullptr; uint64_t bit_size = 0; switch (field->kind) { case Member::Field: { field_decl = TypeSystemClang::AddFieldToRecordType( parent_ct, field->name, m_ast_builder.ToCompilerType(field->qt), field->access, field->bitfield_width); bit_size = field->bit_size; break; }; case Member::Struct: case Member::Union: { clang::TagTypeKind kind = field->kind == Member::Struct ? clang::TagTypeKind::Struct : clang::TagTypeKind::Union; ClangASTMetadata metadata; metadata.SetUserID(pdb->anonymous_id); metadata.SetIsDynamicCXXType(false); CompilerType record_ct = clang.CreateRecordType( parent_decl_ctx, OptionalClangModuleID(), lldb::eAccessPublic, "", llvm::to_underlying(kind), lldb::eLanguageTypeC_plus_plus, &metadata); TypeSystemClang::StartTagDeclarationDefinition(record_ct); ClangASTImporter::LayoutInfo layout; clang::DeclContext *decl_ctx = clang.GetDeclContextForType(record_ct); for (const auto &member : field->fields) { uint64_t member_offset = field->kind == Member::Struct ? member->bit_offset - field->base_offset : 0; uint64_t member_bit_size = AddMember(clang, member.get(), member_offset, record_ct, layout, decl_ctx); if (field->kind == Member::Struct) bit_size = std::max(bit_size, member_offset + member_bit_size); else bit_size = std::max(bit_size, member_bit_size); } layout.bit_size = bit_size; TypeSystemClang::CompleteTagDeclarationDefinition(record_ct); clang::RecordDecl *record_decl = clang.GetAsRecordDecl(record_ct); m_ast_builder.GetClangASTImporter().SetRecordLayout(record_decl, layout); field_decl = TypeSystemClang::AddFieldToRecordType( parent_ct, "", record_ct, lldb::eAccessPublic, 0); // Mark this record decl as completed. DeclStatus status; status.resolved = true; status.uid = pdb->anonymous_id--; m_decl_to_status.insert({record_decl, status}); break; }; } // FIXME: Add a PdbSymUid namespace for field list members and update // the m_uid_to_decl map with this decl. parent_layout.field_offsets.insert({field_decl, bit_offset}); return bit_size; } void UdtRecordCompleter::FinishRecord() { TypeSystemClang &clang = m_ast_builder.clang(); clang::DeclContext *decl_ctx = m_ast_builder.GetOrCreateDeclContextForUid(m_id); m_record.ConstructRecord(); // Maybe we should check the construsted record size with the size in pdb. If // they mismatch, it might be pdb has fields info missing. for (const auto &field : m_record.record.fields) { AddMember(clang, field.get(), field->bit_offset, m_derived_ct, m_layout, decl_ctx); } } void UdtRecordCompleter::Record::CollectMember( llvm::StringRef name, uint64_t offset, uint64_t field_size, clang::QualType qt, lldb::AccessType access, uint64_t bitfield_width) { fields_map[offset].push_back(std::make_unique( name, offset, field_size, qt, access, bitfield_width)); if (start_offset > offset) start_offset = offset; } void UdtRecordCompleter::Record::ConstructRecord() { // For anonymous unions in a struct, msvc generated pdb doesn't have the // entity for that union. So, we need to construct anonymous union and struct // based on field offsets. The final AST is likely not matching the exact // original AST, but the memory layout is preseved. // After we collecting all fields in visitKnownMember, we have all fields in // increasing offset order in m_fields. Since we are iterating in increase // offset order, if the current offset is equal to m_start_offset, we insert // it as direct field of top level record. If the current offset is greater // than m_start_offset, we should be able to find a field in end_offset_map // whose end offset is less than or equal to current offset. (if not, it might // be missing field info. We will ignore the field in this case. e.g. Field A // starts at 0 with size 4 bytes, and Field B starts at 2 with size 4 bytes. // Normally, there must be something which ends at/before 2.) Then we will // append current field to the end of parent record. If parent is struct, we // can just grow it. If parent is a field, it's a field inside an union. We // convert it into an anonymous struct containing old field and new field. // The end offset to a vector of field/struct that ends at the offset. std::map> end_offset_map; for (auto &pair : fields_map) { uint64_t offset = pair.first; auto &fields = pair.second; lldbassert(offset >= start_offset); Member *parent = &record; if (offset > start_offset) { // Find the field with largest end offset that is <= offset. If it's less // than offset, it indicates there are padding bytes between end offset // and offset. lldbassert(!end_offset_map.empty()); auto iter = end_offset_map.lower_bound(offset); if (iter == end_offset_map.end()) --iter; else if (iter->first > offset) { if (iter == end_offset_map.begin()) continue; --iter; } if (iter->second.empty()) continue; parent = iter->second.back(); iter->second.pop_back(); } // If it's a field, then the field is inside a union, so we can safely // increase its size by converting it to a struct to hold multiple fields. if (parent->kind == Member::Field) parent->ConvertToStruct(); if (fields.size() == 1) { uint64_t end_offset = offset + fields.back()->bit_size; parent->fields.push_back(std::move(fields.back())); if (parent->kind == Member::Struct) { end_offset_map[end_offset].push_back(parent); } else { lldbassert(parent == &record && "If parent is union, it must be the top level record."); end_offset_map[end_offset].push_back(parent->fields.back().get()); } } else { if (parent->kind == Member::Struct) { parent->fields.push_back(std::make_unique(Member::Union)); parent = parent->fields.back().get(); parent->bit_offset = offset; } else { lldbassert(parent == &record && "If parent is union, it must be the top level record."); } for (auto &field : fields) { int64_t bit_size = field->bit_size; parent->fields.push_back(std::move(field)); end_offset_map[offset + bit_size].push_back( parent->fields.back().get()); } } } }