Glassvision/IfcOpenShell
1
0
Fork 0
mirror of https://github.com/IfcOpenShell/IfcOpenShell.git synced 2026-08-09 17:31:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

IfcFM can now be used to federate multiple spreadsheets together

Browse Source
This commit is contained in:
Dion Moult
2023-09-29 23:03:42 +10:00
parent 5ed54d9e7c
commit d838e1808d
4 changed files with 58 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/ifcfm/ifcfm/__init__.py
+21 -4
View File
@@ -57,7 +57,7 @@ class Parser:
else:
self.config = preset
def parse(self, ifc_file):
def parse(self, ifc_file, name=None):
for category_name, category_config in self.config["categories"].items():
self.categories.setdefault(category_name, {})
for element in category_config["get_category_elements"](ifc_file):
@@ -81,12 +81,29 @@ class Parser:
data.update(custom_data)
if data:
key = data["key"]
del data["key"]
key = "-".join([str(data[k]) for k in category_config["keys"]])
if key in self.categories[category_name]:
self.duplicate_keys.append((self.categories[category_name][key], data))
self.categories[category_name][key] = data
def federate(self, paths):
for path in paths:
spreadsheet = pd.ExcelFile(path)
sheet_names = spreadsheet.sheet_names
for category_name, category_config in self.config["categories"].items():
self.categories.setdefault(category_name, {})
if category_name not in sheet_names:
continue
self.categories.setdefault(category_name, {})
df = pd.read_excel(spreadsheet, sheet_name=category_name, keep_default_na=False)
for _, row in df.iterrows():
key = "-".join([str(row[k]) for k in category_config["keys"]])
if key in self.categories[category_name]:
continue
self.categories[category_name][key] = row.to_dict()
def exclude_categories(self, names):
for name in names:
if name in self.config["categories"]:
@@ -148,7 +165,7 @@ class Writer:
if isinstance(value, str):
convert = lambda text: int(text) if text.isdigit() else text.lower()
return [convert(c) for c in re.split("([0-9]+)", value)]
return value
return [str(value)]
# Sort least important keys first, then more important keys.
# https://stackoverflow.com/questions/11476371/sort-by-multiple-keys-using-different-orderings
src/ifcfm/ifcfm/basic.py
+7 -7
View File
@@ -61,7 +61,6 @@ def get_systems(ifc_file):
def get_facility_data(ifc_file, element):
return {
"key": element.Name,
"Name": element.Name,
"ProjectName": ifc_file.by_type("IfcProject")[0].Name,
"SiteName": getattr(get_facility_parent(element, "IfcSite"), "Name", None),
@@ -80,7 +79,6 @@ def get_facility_data(ifc_file, element):
def get_storey_data(ifc_file, element):
return {
"key": element.Name,
"Name": element.Name,
"Category": "Level",
"AuthorOrganizationName": get_owner_name(element),
@@ -95,7 +93,6 @@ def get_storey_data(ifc_file, element):
def get_space_data(ifc_file, element):
psets = ifcopenshell.util.element.get_psets(element)
return {
"key": element.Name,
"Name": element.Name,
"Description": element.LongName,
"Category": get_classification(element),
@@ -112,7 +109,6 @@ def get_space_data(ifc_file, element):
def get_zone_data(ifc_file, element):
zone, space = element
return {
"key": (zone.Name or "Unnamed") + (space.Name or "Unnamed"),
"Name": zone.Name,
"SpaceName": space.Name,
"AuthorOrganizationName": get_owner_name(zone),
@@ -125,7 +121,6 @@ def get_zone_data(ifc_file, element):
def get_element_type_data(ifc_file, element):
psets = ifcopenshell.util.element.get_psets(element)
return {
"key": element.Name,
"Name": element.Name,
"Description": element.Description,
"Category": get_classification(element),
@@ -150,7 +145,6 @@ def get_element_data(ifc_file, element):
system = systems[0].Name if systems else None
psets = ifcopenshell.util.element.get_psets(element)
return {
"key": element.Name,
"Name": element.Name,
"TypeName": ifcopenshell.util.element.get_type(element).Name,
"SpaceName": space_name,
@@ -173,7 +167,6 @@ def get_element_data(ifc_file, element):
def get_system_data(ifc_file, element):
return {
"key": element.Name,
"Name": element.Name,
"Description": element.Description,
"Category": get_classification(element),
@@ -241,6 +234,7 @@ config = {
},
"categories": {
"Facilities": {
"keys": ["Name"],
"headers": [
"Name",
"ProjectName",
@@ -262,6 +256,7 @@ config = {
"get_element_data": get_facility_data,
},
"Storeys": {
"keys": ["Name"],
"headers": [
"Name",
"Category",
@@ -278,6 +273,7 @@ config = {
"get_element_data": get_storey_data,
},
"Spaces": {
"keys": ["Name"],
"headers": [
"Name",
"Description",
@@ -296,6 +292,7 @@ config = {
"get_element_data": get_space_data,
},
"Zones": {
"keys": ["Name", "SpaceName"],
"headers": ["Name", "SpaceName", "AuthorOrganizationName", "AuthorDate", "ModelSoftware", "ModelID"],
"colours": "prreee",
"sort": [{"name": "Name", "order": "ASC"}],
@@ -303,6 +300,7 @@ config = {
"get_element_data": get_zone_data,
},
"ElementTypes": {
"keys": ["Name"],
"headers": [
"Name",
"Description",
@@ -325,6 +323,7 @@ config = {
"get_element_data": get_element_type_data,
},
"Elements": {
"keys": ["Name"],
"headers": [
"Name",
"TypeName",
@@ -350,6 +349,7 @@ config = {
"get_element_data": get_element_data,
},
"Systems": {
"keys": ["Name"],
"headers": [
"Name",
"Description",
src/ifcfm/ifcfm/cobie24.py
+15 -16
View File
@@ -245,7 +245,6 @@ def get_attributes(ifc_file):
allowed_values = get_property_unit(props["id"], name)
data = {
"key": str(val(name)) + str(sheet_name) + str(val(element.Name)),
"Name": val(name),
"CreatedBy": pset_created_by,
"CreatedOn": pset_created_on,
@@ -294,7 +293,6 @@ def get_contact_data(ifc_file, element):
roles.add(role.Role)
return {
"key": email,
"Email": email,
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -342,7 +340,6 @@ def get_facility_data(ifc_file, element):
name = val(site.Name) or val(site.LongName)
return {
"key": name,
"Name": name,
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -398,7 +395,6 @@ def get_floor_data(ifc_file, element):
elevation = "" if elevation is None else str(elevation)
return {
"key": val(element.Name),
"Name": val(element.Name),
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -438,7 +434,6 @@ def get_space_data(ifc_file, element):
net_area = str(value)
return {
"key": val(element.Name),
"Name": val(element.Name),
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -462,7 +457,6 @@ def get_zone_data(ifc_file, element):
name, category = zone
history = get_history(ifc_file)
return {
"key": "-".join([str(name), str(category), str(space)]),
"Name": name,
"CreatedBy": get_email_from_history(history) if history else None,
"CreatedOn": ifcopenshell.util.date.ifc2datetime(history.CreationDate).isoformat() if history else None,
@@ -483,7 +477,6 @@ def get_zone_data(ifc_file, element):
space_name = val(space.Name) if space else None
return {
"key": "-".join([str(name), str(category), str(space_name)]),
"Name": name,
"CreatedBy": get_created_by(zone),
"CreatedOn": get_created_on(zone),
@@ -592,7 +585,6 @@ def get_type_data(ifc_file, element):
asset_type = "Moveable"
return {
"key": val(element.Name),
"Name": val(element.Name),
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -668,7 +660,6 @@ def get_component_data(ifc_file, element):
asset_identifier = str(value)
return {
"key": element.Name,
"Name": element.Name,
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -692,7 +683,6 @@ def get_system_data(ifc_file, element):
category = get_category(system)
component_name = val(component.Name)
return {
"key": str(val(system.Name)) + str(category) + str(component_name),
"Name": val(system.Name),
"CreatedBy": get_created_by(system),
"CreatedOn": get_created_on(system),
@@ -727,7 +717,6 @@ def get_assembly_data(ifc_file, element):
history = get_history(ifc_file)
return {
"key": str(name) + str(sheet_name) + str(parent_name),
"Name": name,
"CreatedBy": get_email_from_history(history) if history else None,
"CreatedOn": ifcopenshell.util.date.ifc2datetime(history.CreationDate).isoformat() if history else None,
@@ -753,7 +742,6 @@ def get_connection_data(ifc_file, element):
row_name1 = val(ifcopenshell.util.system.get_port_element(element.RelatingPort).Name)
row_name2 = val(ifcopenshell.util.system.get_port_element(element.RelatedPort).Name)
return {
"key": str(name) + str(connection_type) + str(row_name1) + str(row_name2),
"Name": name,
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -791,7 +779,6 @@ def get_spare_data(ifc_file, element):
part_number = str(value)
return {
"key": val(element),
"Name": val(element.Name),
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -809,7 +796,6 @@ def get_spare_data(ifc_file, element):
def get_resource_data(ifc_file, element):
return {
"key": val(element.Name),
"Name": val(element.Name),
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -870,7 +856,6 @@ def get_job_data(ifc_file, element):
priors = ",".join(priors) if priors else task_number
return {
"key": str(val(element.Name)) + str(type_name) + str(task_number),
"Name": val(element.Name),
"CreatedBy": get_created_by(element),
"CreatedOn": get_created_on(element),
@@ -912,7 +897,6 @@ def get_document_data(ifc_file, element):
sheet_name = get_sheet_name(related_object)
row_name = val(related_object.Name)
return {
"key": str(name) + str(stage) + str(sheet_name) + str(row_name),
"Name": name,
"CreatedBy": get_created_by(rel),
"CreatedOn": get_created_on(rel),
@@ -1159,6 +1143,7 @@ config = {
"bool_false": "No",
"categories": {
"Contact": {
"keys": ["Email"],
"headers": [
"Email",
"CreatedBy",
@@ -1186,6 +1171,7 @@ config = {
"get_element_data": get_contact_data,
},
"Facility": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1216,6 +1202,7 @@ config = {
"get_element_data": get_facility_data,
},
"Floor": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1234,6 +1221,7 @@ config = {
"get_element_data": get_floor_data,
},
"Space": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1255,6 +1243,7 @@ config = {
"get_element_data": get_space_data,
},
"Zone": {
"keys": ["Name", "Category", "SpaceNames"],
"headers": [
"Name",
"CreatedBy",
@@ -1272,6 +1261,7 @@ config = {
"get_element_data": get_zone_data,
},
"Type": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1315,6 +1305,7 @@ config = {
"get_element_data": get_type_data,
},
"Component": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1342,6 +1333,7 @@ config = {
"get_element_data": get_component_data,
},
"System": {
"keys": ["Name", "Category", "ComponentNames"],
"headers": [
"Name",
"CreatedBy",
@@ -1359,6 +1351,7 @@ config = {
"get_element_data": get_system_data,
},
"Assembly": { # Note that this is technically "not required"
"keys": ["Name", "SheetName", "ParentName"],
"headers": [
"Name",
"CreatedBy",
@@ -1378,6 +1371,7 @@ config = {
"get_element_data": get_assembly_data,
},
"Connection": { # Note that this is technically "not required"
"keys": ["Name", "ConnectionType", "RowName1", "RowName2"],
"headers": [
"Name",
"CreatedBy",
@@ -1400,6 +1394,7 @@ config = {
"get_element_data": get_connection_data,
},
"Spare": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1420,6 +1415,7 @@ config = {
"get_element_data": get_spare_data,
},
"Resource": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1436,6 +1432,7 @@ config = {
"get_element_data": get_resource_data,
},
"Job": {
"keys": ["Name", "TypeName", "TaskNumber"],
"headers": [
"Name",
"CreatedBy",
@@ -1463,6 +1460,7 @@ config = {
"get_element_data": get_job_data,
},
"Document": {
"keys": ["Name", "Stage", "SheetName", "RowName"],
"headers": [
"Name",
"CreatedBy",
@@ -1486,6 +1484,7 @@ config = {
"get_element_data": get_document_data,
},
"Attribute": {
"keys": ["Name", "SheetName", "RowName"],
"headers": [
"Name",
"CreatedBy",
src/ifcfm/ifcfm/cobie24legacy.py
+15
View File
@@ -1158,6 +1158,7 @@ config = {
"bool_false": "No",
"categories": {
"Contact": {
"keys": ["Email"],
"headers": [
"Email",
"CreatedBy",
@@ -1185,6 +1186,7 @@ config = {
"get_element_data": get_contact_data,
},
"Facility": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1215,6 +1217,7 @@ config = {
"get_element_data": get_facility_data,
},
"Floor": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1233,6 +1236,7 @@ config = {
"get_element_data": get_floor_data,
},
"Space": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1254,6 +1258,7 @@ config = {
"get_element_data": get_space_data,
},
"Zone": {
"keys": ["Name", "Category", "SpaceNames"],
"headers": [
"Name",
"CreatedBy",
@@ -1271,6 +1276,7 @@ config = {
"get_element_data": get_zone_data,
},
"Type": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1314,6 +1320,7 @@ config = {
"get_element_data": get_type_data,
},
"Component": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1341,6 +1348,7 @@ config = {
"get_element_data": get_component_data,
},
"System": {
"keys": ["Name", "Category", "ComponentNames"],
"headers": [
"Name",
"CreatedBy",
@@ -1358,6 +1366,7 @@ config = {
"get_element_data": get_system_data,
},
"Assembly": { # Note that this is technically "not required"
"keys": ["Name", "SheetName", "ParentName"],
"headers": [
"Name",
"CreatedBy",
@@ -1377,6 +1386,7 @@ config = {
"get_element_data": get_assembly_data,
},
"Connection": { # Note that this is technically "not required"
"keys": ["Name", "ConnectionType", "RowName1", "RowName2"],
"headers": [
"Name",
"CreatedBy",
@@ -1399,6 +1409,7 @@ config = {
"get_element_data": get_connection_data,
},
"Spare": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1419,6 +1430,7 @@ config = {
"get_element_data": get_spare_data,
},
"Resource": {
"keys": ["Name"],
"headers": [
"Name",
"CreatedBy",
@@ -1435,6 +1447,7 @@ config = {
"get_element_data": get_resource_data,
},
"Job": {
"keys": ["Name", "TypeName", "TaskNumber"],
"headers": [
"Name",
"CreatedBy",
@@ -1462,6 +1475,7 @@ config = {
"get_element_data": get_job_data,
},
"Document": {
"keys": ["Name", "Stage", "SheetName", "RowName"],
"headers": [
"Name",
"CreatedBy",
@@ -1485,6 +1499,7 @@ config = {
"get_element_data": get_document_data,
},
"Attribute": {
"keys": ["Name", "SheetName", "RowName"],
"headers": [
"Name",
"CreatedBy",