Glassvision/IfcOpenShell
1
0
Fork 0
mirror of https://github.com/IfcOpenShell/IfcOpenShell.git synced 2026-09-16 13:46:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

black ifccsv, ifcdiff

Browse Source
This commit is contained in:
htlcnn
2020-11-01 19:23:50 +07:00
committed by Dion Moult
parent d169a964dd
commit 4a6ec11f6f
2 changed files with 148 additions and 133 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/ifccsv/ifccsv.py
+46 -65
View File
@@ -8,23 +8,24 @@ import csv
import lark import lark
import argparse import argparse
class IfcAttributeExtractor():
class IfcAttributeExtractor:
@staticmethod @staticmethod
def set_element_key(ifc_file, element, key, value): def set_element_key(ifc_file, element, key, value):
if key == 'type' and element.is_a() != value: if key == "type" and element.is_a() != value:
return IfcAttributeExtractor.change_ifc_class(ifc_file, element, value) return IfcAttributeExtractor.change_ifc_class(ifc_file, element, value)
if hasattr(element, key): if hasattr(element, key):
setattr(element, key, value) setattr(element, key, value)
return element return element
if '.' not in key: if "." not in key:
return element return element
if key[0:3] == 'Qto': if key[0:3] == "Qto":
qto, prop = key.split('.', 1) qto, prop = key.split(".", 1)
qto = IfcAttributeExtractor.get_element_qto(element, qto_name) qto = IfcAttributeExtractor.get_element_qto(element, qto_name)
if qto: if qto:
IfcAttributeExtractor.set_qto_property(qto, prop, value) IfcAttributeExtractor.set_qto_property(qto, prop, value)
return element return element
pset_name, prop = key.split('.', 1) pset_name, prop = key.split(".", 1)
pset = IfcAttributeExtractor.get_element_pset(element, pset_name) pset = IfcAttributeExtractor.get_element_pset(element, pset_name)
if pset: if pset:
IfcAttributeExtractor.set_pset_property(pset, prop, value) IfcAttributeExtractor.set_pset_property(pset, prop, value)
@@ -51,9 +52,11 @@ class IfcAttributeExtractor():
@staticmethod @staticmethod
def get_element_qto(element, name): def get_element_qto(element, name):
for relationship in element.IsDefinedBy: for relationship in element.IsDefinedBy:
if relationship.is_a('IfcRelDefinesByProperties') \ if (
and relationship.RelatingPropertyDefinition.is_a('IfcElementQuantity') \ relationship.is_a("IfcRelDefinesByProperties")
and relationship.RelatingPropertyDefinition.Name == name: and relationship.RelatingPropertyDefinition.is_a("IfcElementQuantity")
and relationship.RelatingPropertyDefinition.Name == name
):
return relationship.RelatingPropertyDefinition return relationship.RelatingPropertyDefinition
@staticmethod @staticmethod
@@ -61,21 +64,22 @@ class IfcAttributeExtractor():
for prop in qto.Quantities: for prop in qto.Quantities:
if prop.Name != name: if prop.Name != name:
continue continue
setattr(prop, prop.is_a()[len('IfcQuantity'):] + 'Value', value) setattr(prop, prop.is_a()[len("IfcQuantity") :] + "Value", value)
@staticmethod @staticmethod
def get_element_pset(element, name): def get_element_pset(element, name):
if element.is_a('IfcTypeObject'): if element.is_a("IfcTypeObject"):
if element.HasPropertySets: if element.HasPropertySets:
for pset in element.HasPropertySets: for pset in element.HasPropertySets:
if pset.is_a('IfcPropertySet') \ if pset.is_a("IfcPropertySet") and pset.Name == name:
and pset.Name == name:
return pset return pset
else: else:
for relationship in element.IsDefinedBy: for relationship in element.IsDefinedBy:
if relationship.is_a('IfcRelDefinesByProperties') \ if (
and relationship.RelatingPropertyDefinition.is_a('IfcPropertySet') \ relationship.is_a("IfcRelDefinesByProperties")
and relationship.RelatingPropertyDefinition.Name == name: and relationship.RelatingPropertyDefinition.is_a("IfcPropertySet")
and relationship.RelatingPropertyDefinition.Name == name
):
return relationship.RelatingPropertyDefinition return relationship.RelatingPropertyDefinition
@staticmethod @staticmethod
@@ -93,37 +97,39 @@ class IfcAttributeExtractor():
try: try:
property.NominalValue.wrappedValue = int(value) property.NominalValue.wrappedValue = int(value)
except: except:
property.NominalValue.wrappedValue = True if value.lower() in ['1', 't', 'true', 'yes', 'y', 'uh-huh'] else False property.NominalValue.wrappedValue = (
True if value.lower() in ["1", "t", "true", "yes", "y", "uh-huh"] else False
)
class IfcCsv(): class IfcCsv:
def __init__(self): def __init__(self):
self.results = [] self.results = []
self.attributes = [] self.attributes = []
self.output = '' self.output = ""
self.selector = None self.selector = None
def export(self, ifc_file, elements): def export(self, ifc_file, elements):
self.ifc_file = ifc_file self.ifc_file = ifc_file
for element in elements: for element in elements:
result = [] result = []
if hasattr(element, 'GlobalId'): if hasattr(element, "GlobalId"):
result.append(element.GlobalId) result.append(element.GlobalId)
else: else:
result.append(None) result.append(None)
for index, attribute in enumerate(self.attributes): for index, attribute in enumerate(self.attributes):
if '*' in attribute: if "*" in attribute:
self.attributes.extend(self.get_wildcard_attributes(attribute)) self.attributes.extend(self.get_wildcard_attributes(attribute))
del(self.attributes[index]) del self.attributes[index]
for attribute in self.attributes: for attribute in self.attributes:
result.append(self.selector.get_element_value(element, attribute)) result.append(self.selector.get_element_value(element, attribute))
self.results.append(result) self.results.append(result)
with open(self.output, 'w', newline='', encoding='utf-8') as f: with open(self.output, "w", newline="", encoding="utf-8") as f:
writer = csv.writer(f) writer = csv.writer(f)
header = ['GlobalId'] header = ["GlobalId"]
header.extend(self.attributes) header.extend(self.attributes)
writer.writerow(header) writer.writerow(header)
for row in self.results: for row in self.results:
@@ -131,19 +137,19 @@ class IfcCsv():
def get_wildcard_attributes(self, attribute): def get_wildcard_attributes(self, attribute):
results = set() results = set()
pset_qto_name = attribute.split('.', 1)[0] pset_qto_name = attribute.split(".", 1)[0]
for element in self.ifc_file.by_type('IfcPropertySet') + self.ifc_file.by_type('IfcElementQuantity'): for element in self.ifc_file.by_type("IfcPropertySet") + self.ifc_file.by_type("IfcElementQuantity"):
if element.Name != pset_qto_name: if element.Name != pset_qto_name:
continue continue
if element.is_a('IfcPropertySet'): if element.is_a("IfcPropertySet"):
results.update([p.Name for p in element.HasProperties]) results.update([p.Name for p in element.HasProperties])
else: else:
results.update([p.Name for p in element.Quantities]) results.update([p.Name for p in element.Quantities])
return ['{}.{}'.format(pset_qto_name, n) for n in results] return ["{}.{}".format(pset_qto_name, n) for n in results]
def Import(self, ifc): def Import(self, ifc):
ifc_file = ifcopenshell.open(ifc) ifc_file = ifcopenshell.open(ifc)
with open(self.output, newline='', encoding='utf-8') as f: with open(self.output, newline="", encoding="utf-8") as f:
reader = csv.reader(f) reader = csv.reader(f)
headers = [] headers = []
for row in reader: for row in reader:
@@ -155,44 +161,19 @@ class IfcCsv():
continue continue
for i, value in enumerate(row): for i, value in enumerate(row):
if i == 0: if i == 0:
continue # Skip GlobalId continue # Skip GlobalId
element = IfcAttributeExtractor.set_element_key(ifc_file, element, headers[i], value) element = IfcAttributeExtractor.set_element_key(ifc_file, element, headers[i], value)
ifc_file.write(ifc) ifc_file.write(ifc)
if __name__ == '__main__':
parser = argparse.ArgumentParser( if __name__ == "__main__":
description='Exports IFC data to and from CSV') parser = argparse.ArgumentParser(description="Exports IFC data to and from CSV")
parser.add_argument( parser.add_argument("-i", "--ifc", type=str, required=True, help="The IFC file")
'-i', parser.add_argument("-c", "--csv", type=str, default="data.csv", help="The CSV file to import from or export to")
'--ifc', parser.add_argument("-q", "--query", type=str, default="", help='Specify a IFC query selector, such as ".IfcWall"')
type=str, parser.add_argument("-a", "--arguments", nargs="+", help="Specify attributes that are part of the extract")
required=True, parser.add_argument("--export", action="store_true", help="Export from IFC to CSV")
help='The IFC file') parser.add_argument("--import", action="store_true", help="Import from CSV to IFC")
parser.add_argument(
'-c',
'--csv',
type=str,
default='data.csv',
help='The CSV file to import from or export to')
parser.add_argument(
'-q',
'--query',
type=str,
default='',
help='Specify a IFC query selector, such as ".IfcWall"')
parser.add_argument(
'-a',
'--arguments',
nargs='+',
help='Specify attributes that are part of the extract')
parser.add_argument(
'--export',
action='store_true',
help='Export from IFC to CSV')
parser.add_argument(
'--import',
action='store_true',
help='Import from CSV to IFC')
args = parser.parse_args() args = parser.parse_args()
if args.export: if args.export:
@@ -204,7 +185,7 @@ if __name__ == '__main__':
ifc_csv.attributes = args.arguments if args.arguments else [] ifc_csv.attributes = args.arguments if args.arguments else []
ifc_csv.selector = selector ifc_csv.selector = selector
ifc_csv.export(ifc_file, results) ifc_csv.export(ifc_file, results)
elif getattr(args, 'import'): elif getattr(args, "import"):
ifc_csv = IfcCsv() ifc_csv = IfcCsv()
ifc_csv.output = args.csv ifc_csv.output = args.csv
ifc_csv.Import(args.ifc) ifc_csv.Import(args.ifc)
src/ifcdiff/ifcdiff.py
+102 -68
View File
@@ -9,7 +9,7 @@ import argparse
import decimal import decimal
class IfcDiff(): class IfcDiff:
def __init__(self, old_file, new_file, output_file, inverse_classes=None): def __init__(self, old_file, new_file, output_file, inverse_classes=None):
self.old_file = old_file self.old_file = old_file
self.new_file = new_file self.new_file = new_file
@@ -20,29 +20,29 @@ class IfcDiff():
self.precision = 2 self.precision = 2
def diff(self): def diff(self):
print('# IFC Diff') print("# IFC Diff")
self.load() self.load()
self.precision = self.get_precision() self.precision = self.get_precision()
old_elements = set(e.GlobalId for e in self.old.by_type('IfcProduct')) old_elements = set(e.GlobalId for e in self.old.by_type("IfcProduct"))
new_elements = set(e.GlobalId for e in self.new.by_type('IfcProduct')) new_elements = set(e.GlobalId for e in self.new.by_type("IfcProduct"))
self.deleted_elements = old_elements - new_elements self.deleted_elements = old_elements - new_elements
self.added_elements = new_elements - old_elements self.added_elements = new_elements - old_elements
same_elements = new_elements - self.added_elements same_elements = new_elements - self.added_elements
total_same_elements = len(same_elements) total_same_elements = len(same_elements)
print(' - {} item(s) were deleted'.format(len(self.deleted_elements))) print(" - {} item(s) were deleted".format(len(self.deleted_elements)))
print(' - {} item(s) were added'.format(len(self.added_elements))) print(" - {} item(s) were added".format(len(self.added_elements)))
print(' - {} item(s) were retained between the old and new IFC file'.format(total_same_elements)) print(" - {} item(s) were retained between the old and new IFC file".format(total_same_elements))
start = time.time() start = time.time()
total_diffed = 0 total_diffed = 0
for global_id in same_elements: for global_id in same_elements:
total_diffed += 1 total_diffed += 1
print('{}/{} diffed ...'.format(total_diffed, total_same_elements), end='\r', flush=True) print("{}/{} diffed ...".format(total_diffed, total_same_elements), end="\r", flush=True)
old_element = self.old.by_id(global_id) old_element = self.old.by_id(global_id)
new_element = self.new.by_id(global_id) new_element = self.new.by_id(global_id)
self.diff_element(old_element, new_element) self.diff_element(old_element, new_element)
@@ -54,30 +54,33 @@ class IfcDiff():
self.representation_ids.append(representation_id) self.representation_ids.append(representation_id)
self.diff_element_geometry(old_element, new_element) self.diff_element_geometry(old_element, new_element)
print(' - {} item(s) were changed either geometrically or with data'.format( print(" - {} item(s) were changed either geometrically or with data".format(len(self.change_register.keys())))
len(self.change_register.keys()))) print("# Diff finished in {:.2f} seconds".format(time.time() - start))
print('# Diff finished in {:.2f} seconds'.format(time.time() - start))
def export(self): def export(self):
with open(self.output_file, 'w', encoding='utf-8') as diff_file: with open(self.output_file, "w", encoding="utf-8") as diff_file:
json.dump({ json.dump(
'added': list(self.added_elements), {
'deleted': list(self.deleted_elements), "added": list(self.added_elements),
'changed': self.change_register, "deleted": list(self.deleted_elements),
"changed": self.change_register,
}, },
diff_file, diff_file,
indent=4, indent=4,
cls=DiffEncoder) cls=DiffEncoder,
)
def load(self): def load(self):
print('Loading old file ...') print("Loading old file ...")
self.old = ifcopenshell.open(self.old_file) self.old = ifcopenshell.open(self.old_file)
print('Loading new file ...') print("Loading new file ...")
self.new = ifcopenshell.open(self.new_file) self.new = ifcopenshell.open(self.new_file)
def get_precision(self): def get_precision(self):
try: try:
precision = [c for c in self.new.by_type('IfcGeometricRepresentationContext') if c.ContextType == 'Model'][0].Precision precision = [c for c in self.new.by_type("IfcGeometricRepresentationContext") if c.ContextType == "Model"][
0
].Precision
exponent = decimal.Decimal(str(precision)).as_tuple().exponent exponent = decimal.Decimal(str(precision)).as_tuple().exponent
if exponent < 0: if exponent < 0:
return abs(exponent) return abs(exponent)
@@ -86,14 +89,19 @@ class IfcDiff():
return 2 return 2
def diff_element(self, old_element, new_element): def diff_element(self, old_element, new_element):
diff = DeepDiff(old_element, new_element, diff = DeepDiff(
significant_digits=self.precision, ignore_string_type_changes=True, ignore_numeric_type_changes=True, old_element,
new_element,
significant_digits=self.precision,
ignore_string_type_changes=True,
ignore_numeric_type_changes=True,
exclude_regex_paths=[ exclude_regex_paths=[
r'root.*id$', r"root.*id$",
r'.*Representation.*', r".*Representation.*",
r'.*OwnerHistory.*', r".*OwnerHistory.*",
r'.*ObjectPlacement.*', r".*ObjectPlacement.*",
]) ],
)
if diff and new_element.GlobalId: if diff and new_element.GlobalId:
self.change_register.setdefault(new_element.GlobalId, {}).update(diff) self.change_register.setdefault(new_element.GlobalId, {}).update(diff)
@@ -102,60 +110,87 @@ class IfcDiff():
return return
old_relationships_all = self.old.get_inverse(old_element) old_relationships_all = self.old.get_inverse(old_element)
new_relationships_all = self.new.get_inverse(new_element) new_relationships_all = self.new.get_inverse(new_element)
if self.inverse_classes[0] == 'all': if self.inverse_classes[0] == "all":
old_relationships = old_relationships_all old_relationships = old_relationships_all
new_relationships = new_relationships_all new_relationships = new_relationships_all
else: else:
old_relationships = [x for x in old_relationships_all if x.is_a() in self.inverse_classes] old_relationships = [x for x in old_relationships_all if x.is_a() in self.inverse_classes]
new_relationships = [x for x in new_relationships_all if x.is_a() in self.inverse_classes] new_relationships = [x for x in new_relationships_all if x.is_a() in self.inverse_classes]
diff = DeepDiff(old_relationships, new_relationships, diff = DeepDiff(
significant_digits=self.precision, ignore_string_type_changes=True, ignore_numeric_type_changes=True, old_relationships,
new_relationships,
significant_digits=self.precision,
ignore_string_type_changes=True,
ignore_numeric_type_changes=True,
exclude_regex_paths=[ exclude_regex_paths=[
r'root.*id$', r"root.*id$",
r'.*GlobalId.*', r".*GlobalId.*",
r'.*OwnerHistory.*', r".*OwnerHistory.*",
r'.*RelatedObjects.*', r".*RelatedObjects.*",
r'.*RelatingObject.*', r".*RelatingObject.*",
r'.*RelatingDefinitions.*', r".*RelatingDefinitions.*",
r'.*RelatedObjectsType.*', # Deprecated in IFC4 anyway r".*RelatedObjectsType.*", # Deprecated in IFC4 anyway
]) ],
)
if diff and new_element.GlobalId: if diff and new_element.GlobalId:
self.change_register.setdefault(new_element.GlobalId, {}).update(diff) self.change_register.setdefault(new_element.GlobalId, {}).update(diff)
def diff_element_geometry(self, old_element, new_element): def diff_element_geometry(self, old_element, new_element):
try: try:
DeepDiff(old_element.ObjectPlacement, new_element.ObjectPlacement, DeepDiff(
old_element.ObjectPlacement,
new_element.ObjectPlacement,
terminate_on_first=True, terminate_on_first=True,
significant_digits=self.precision, ignore_string_type_changes=True, ignore_numeric_type_changes=True, significant_digits=self.precision,
exclude_regex_paths=r'root.*id$') ignore_string_type_changes=True,
DeepDiff(old_element.Representation, new_element.Representation, ignore_numeric_type_changes=True,
exclude_regex_paths=r"root.*id$",
)
DeepDiff(
old_element.Representation,
new_element.Representation,
terminate_on_first=True, terminate_on_first=True,
skip_after_n=1000, # Arbitrary value to "skim" check skip_after_n=1000, # Arbitrary value to "skim" check
significant_digits=self.precision, ignore_string_type_changes=True, ignore_numeric_type_changes=True, significant_digits=self.precision,
exclude_regex_paths=r'root.*id$') ignore_string_type_changes=True,
DeepDiff(old_element.HasOpenings, new_element.HasOpenings, ignore_numeric_type_changes=True,
exclude_regex_paths=r"root.*id$",
)
DeepDiff(
old_element.HasOpenings,
new_element.HasOpenings,
terminate_on_first=True, terminate_on_first=True,
significant_digits=self.precision, ignore_string_type_changes=True, ignore_numeric_type_changes=True, significant_digits=self.precision,
exclude_regex_paths=r'root.*id$') ignore_string_type_changes=True,
DeepDiff(old_element.HasProjections, new_element.HasProjections, ignore_numeric_type_changes=True,
exclude_regex_paths=r"root.*id$",
)
DeepDiff(
old_element.HasProjections,
new_element.HasProjections,
terminate_on_first=True, terminate_on_first=True,
significant_digits=self.precision, ignore_string_type_changes=True, ignore_numeric_type_changes=True, significant_digits=self.precision,
exclude_regex_paths=r'root.*id$') ignore_string_type_changes=True,
ignore_numeric_type_changes=True,
exclude_regex_paths=r"root.*id$",
)
except: except:
if new_element.GlobalId: if new_element.GlobalId:
return self.change_register.setdefault(new_element.GlobalId, {}).update({'has_geometry_change': True}) return self.change_register.setdefault(new_element.GlobalId, {}).update({"has_geometry_change": True})
def get_representation_id(self, element): def get_representation_id(self, element):
if not element.Representation: if not element.Representation:
return None return None
for representation in element.Representation.Representations: for representation in element.Representation.Representations:
if not representation.is_a('IfcShapeRepresentation'): if not representation.is_a("IfcShapeRepresentation"):
continue continue
if representation.RepresentationIdentifier == 'Body' \ if (
and representation.RepresentationType != 'MappedRepresentation': representation.RepresentationIdentifier == "Body"
and representation.RepresentationType != "MappedRepresentation"
):
return representation.id() return representation.id()
elif representation.RepresentationIdentifier == 'Body': elif representation.RepresentationIdentifier == "Body":
return representation.Items[0].MappingSource.MappedRepresentation.id() return representation.Items[0].MappingSource.MappedRepresentation.id()
@@ -166,22 +201,21 @@ class DiffEncoder(json.JSONEncoder):
except: except:
return str(obj) return str(obj)
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Show the difference between two IFC files') if __name__ == "__main__":
parser.add_argument('old', type=str, help='The old IFC file') parser = argparse.ArgumentParser(description="Show the difference between two IFC files")
parser.add_argument('new', type=str, help='The new IFC file') parser.add_argument("old", type=str, help="The old IFC file")
parser.add_argument("new", type=str, help="The new IFC file")
parser.add_argument( parser.add_argument(
'-o', "-o", "--output", type=str, help="The JSON diff file to output. Defaults to diff.json", default="diff.json"
'--output', )
type=str,
help='The JSON diff file to output. Defaults to diff.json',
default='diff.json')
parser.add_argument( parser.add_argument(
'-r', "-r",
'--relationships', "--relationships",
type=str, type=str,
help='A list of IFC classes to check in inverse relationships, like "IfcRelDefinesByProperties", or "all".', help='A list of IFC classes to check in inverse relationships, like "IfcRelDefinesByProperties", or "all".',
default='') default="",
)
args = parser.parse_args() args = parser.parse_args()
ifc_diff = IfcDiff(args.old, args.new, args.output, args.relationships.split()) ifc_diff = IfcDiff(args.old, args.new, args.output, args.relationships.split())