diff --git a/source/RobotAPI/libraries/armem_objects/server/instance/Segment.cpp b/source/RobotAPI/libraries/armem_objects/server/instance/Segment.cpp
index a5822667f61138a40a9f581de8dc68fb7fd812d6..d6635696acd4f72d3c3342423233a459baf89af0 100644
--- a/source/RobotAPI/libraries/armem_objects/server/instance/Segment.cpp
+++ b/source/RobotAPI/libraries/armem_objects/server/instance/Segment.cpp
@@ -1119,6 +1119,12 @@ namespace armarx::armem::server::obj::instance
 
         for (const auto& object : scene.objects)
         {
+            if (simox::alg::starts_with(object.className, "#"))
+            {
+                // marked to be ignored
+                continue;
+            }
+
             const ObjectID classID = object.getClassID(objectFinder);
 
             objpose::ObjectPose& pose = objectPoses.emplace_back();