Support VRay materials in Omniverse with custom MDL + optional OmniPBR, other asset export changes

omnigibson/examples/scenes/scene_selector.py

@@ -34,14 +34,6 @@ def main(random_selection=False, headless=False, short_exec=False):
             "type": scene_type,
             "scene_model": scene_model,
         },
-        "robots": [
-            {
-                "type": "Turtlebot",
-                "obs_modalities": ["scan", "rgb", "depth"],
-                "action_type": "continuous",
-                "action_normalize": True,
-            },
-        ],
     }
 
     # If the scene type is interactive, also check if we want to quick load or full load the scene
@@ -52,7 +44,15 @@ def main(random_selection=False, headless=False, short_exec=False):
         }
         load_mode = choose_from_options(options=load_options, name="load mode", random_selection=random_selection)
         if load_mode == "Quick":
-            cfg["scene"]["load_object_categories"] = ["floors", "walls", "ceilings"]
+            cfg["scene"]["load_object_categories"] = [
+                "floors",
+                "walls",
+                "ceilings",
+                "lawn",
+                "driveway",
+                "roof",
+                "rail_fence",
+            ]
 
     # Load the environment
     env = og.Environment(configs=cfg)
@@ -62,16 +62,13 @@ def main(random_selection=False, headless=False, short_exec=False):
         og.sim.enable_viewer_camera_teleoperation()
 
     # Run a simple loop and reset periodically
-    max_iterations = 10 if not short_exec else 1
-    for j in range(max_iterations):
-        og.log.info("Resetting environment")
-        env.reset()
-        for i in range(100):
-            action = env.action_space.sample()
-            state, reward, terminated, truncated, info = env.step(action)
-            if terminated or truncated:
-                og.log.info("Episode finished after {} timesteps".format(i + 1))
-                break
+    steps = 0
+    while not short_exec or steps < 1000:
+        state, reward, terminated, truncated, info = env.step(None)
+        if terminated or truncated:
+            og.log.info("Episode finished after {} timesteps".format(steps + 1))
+            break
+        steps += 1
 
     # Always close the environment at the end
     og.clear()

omnigibson/macros.py

@@ -146,6 +146,9 @@ def determine_gm_path(default_path, env_var_name):
 # Forced light intensity for all DatasetObjects. None if the USD-provided intensities should be respected.
 gm.FORCE_LIGHT_INTENSITY = 10000
 
+# Whether to default the dataset objects to use the shipped V-Ray or OmniPBR materials
+gm.USE_PBR_MATERIALS = False
+
 # Forced roughness for all DatasetObjects. None if the USD-provided roughness maps should be respected.
 gm.FORCE_ROUGHNESS = 0.7
 

omnigibson/materials/omnigibson_vray_mtl.mdl

@@ -0,0 +1,71 @@
+///\authors:     Stanford Vision and Learning Lab, Cem Gokmen
+///\description: OmniGibson VRay material baked from 3ds Max, with texture map inputs.
+
+mdl 1.6;
+
+// Import
+import ::anno::*;
+import ::base::texture_return;
+import vray_maps::VRayBitmap;
+import vray_maps::VRayBitmap_bump;
+import vray_maps::vray_mono_output;
+import vray_materials::VRayMtl;
+
+export material OmniGibsonVRayMtl(
+	uniform texture_2d diffuse_texture = texture_2d() [[
+		anno::display_name("Diffuse Map"),
+        anno::in_group("Maps")
+	]],
+	uniform texture_2d normal_texture = texture_2d() [[
+		anno::display_name("Normal Map"),
+        anno::in_group("Maps")
+	]],
+	uniform texture_2d glossiness_texture = texture_2d() [[
+		anno::display_name("Reflection Glossiness Map"),
+        anno::in_group("Maps")
+	]],
+	uniform texture_2d metalness_texture = texture_2d() [[
+		anno::display_name("Metalness Map"),
+        anno::in_group("Maps")
+	]],
+	uniform texture_2d refraction_texture = texture_2d() [[
+		anno::display_name("Refraction Map"),
+        anno::in_group("Maps")
+	]],
+	uniform texture_2d reflection_texture = texture_2d() [[
+		anno::display_name("Reflection Map"),
+        anno::in_group("Maps")
+	]],
+	uniform texture_2d reflection_ior_texture = texture_2d() [[
+		anno::display_name("Fresnel Reflection IOR Map"),
+        anno::in_group("Maps")
+	]]
+) 
+[[
+    anno::display_name("OmniGibsonVRayMtl")
+]]
+= vray_materials::VRayMtl(
+    Diffuse : vray_maps::VRayBitmap(
+        filename : diffuse_texture
+    ).tint,
+    Reflection : vray_maps::VRayBitmap(
+        filename : reflection_texture
+    ).tint,
+    reflection_glossiness : vray_maps::VRayBitmap(
+        filename : glossiness_texture
+    ).mono,
+    reflection_fresnel : true,
+    reflection_ior : vray_maps::VRayBitmap(
+        filename : reflection_ior_texture
+    ).mono,
+    reflection_lockIOR : false,
+    reflection_metalness : vray_maps::VRayBitmap(
+        filename : metalness_texture
+    ).mono,
+    Refraction : vray_maps::VRayBitmap(
+        filename : refraction_texture
+    ).tint,
+    texmap_bump : vray_maps::VRayBitmap_bump(
+        filename : normal_texture
+    )
+);