Fix of Accept empty folder (#133)

* better default config file for processing

* removed useless run_index.load_results

* stop processing if crawl_result is empty

* removed useless import

* fix to make sure samples are extracted from exisiting files

Author: fabnemEPFL

src/mmore/type.py

@@ -92,6 +92,10 @@ def from_dict(cls, data: Dict[str, Any]):
     @classmethod
     def from_jsonl(cls, file_path: str) -> List["MultimodalSample"]:
         samples = []
+        if not os.path.exists(file_path):
+            logger.warning(f"⚠️ File path {file_path} does not exist")
+            return samples
+
         with open(file_path, "r") as f:
             for line in f:
                 samples.append(cls.from_dict(json.loads(line)))