[release/5.0-preview4] Revert processing bundles in framework (#35679)

This commit reverts:
Revert "Single-File: Process bundles in the framework (#34274)"
This reverts commit 78b303d.

Revert "Single-File Bundler: Add a FileSize test (#35149)"
This reverts commit 779588a.

*Customer Scenario*

Publishing apps as a self-contained single-file doesn't work as expected.

* Publish needs to generate hostpolicy and hostfxr separate from the single file bundle
* Cross-platform publishing is incorrect

*Problem*

Since Static-apphost is not yet ready, processing bundle content in hostpolicy means that  hostpolicy and hostfxr DLLs need to be separate from the bundle. This causes self-contained single-file apps to not be a "single file" temporarily. 

The change also requires supporting changes from the SDK, to publish hostfxr and hostpolicy as separate files, and to invoke HostModel library with arguments that facilitate cross-platform publishing.

*Solution*

To solve these, problem, this change reverts:

Revert "Single-File: Process bundles in the framework (#34274)" commit 78b303d.

and a dependent test-only change:

Revert "Single-File Bundler: Add a FileSize test (#35149)" commit 779588a.

*Risk*

Medium
The change is contained to only host components: apphost, hostpolicy, and hostfxr.
However, the change is big, and needs testing in runtime and SDK repos.

*Testing*

Manually tested the SDK by inserting apphost, hostfxr, hostpolicy, and hostmodel library from this build into the `dotnet/packs` preview-4 SDK from dotnet/sdk#11518 build.

Verified that:
* Singlefile apps can be published and run OK for  { Windows, Linux, Osx } x {netcoreapp3.0, netcoreapp3.1, netcoreapp5.0} 
* Cross-targeting builds of single-file apps build and run OK (ex: built on Windos, run on Mac).

Author: swaroop-sridhar

src/installer/corehost/cli/apphost/CMakeLists.txt

@@ -18,11 +18,26 @@ endif()
 set(SKIP_VERSIONING 1)
 
 set(SOURCES
-    ./bundle_marker.cpp
+    ./bundle/file_entry.cpp
+    ./bundle/manifest.cpp
+    ./bundle/header.cpp
+    ./bundle/marker.cpp
+    ./bundle/reader.cpp
+    ./bundle/extractor.cpp
+    ./bundle/runner.cpp
+    ./bundle/dir_utils.cpp
 )
 
 set(HEADERS
-    ./bundle_marker.h
+    ./bundle/file_type.h
+    ./bundle/file_entry.h
+    ./bundle/manifest.h
+    ./bundle/header.h
+    ./bundle/marker.h
+    ./bundle/reader.h
+    ./bundle/extractor.h
+    ./bundle/runner.h
+    ./bundle/dir_utils.h
 )
 
 if(CLR_CMAKE_TARGET_WIN32)

…taller/corehost/cli/bundle/dir_utils.cpp …orehost/cli/apphost/bundle/dir_utils.cppsrc/installer/corehost/cli/bundle/dir_utils.cpp renamed to src/installer/corehost/cli/apphost/bundle/dir_utils.cpp src/installer/corehost/cli/bundle/dir_utils.cpp renamed to src/installer/corehost/cli/apphost/bundle/dir_utils.cpp

@@ -197,10 +197,7 @@ void extractor_t::extract_new(reader_t& reader)
     begin();
     for (const file_entry_t& entry : m_manifest.files) 
     {
-        if (entry.needs_extraction())
-        {
-            extract(entry, reader);
-        }
+        extract(entry, reader);
     }
     commit_dir();
 }
@@ -214,11 +211,6 @@ void extractor_t::verify_recover_extraction(reader_t& reader)
 
     for (const file_entry_t& entry : m_manifest.files)
     {
-        if (!entry.needs_extraction())
-        {
-            continue;
-        }
-
         pal::string_t file_path = ext_dir;
         append_path(&file_path, entry.relative_path().c_str());
 

…nstaller/corehost/cli/bundle/dir_utils.h …/corehost/cli/apphost/bundle/dir_utils.hsrc/installer/corehost/cli/bundle/dir_utils.h renamed to src/installer/corehost/cli/apphost/bundle/dir_utils.h src/installer/corehost/cli/bundle/dir_utils.h renamed to src/installer/corehost/cli/apphost/bundle/dir_utils.h

@@ -33,18 +33,3 @@ file_entry_t file_entry_t::read(reader_t &reader)
 
     return entry;
 }
-
-bool file_entry_t::needs_extraction() const
-{
-    switch (m_type)
-    {
-    // Once the runtime can load assemblies from bundle,
-    // file_type_t::assembly should be in this category
-    case file_type_t::deps_json:
-    case file_type_t::runtime_config_json:
-        return false;
-
-    default:
-        return true;
-    }
-}

…taller/corehost/cli/bundle/extractor.cpp …orehost/cli/apphost/bundle/extractor.cppsrc/installer/corehost/cli/bundle/extractor.cpp renamed to src/installer/corehost/cli/apphost/bundle/extractor.cpp src/installer/corehost/cli/bundle/extractor.cpp renamed to src/installer/corehost/cli/apphost/bundle/extractor.cpp

@@ -58,7 +58,6 @@ namespace bundle
         int64_t offset() const { return m_offset; }
         int64_t size() const { return m_size; }
         file_type_t type() const { return m_type; }
-        bool needs_extraction() const;
 
         static file_entry_t read(reader_t &reader);
 

…nstaller/corehost/cli/bundle/extractor.h …/corehost/cli/apphost/bundle/extractor.hsrc/installer/corehost/cli/bundle/extractor.h renamed to src/installer/corehost/cli/apphost/bundle/extractor.h src/installer/corehost/cli/bundle/extractor.h renamed to src/installer/corehost/cli/apphost/bundle/extractor.h

@@ -9,23 +9,29 @@
 
 using namespace bundle;
 
-bool header_fixed_t::is_valid() const
+// The AppHost expects the bundle_header to be an exact_match for which it was built.
+// The framework accepts backwards compatible header versions.
+bool header_fixed_t::is_valid(bool exact_match) const
 {
     if (num_embedded_files <= 0)
     {
         return false;
     }
 
-    // .net 5 host expects the version information to be 2.0
-    // .net core 3 single-file bundles are handled within the netcoreapp3.x apphost, and are not processed here in the framework.
-    return (major_version == header_t::major_version) && (minor_version == header_t::minor_version);
+    if (exact_match)
+    {
+        return (major_version == header_t::major_version) && (minor_version == header_t::minor_version);
+    }
+
+    return ((major_version < header_t::major_version) ||
+            (major_version == header_t::major_version && minor_version <= header_t::minor_version));
 }
 
-header_t header_t::read(reader_t& reader)
+header_t header_t::read(reader_t& reader, bool need_exact_version)
 {
     const header_fixed_t* fixed_header = reinterpret_cast<const header_fixed_t*>(reader.read_direct(sizeof(header_fixed_t)));
 
-    if (!fixed_header->is_valid())
+    if (!fixed_header->is_valid(need_exact_version))
     {
         trace::error(_X("Failure processing application bundle."));
         trace::error(_X("Bundle header version compatibility check failed."));
@@ -38,8 +44,10 @@ header_t header_t::read(reader_t& reader)
     // bundle_id is a component of the extraction path
     reader.read_path_string(header.m_bundle_id);
 
-    const header_fixed_v2_t *v2_header = reinterpret_cast<const header_fixed_v2_t*>(reader.read_direct(sizeof(header_fixed_v2_t)));
-    header.m_v2_header = *v2_header;
+    if (fixed_header->major_version > 1)
+    {
+        header.m_v2_header = reinterpret_cast<const header_fixed_v2_t*>(reader.read_direct(sizeof(header_fixed_v2_t)));
+    }
 
     return header;
 }

…aller/corehost/cli/bundle/file_entry.cpp …rehost/cli/apphost/bundle/file_entry.cppsrc/installer/corehost/cli/bundle/file_entry.cpp renamed to src/installer/corehost/cli/apphost/bundle/file_entry.cpp src/installer/corehost/cli/bundle/file_entry.cpp renamed to src/installer/corehost/cli/apphost/bundle/file_entry.cpp

@@ -32,8 +32,9 @@ namespace bundle
         uint32_t minor_version;
         int32_t num_embedded_files;
 
-        bool is_valid() const;
+        bool is_valid(bool exact_match = false) const;
     };
+#pragma pack(pop)
 
     // netcoreapp3_compat_mode flag is set on a .net5 app, which chooses to build single-file apps in .netcore3.x compat mode,
     // This indicates that:
@@ -45,13 +46,12 @@ namespace bundle
         netcoreapp3_compat_mode = 1
     };
 
+#pragma pack(push, 1)
     struct location_t
     {
     public:
         int64_t offset;
         int64_t size;
-
-        bool is_valid() const { return offset != 0; }
     };
 
     // header_fixed_v2_t is available in single-file apps targetting .net5+ frameworks.
@@ -65,8 +65,6 @@ namespace bundle
         location_t deps_json_location;
         location_t runtimeconfig_json_location;
         header_flags_t flags;
-
-        bool is_netcoreapp3_compat_mode() const { return (flags & header_flags_t::netcoreapp3_compat_mode) != 0; }
     };
 #pragma pack(pop)
 
@@ -76,25 +74,23 @@ namespace bundle
         header_t(int32_t num_embedded_files = 0)
             : m_num_embedded_files(num_embedded_files)
             , m_bundle_id()
-            , m_v2_header()
+            , m_v2_header(NULL)
+
         {
         }
 
-        static header_t read(reader_t& reader);
-        const pal::string_t& bundle_id() const { return m_bundle_id; }
-        int32_t num_embedded_files() const { return m_num_embedded_files; }
-
-        const location_t& deps_json_location() const { return m_v2_header.deps_json_location; }
-        const location_t& runtimeconfig_json_location() const { return m_v2_header.runtimeconfig_json_location; }
-        bool is_netcoreapp3_compat_mode() const { return m_v2_header.is_netcoreapp3_compat_mode(); }
+        static header_t read(reader_t& reader, bool need_exact_version);
+        const pal::string_t& bundle_id() { return m_bundle_id; }
+        int32_t num_embedded_files() { return m_num_embedded_files; }
 
         static const uint32_t major_version = 2;
         static const uint32_t minor_version = 0;
 
     private:
         int32_t m_num_embedded_files;
         pal::string_t m_bundle_id;
-        header_fixed_v2_t m_v2_header;
+        const header_fixed_v2_t* m_v2_header;
+
     };
 }
 #endif // __HEADER_H__