Consider application/octet-stream as unknown media type

Author: rubensworks

packages/actor-dereference-http/lib/ActorDereferenceHttpBase.ts

@@ -112,7 +112,7 @@ export abstract class ActorDereferenceHttpBase extends ActorDereference implemen
       requestTime,
       status: httpResponse.status,
       headers: httpResponse.headers,
-      mediaType: mediaType === 'text/plain' ? undefined : mediaType,
+      mediaType: mediaType === 'text/plain' || mediaType === 'application/octet-stream' ? undefined : mediaType,
       version,
       cachePolicy: httpResponse.cachePolicy ?
         new DereferenceCachePolicyHttpWrapper(httpResponse.cachePolicy, maxAcceptHeaderLength) :

packages/actor-dereference-http/test/ActorDereferenceHttp-test.ts

@@ -98,6 +98,9 @@ describe('ActorDereferenceHttp', () => {
         if (action.input.includes('plaincontenttype')) {
           headers.set('content-type', 'text/plain');
         }
+        if (action.input.includes('octetcontenttype')) {
+          headers.set('content-type', 'application/octet-stream');
+        }
         if (action.input.includes('missingcontenttype')) {
           headers.delete('content-type');
         }
@@ -180,6 +183,13 @@ describe('ActorDereferenceHttp', () => {
       expect(output.mediaType).toBeUndefined();
     });
 
+    it('should run with an application/octet-stream content type', async() => {
+      const output = await actor.run({ url: 'https://www.google.com/octetcontenttype', context });
+      expect(output.url).toBe('https://www.google.com/index.html');
+      expect(output.headers).toEqual(new Headers({ 'content-type': 'application/octet-stream' }));
+      expect(output.mediaType).toBeUndefined();
+    });
+
     it('should run with an empty content type and default to given content type', async() => {
       const headers = new Headers({
         'content-type': '',