mdn: download source maps

Close #201

src/mdn/life-cycle.ts

@@ -15,6 +15,7 @@ import {
   postProcessInteractiveExample,
   preProcessInteractiveExample
 } from './process-html/process-interactive-examples';
+import {processYariSourceMap} from './process-source-maps';
 
 const lifeCycle = defaultLifeCycle();
 lifeCycle.linkRedirect.push(skipProcess, redirectUrl);
@@ -25,8 +26,11 @@ lifeCycle.processAfterDownload.unshift(
   preProcessHtml,
   processHtml(preProcessInteractiveExample)
 );
-lifeCycle.processAfterDownload.push(processHtml(postProcessHtml),
-  processHtml(postProcessInteractiveExample));
+lifeCycle.processAfterDownload.push(
+  processHtml(postProcessHtml),
+  processHtml(postProcessInteractiveExample),
+  processYariSourceMap
+);
 
 const options: DownloadOptions = defaultDownloadOptions(lifeCycle);
 options.logSubDir = 'developer.mozilla.org';

src/mdn/process-source-maps.ts

@@ -0,0 +1,23 @@
+import {processSourceMap} from 'website-scrap-engine/lib/life-cycle/process-source-map';
+import {
+  DownloadResource,
+  SubmitResourceFunc
+} from 'website-scrap-engine/lib/life-cycle/types';
+import {StaticDownloadOptions} from 'website-scrap-engine/lib/options';
+import {PipelineExecutor} from 'website-scrap-engine/lib/life-cycle/pipeline-executor';
+import {AsyncResult} from 'website-scrap-engine/lib/life-cycle/types';
+import {ResourceType} from 'website-scrap-engine/lib/resource';
+
+export function processYariSourceMap(
+  res: DownloadResource,
+  submit: SubmitResourceFunc,
+  options: StaticDownloadOptions,
+  pipeline: PipelineExecutor): AsyncResult<DownloadResource | void> {
+  if (res.type !== ResourceType.Html &&
+    res.type !== ResourceType.Svg &&
+    res.downloadLink.startsWith('https://developer.mozilla.org/static/') && (
+    res.uri?.path()?.endsWith('.js') || res.uri?.path()?.endsWith('.css'))) {
+    return processSourceMap(res, submit, options, pipeline);
+  }
+  return res;
+}