SaveUrl removed

Author: ackava

src/App.ts

@@ -1,5 +1,6 @@
+import BaseCommand from "./BaseCommand";
 import FetchPreview from "./commands/FetchPreview";
-import SaveUrl from "./SaveUrl";
+// import SaveUrl from "./SaveUrl";
 
 const asNumber = (n) => typeof n === "number" ? n : parseInt(n, 10);
 
@@ -58,7 +59,7 @@ export default class App {
 
         const instance = event.botCheck
             ? new FetchPreview(event)
-            : new SaveUrl(event);
+            : new BaseCommand(event);
 
         try {
             const r = await instance.save(event);

src/BaseCommand.ts

@@ -77,7 +77,7 @@ export interface ICommandInput {
 export default class BaseCommand {
 
     private browser: Browser;
-    private page: Page;
+    protected page: Page;
 
     constructor(private event) {
 

src/TempFileService.ts

@@ -1,5 +1,7 @@
 import { file } from "tmp-promise";
+import fetch from "node-fetch";
 import * as tmp from "tmp";
+import { createWriteStream, promises as fsp } from "fs";
 
 tmp.setGracefulCleanup();
 
@@ -10,4 +12,19 @@ export default class TempFileService {
         return file({ mode: 0o644, prefix: "tmp-" , postfix: ext});
     }
 
+    
+    public static async fetch(inputUrl: string, filePath: string = null) {
+        const rs = await fetch(inputUrl);
+        if (rs.status >= 300) {
+            // error...
+            throw new Error(`Download ${inputUrl} failed \r\n${await rs.text()}`);
+        }
+
+        await fsp.writeFile(filePath, rs.body);
+
+        console.log(`File ${inputUrl} downloaded to ${filePath}`);
+
+        return filePath;
+    }
+
 }

src/commands/FetchPreview.ts

@@ -1,6 +1,8 @@
+import fetch from "node-fetch";
 import { Page } from "puppeteer-core";
 import BaseCommand from "../BaseCommand";
 import BotChecker from "../BotChecker";
+import TempFileService from "../TempFileService";
 
 export default class FetchPreview extends BaseCommand {
 
@@ -9,33 +11,47 @@ export default class FetchPreview extends BaseCommand {
         const params = event;
 
         const {
-            botCheck,
             botUserAgent,
             url
         } = params;
 
-        if (botCheck) {
-            const { canCrawl , content } = await BotChecker.check(url, botUserAgent);
-            delete params.url;
-            params.content = content;
-            // disable all resources...
-            params.html = true;
-            if (!canCrawl) {
-                console.log("Bot denied succeeded");
-            } else {
-                console.log("Bot check succeeded");
-            }
+        const { canCrawl , content } = await BotChecker.check(url, botUserAgent);
+        delete params.url;
+        params.content = content;
+        // disable all resources...
+        params.html = true;
+        if (!canCrawl) {
+            console.log("Bot denied succeeded");
+        } else {
+            console.log("Bot check succeeded");
         }
 
         return await this.onSave(params);
     }
 
-    protected onBeforeRender(timeout: number, page: Page, stopTest: any) {
+    protected onBeforeRender() {
         return Promise.resolve();
     }
 
-    protected async onRender({ html, pdf, video, output }) {
-        return {};
+    protected async onRender({ output }) {
+        let document: any;
+        let url = await this.page.evaluate(() => document.head.querySelector(`meta[property="og:image"]`)?.content);
+        if (url) {
+            url = await this.page.evaluate(() => document.head.querySelector(`img`)?.src);
+        }
+
+        const file = await TempFileService.getTempFile(".jpg");
+        await TempFileService.fetch(url, file.path);
+
+        await this.upload({ url: output , filePath: file.path});
+
+        return {
+            statusCode: 200,
+            body: JSON.stringify(url),
+            headers: {
+                "content-type": "application/json"
+            }
+        };
     }
 
 }