Landing page improvements and various supporting improvements

omnivore-app · Oct 24, 2023 · c4773dc · c4773dc
1 parent 836267a
commit c4773dc
Show file tree

Hide file tree

Showing 105 changed files with 1,839 additions and 788 deletions.
diff --git a/.github/workflows/run-tests.yaml b/.github/workflows/run-tests.yaml
@@ -11,10 +11,16 @@ on:
     paths-ignore:
       - 'apple/**'
 
+env:
+  NEXT_PUBLIC_APP_ENV: prod
+  NEXT_PUBLIC_BASE_URL: http://localhost:3000
+  NEXT_PUBLIC_SERVER_BASE_URL: http://localhost:4000
+  NEXT_PUBLIC_HIGHLIGHTS_BASE_URL: http://localhost:3000
+
 jobs:
   run-code-tests:
     name: Run Codebase tests
-    runs-on: ubuntu-latest-m
+    runs-on: ${{ github.repository_owner == 'omnivore-app' && 'ubuntu-latest-m' || 'ubuntu-latest' }}
     services:
       postgres:
         image: ankane/pgvector
@@ -71,6 +77,7 @@ jobs:
       - name: TypeScript Build and Lint
         run: |
           source ~/.nvm/nvm.sh
+          env
           yarn build
           yarn lint
       - name: Tests

diff --git a/.gitignore b/.gitignore
@@ -69,3 +69,5 @@ data.json
 # android
 *.aab
 *.apk
+
+tsconfig.tsbuildinfo
diff --git a/apple/gql-server/package.json b/apple/gql-server/package.json
@@ -10,5 +10,8 @@
     "express": "^4.18.1",
     "express-graphql": "^0.12.0",
     "graphql": "^16.8.1"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
-}
+}
diff --git a/package.json b/package.json
@@ -6,16 +6,16 @@
   "workspaces": [
     "packages/*"
   ],
-  "license": "UNLICENSED",
+  "license": "AGPL-3.0-only",
   "scripts": {
-    "test": "lerna run --no-bail test --ignore @omnivore/web",
-    "lint": "lerna run lint --ignore @omnivore/web",
-    "build": "lerna run build --ignore @omnivore/web",
-    "bootstrap": "lerna bootstrap",
+    "test": "lerna run --no-bail test",
+    "lint": "lerna run lint",
+    "build": "lerna run build",
     "test:scoped:example": "lerna run test --scope={@omnivore/pdf-handler,@omnivore/web}",
     "gql-typegen": "graphql-codegen",
     "deploy:web": "vercel --prod"
   },
+  "dependencies": {},
   "devDependencies": {
     "@ardatan/aggregate-error": "^0.0.6",
     "@graphql-codegen/cli": "^2.6.2",
@@ -33,11 +33,10 @@
     "graphql-tag": "^2.11.0",
     "lerna": "^7.4.1",
     "prettier": "^2.5.1",
-    "typescript": "^4.4.3"
+    "typescript": "4.5.2"
   },
   "volta": {
     "node": "18.16.1",
     "yarn": "1.22.19"
-  },
-  "dependencies": {}
-}
+  }
+}
diff --git a/packages/api/package.json b/packages/api/package.json
@@ -8,6 +8,7 @@
     "start": "node dist/server.js",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "lint:fix": "eslint src --fix --ext ts,js,tsx,jsx",
+    "test:typecheck": "tsc --noEmit",
     "test": "nyc mocha -r ts-node/register --config mocha-config.json --timeout 10000",
     "copy-files": "copyfiles -u 1 src/**/*.html dist/"
   },
@@ -145,7 +146,6 @@
     "node": "18.16.1"
   },
   "volta": {
-    "node": "18.16.1",
-    "yarn": "1.22.19"
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/appreader/package.json b/packages/appreader/package.json
@@ -32,7 +32,6 @@
     "webpack-dev-server": "^4.7.4"
   },
   "volta": {
-    "node": "18.16.0",
-    "yarn": "1.22.10"
+    "extends": "../../package.json"
   }
-}
+}
diff --git a/packages/appreader/webpack.config.ts b/packages/appreader/webpack.config.ts
@@ -60,6 +60,11 @@ const config: Configuration = {
   ],
   resolve: {
     extensions: ['.tsx', '.ts', '.js'],
+    fallback: {
+      stream: false,
+      fs: false,
+      zlib: false,
+    }
   },
   output: {
     path: path.resolve(__dirname, 'build'),

diff --git a/packages/content-fetch/package.json b/packages/content-fetch/package.json
@@ -20,5 +20,8 @@
     "start_gcf": "npx functions-framework --port=9090 --target=puppeteer",
     "start_preview": "npx functions-framework --target=preview",
     "test": "mocha test/*.js"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/content-handler/package.json b/packages/content-handler/package.json
@@ -10,6 +10,7 @@
   "license": "Apache-2.0",
   "scripts": {
     "test": "yarn mocha -r ts-node/register --config mocha-config.json",
+    "test:typecheck": "tsc --noEmit",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "compile": "tsc",
     "build": "tsc"
@@ -38,5 +39,8 @@
     "redis": "^4.3.1",
     "underscore": "^1.13.6",
     "uuid": "^9.0.0"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/content-handler/src/websites/twitter-handler.ts b/packages/content-handler/src/websites/twitter-handler.ts
@@ -228,7 +228,7 @@ const getTweetIds = async (
       timeout: 60000, // 60 seconds
     })
 
-    return (await page.evaluate(async (author) => {
+    return await page.evaluate(async (author) => {
       /**
        * Wait for `ms` amount of milliseconds
        * @param {number} ms
@@ -278,7 +278,7 @@ const getTweetIds = async (
       }
 
       return ids
-    }, author)) as string[]
+    }, author)
   } catch (error) {
     console.error('Error getting tweets', error)
 

diff --git a/packages/cypress/package.json b/packages/cypress/package.json
@@ -11,7 +11,6 @@
   },
   "devDependencies": {},
   "volta": {
-    "node": "18.16.1",
-    "yarn": "1.22.10"
+    "extends": "../../package.json"
   }
-}
+}
diff --git a/packages/db/package.json b/packages/db/package.json
@@ -4,6 +4,7 @@
   "description": "",
   "scripts": {
     "migrate": "ts-node ./migrate.ts",
+    "test:typecheck": "tsc --noEmit",
     "generate": "plop"
   },
   "author": "",

diff --git a/packages/import-handler/package.json b/packages/import-handler/package.json
@@ -10,6 +10,7 @@
   "license": "Apache-2.0",
   "scripts": {
     "test": "yarn mocha -r ts-node/register --config mocha-config.json",
+    "test:typecheck": "tsc --noEmit",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "compile": "tsc",
     "build": "tsc && yarn copy-files",
@@ -52,5 +53,8 @@
     "unzip-stream": "^0.3.1",
     "urlsafe-base64": "^1.0.0",
     "uuid": "^9.0.0"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/inbound-email-handler/package.json b/packages/inbound-email-handler/package.json
@@ -11,6 +11,7 @@
   "keywords": [],
   "scripts": {
     "test": "yarn mocha -r ts-node/register --config mocha-config.json",
+    "test:typecheck": "tsc --noEmit",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "compile": "tsc",
     "build": "tsc",
@@ -42,5 +43,8 @@
     "parse-multipart-data": "^1.2.1",
     "rfc2047": "^4.0.1",
     "showdown": "^2.1.0"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/pdf-handler/package.json b/packages/pdf-handler/package.json
@@ -11,6 +11,7 @@
   "keywords": [],
   "scripts": {
     "test": "yarn mocha -r ts-node/register --config mocha-config.json",
+    "test:typecheck": "tsc --noEmit",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "compile": "tsc",
     "build": "tsc",
@@ -33,5 +34,8 @@
     "axios": "^0.27.2",
     "concurrently": "^7.0.0",
     "pdfjs-dist": "^2.9.359"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/puppeteer-parse/package.json b/packages/puppeteer-parse/package.json
@@ -25,5 +25,8 @@
   },
   "scripts": {
     "test": "mocha test/*.js"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/queue-manager/package.json b/packages/queue-manager/package.json
@@ -8,6 +8,7 @@
   "license": "Apache-2.0",
   "scripts": {
     "test": "yarn mocha -r ts-node/register --config mocha-config.json",
+    "test:typecheck": "tsc --noEmit",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "compile": "tsc",
     "build": "tsc",
@@ -28,5 +29,8 @@
     "axios": "^1.4.0",
     "dotenv": "^16.0.1",
     "jsonwebtoken": "^8.5.1"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/readabilityjs/package.json b/packages/readabilityjs/package.json
@@ -41,5 +41,8 @@
   "dependencies": {
     "html-entities": "^2.3.2",
     "parse-srcset": "^1.0.2"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/rss-handler/package.json b/packages/rss-handler/package.json
@@ -8,6 +8,7 @@
   "license": "Apache-2.0",
   "scripts": {
     "test": "yarn mocha -r ts-node/register --config mocha-config.json",
+    "test:typecheck": "tsc --noEmit",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "compile": "tsc",
     "build": "tsc",
@@ -28,5 +29,8 @@
     "dotenv": "^16.0.1",
     "jsonwebtoken": "^8.5.1",
     "rss-parser": "^3.13.0"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/rule-handler/package.json b/packages/rule-handler/package.json
@@ -8,6 +8,7 @@
   "license": "Apache-2.0",
   "scripts": {
     "test": "yarn mocha -r ts-node/register --config mocha-config.json",
+    "test:typecheck": "tsc --noEmit",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "compile": "tsc",
     "build": "tsc",
@@ -26,5 +27,8 @@
     "dotenv": "^16.0.1",
     "jsonwebtoken": "^8.5.1",
     "search-query-parser": "^1.6.0"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/text-to-speech/package.json b/packages/text-to-speech/package.json
@@ -11,6 +11,7 @@
   "keywords": [],
   "scripts": {
     "test": "yarn mocha -r ts-node/register --config mocha-config.json",
+    "test:typecheck": "tsc --noEmit",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "compile": "tsc",
     "build": "tsc",
@@ -45,5 +46,8 @@
     "natural": "^6.2.0",
     "redis": "^4.3.1",
     "underscore": "^1.13.4"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
diff --git a/packages/thumbnail-handler/package.json b/packages/thumbnail-handler/package.json
@@ -8,6 +8,7 @@
   "license": "Apache-2.0",
   "scripts": {
     "test": "yarn mocha -r ts-node/register --config mocha-config.json",
+    "test:typecheck": "tsc --noEmit",
     "lint": "eslint src --ext ts,js,tsx,jsx",
     "compile": "tsc",
     "build": "tsc",
@@ -30,5 +31,8 @@
     "jsonwebtoken": "^8.5.1",
     "linkedom": "^0.14.26",
     "urlsafe-base64": "^1.0.0"
+  },
+  "volta": {
+    "extends": "../../package.json"
   }
 }
-Original file line number
+Diff line change
@@ Expand Up / @@ -69,3 +69,5 @@ data.json @@
     # android
     *.aab
     *.apk
+    tsconfig.tsbuildinfo