From 426db66b686dc680edf6312188a0edb9e99f7c64 Mon Sep 17 00:00:00 2001
From: magnolia1234 <7676006-magnolia1234@users.noreply.gitlab.com>
Date: Mon, 1 Aug 2022 20:49:07 +0200
Subject: [PATCH] Update custom sites (load text from Google webcache)
---
README.md | 2 +-
background.js | 11 ++++++++
changelog.txt | 1 +
contentScript.js | 52 +++++++++++++++++++++++++------------
custom/manifest.json | 2 +-
manifest.json | 3 +--
options/options_custom.html | 2 +-
options/options_custom.js | 10 ++++---
8 files changed, 59 insertions(+), 24 deletions(-)
diff --git a/README.md b/README.md
index 0f87776..4d1ad96 100755
--- a/README.md
+++ b/README.md
@@ -816,7 +816,7 @@ Check 'Options'-link in popup-menu and go to custom sites.
\* by default BPC has limited permissions, but you can opt-in to enable custom sites (and also clear cookies/block general paywall-scripts for non-listed sites). You can also just request permissions for the custom sites you added yourself (or `clear cookies` to ask for permission for current site).
By default sites' cookies/local storage are removed after page loads (to bypass article limit).
-Also you can enable Googlebot/Bingbot user-agent, set referer (to Facebook, Google or Twitter; ignored when Googlebot is set), set random ip-address, disable Javascript for (sub)domain(s) and/or external domains, block regular expression, unhide text on (or when paywall(selector) redirect to) amp-page and/or load text from json (paywall|article selector).
+Also you can enable Googlebot/Bingbot user-agent, set referer (to Facebook, Google or Twitter; ignored when Googlebot is set), set random ip-address, disable Javascript for (sub)domain(s) and/or external domains, block regular expression, unhide text on (or when paywall(selector) redirect to) amp-page and/or load text from json or Google webcache (paywall|article selector).
[Example list of custom sites](https://gitlab.com/magnolia1234/bypass-paywalls-chrome-clean/-/blob/master/custom/sites_custom.json) or [download list (json)](https://gitlab.com/magnolia1234/bypass-paywalls-chrome-clean/-/raw/master/custom/sites_custom.json)
diff --git a/background.js b/background.js
index e167394..8663302 100755
--- a/background.js
+++ b/background.js
@@ -70,6 +70,8 @@ var amp_redirect;
var cs_code;
// load text from json
var ld_json;
+// load text from Google webcache
+var ld_google_webcache;
// custom: block javascript
var block_js_custom = [];
@@ -91,6 +93,7 @@ function initSetRules() {
amp_redirect = {};
cs_code = {};
ld_json = {};
+ ld_google_webcache = {};
block_js_custom = [];
block_js_custom_ext = [];
blockedRegexes = {};
@@ -278,6 +281,11 @@ function set_rules(sites, sites_updated, sites_custom) {
if (!dompurify_sites.includes(domain))
dompurify_sites.push(domain);
}
+ if (rule.ld_google_webcache) {
+ ld_google_webcache[domain] = rule.ld_google_webcache;
+ if (!dompurify_sites.includes(domain))
+ dompurify_sites.push(domain);
+ }
}
}
}
@@ -1103,6 +1111,9 @@ if (matchUrlDomain(change_headers, details.url) && !['font', 'image', 'styleshee
let ld_json_domain = '';
if (ld_json_domain = matchUrlDomain(Object.keys(ld_json), currentTabUrl))
bg2csData.ld_json = ld_json[ld_json_domain];
+ let ld_google_webcache_domain = '';
+ if (ld_google_webcache_domain = matchUrlDomain(Object.keys(ld_google_webcache), currentTabUrl))
+ bg2csData.ld_google_webcache = ld_google_webcache[ld_google_webcache_domain];
ext_api.tabs.executeScript(tabId, {
code: 'var bg2csData = ' + JSON.stringify(bg2csData) + ';'
}, function () {
diff --git a/changelog.txt b/changelog.txt
index 1334a0c..b5f149f 100644
--- a/changelog.txt
+++ b/changelog.txt
@@ -5,6 +5,7 @@ Post-release
Add Tagesspiegel.de
Redirect Google AMP cache (opt-in to custom sites)
Update block general paywall script (limit Evolok WordPress)
+Update custom sites (load text from Google webcache)
* v2.7.8.0 (2022-07-31)
Add Crusoe (Brazil)
diff --git a/contentScript.js b/contentScript.js
index ca5a3f2..85ad8d1 100755
--- a/contentScript.js
+++ b/contentScript.js
@@ -60,24 +60,44 @@ var bg2csData;
// custom/updated sites: load text from json
if ((bg2csData !== undefined) && bg2csData.ld_json && dompurify_loaded) {
if (bg2csData.ld_json.includes('|')) {
- let ld_json_split = bg2csData.ld_json.split('|');
- let paywall_sel = ld_json_split[0];
- let article_sel = ld_json_split[1];
- let paywall = document.querySelector(paywall_sel);
- if (paywall) {
- removeDOMElement(paywall);
- let json_script = getArticleJsonScript();
- if (json_script) {
- let json_text = parseHtmlEntities(JSON.parse(json_script.text).articleBody);
- let content = document.querySelector(article_sel);
- if (json_text && content) {
- let parser = new DOMParser();
- let doc = parser.parseFromString('
' + DOMPurify.sanitize(json_text) + '
', 'text/html');
- let content_new = doc.querySelector('div');
- content.parentNode.replaceChild(content_new, content);
+ window.setTimeout(function () {
+ let ld_json_split = bg2csData.ld_json.split('|');
+ let paywall_sel = ld_json_split[0];
+ let article_sel = ld_json_split[1];
+ let paywall = document.querySelector(paywall_sel);
+ if (paywall) {
+ removeDOMElement(paywall);
+ let json_script = getArticleJsonScript();
+ if (json_script) {
+ let json_text = parseHtmlEntities(JSON.parse(json_script.text).articleBody);
+ let content = document.querySelector(article_sel);
+ if (json_text && content) {
+ let parser = new DOMParser();
+ let doc = parser.parseFromString('