including-modules
This commit is contained in:
+17
@@ -0,0 +1,17 @@
|
||||
// This regex contains the bots that we need to do a blocking render for and can't safely stream the response
|
||||
// due to how they parse the DOM. For example, they might explicitly check for metadata in the `head` tag, so we can't stream metadata tags after the `head` was sent.
|
||||
// Note: The pattern [\w-]+-Google captures all Google crawlers with "-Google" suffix (e.g., Mediapartners-Google, AdsBot-Google, Storebot-Google)
|
||||
// as well as crawlers starting with "Google-" (e.g., Google-PageRenderer, Google-InspectionTool)
|
||||
"use strict";
|
||||
Object.defineProperty(exports, "__esModule", {
|
||||
value: true
|
||||
});
|
||||
Object.defineProperty(exports, "HTML_LIMITED_BOT_UA_RE", {
|
||||
enumerable: true,
|
||||
get: function() {
|
||||
return HTML_LIMITED_BOT_UA_RE;
|
||||
}
|
||||
});
|
||||
const HTML_LIMITED_BOT_UA_RE = /[\w-]+-Google|Google-[\w-]+|Chrome-Lighthouse|Slurp|DuckDuckBot|baiduspider|yandex|sogou|bitlybot|tumblr|vkShare|quora link preview|redditbot|ia_archiver|Bingbot|BingPreview|applebot|facebookexternalhit|facebookcatalog|Twitterbot|LinkedInBot|Slackbot|Discordbot|WhatsApp|SkypeUriPreview|Yeti|googleweblight/i;
|
||||
|
||||
//# sourceMappingURL=html-bots.js.map
|
||||
Reference in New Issue
Block a user