new Crawler({ rateLimit: 8, maxDepth: 10, startUrls: ["https://velero.io/docs", "https://velero.io/"], renderJavaScript: false, sitemaps: ["https://velero.io/sitemap.xml"], ignoreCanonicalTo: false, discoveryPatterns: ["https://velero.io/**"], schedule: "at 6:39 PM on Friday", actions: [ { indexName: "velero_new", pathsToMatch: ["https://velero.io/docs**/**"], recordExtractor: ({ helpers }) => { return helpers.docsearch({ recordProps: { lvl1: ["header h1", "article h1", "main h1", "h1", "head > title"], content: ["article p, article li", "main p, main li", "p, li"], lvl0: { defaultValue: "Documentation", }, lvl2: ["article h2", "main h2", "h2"], lvl3: ["article h3", "main h3", "h3"], lvl4: ["article h4", "main h4", "h4"], lvl5: ["article h5", "main h5", "h5"], lvl6: ["article h6", "main h6", "h6"], version: "#dropdownMenuButton", }, aggregateContent: true, recordVersion: "v3", }); }, }, ], initialIndexSettings: { velero_new: { attributesForFaceting: ["type", "lang", "version"], attributesToRetrieve: [ "hierarchy", "content", "anchor", "url", "url_without_anchor", "type", "version", ], attributesToHighlight: ["hierarchy", "content"], attributesToSnippet: ["content:10"], camelCaseAttributes: ["hierarchy", "content"], searchableAttributes: [ "unordered(hierarchy.lvl0)", "unordered(hierarchy.lvl1)", "unordered(hierarchy.lvl2)", "unordered(hierarchy.lvl3)", "unordered(hierarchy.lvl4)", "unordered(hierarchy.lvl5)", "unordered(hierarchy.lvl6)", "content", ], distinct: true, attributeForDistinct: "url", customRanking: [ "desc(weight.pageRank)", "desc(weight.level)", "asc(weight.position)", ], ranking: [ "words", "filters", "typo", "attribute", "proximity", "exact", "custom", ], highlightPreTag: '', highlightPostTag: "", minWordSizefor1Typo: 3, minWordSizefor2Typos: 7, allowTyposOnNumericTokens: false, minProximity: 1, ignorePlurals: true, advancedSyntax: true, attributeCriteriaComputedByMinProximity: true, removeWordsIfNoResults: "allOptional", }, }, appId: "9ASKQJ1HR3", apiKey: "6392a5916af73b73df2406d3aef5ca45", });