// Requires axios and rate-limiter-flexible var axios = require("axios"); var RateLimiterMemory = require("rate-limiter-flexible").RateLimiterMemory; function buildArgsHash(args) { let argsHash = {}; args.forEach(arg => { const params = arg.split(':'); argsHash[params[0]] = params[1]; }); return argsHash; } let gRateLimiter = new RateLimiterMemory({ points: 200, duration: 1, }); // Per wikipedia's recommendation, 200 reqs per second async function requestWikipediaRequest(baseUrl) { while (true) { try { await gRateLimiter.consume(baseUrl, 1); break; } catch (limited) { if (limited instanceof Error) { throw limited; } else { await new Promise(resolve => { setTimeout(resolve, limited.msBeforeNext); }); } } } } async function requestWikipediaDone(baseUrl) { await gRateLimiter.reward(baseUrl, 1); } async function generatePrefetchedWikipediaTagHtml(args, content) { const argsHash = buildArgsHash(args); const title = argsHash['title']; const lang = argsHash['lang'] !== undefined ? argsHash['lang'] : 'en'; const baseUrl = `https://${lang}.wikipedia.org`; const url = `${baseUrl}/api/rest_v1/page/summary/${title}`; await requestWikipediaRequest(baseUrl); let response = await axios.get(url, { headers: { 'accept': 'application/json; charset=utf-8; profile="https://www.mediawiki.org/wiki/Specs/Summary/1.4.2"', 'api-user-agent': `Hexo Wikipedia Tag (Prefetch, from ${hexo.config.url})`, }, responseType: 'json', timeout: 3000, params: { redirect: false, }, transitional: { silentJSONParsing: false, }, }).catch(reason => { hexo.log.warn(`fetch failed for "${url}": ${reason}`); return Promise.reject(reason); }); await requestWikipediaDone(baseUrl); let extractedText = response.data.extract; let contentText = extractedText; if (argsHash['wikiButton'] === 'true') { contentText += `

Wikipedia:${title}

`; } return `
${contentText}
` } function generateWikipediaTagHtml(args, content) { const argsHash = buildArgsHash(args); const title = argsHash['title']; const lang = argsHash['lang'] !== undefined ? argsHash['lang'] : 'en'; const baseUrl = `https://${lang}.wikipedia.org`; const url = `${baseUrl}/api/rest_v1/page/summary/${title}?redirect=false`; const tagId = "wikipedia-"+Math.round(Math.random() * 100000); const embeddedScript = ` window.addEventListener('load', function() { var element = document.getElementById('${tagId}'); var req = new XMLHttpRequest(); req.addEventListener("load", function() { var result = this.response; const extract = result.extract; element.prepend(extract); }); req.addEventListener("error", function() { element.prepend('Failed to fetch wikipedia data for "${title}".'); }); req.open('GET', '${url}'); req.responseType = 'json'; req.setRequestHeader('accept', 'application/json; charset=utf-8; profile="https://www.mediawiki.org/wiki/Specs/Summary/1.4.2"'); req.setRequestHeader('api-user-agent', 'Hexo Wikipedia Tag (from ${hexo.config.url})'); req.send(); }); `; let contentText = ``; if (argsHash['wikiButton'] === 'true') { contentText += `

Wikipedia:${title}

`; } else { contentText += ``; } return `
${contentText}
`; } function wikipediaTag(args, content) { // We use the client-fetching method as fallback return generatePrefetchedWikipediaTagHtml(args, content).catch(reason => { return generateWikipediaTagHtml(args, content); }); } hexo.extend.tag.register('wikipedia', wikipediaTag, {async: true});