diff --git a/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js b/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js index 352c6205e0..c75d12e1e6 100644 --- a/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js +++ b/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js @@ -180,10 +180,6 @@ class DrupalWiki { // show up (deduplication). const targetUUID = `${hostname}.${page.spaceId}.${page.id}.${page.created}`; const wordCount = page.processedBody.split(" ").length; - const tokenCount = - page.processedBody.length > 0 - ? tokenizeString(page.processedBody).length - : 0; const data = { id: targetUUID, url: `drupalwiki://${page.url}`, @@ -195,7 +191,7 @@ class DrupalWiki { published: new Date().toLocaleString(), wordCount: wordCount, pageContent: page.processedBody, - token_count_estimate: tokenCount, + token_count_estimate: tokenizeString(page.processedBody), }; const fileName = sanitizeFileName(`${slugify(page.title)}-${data.id}`);