frishi/threetwo
1
0
Fork 0
Code Issues 9 Pull Requests 6 Actions Packages Projects Releases 2 Wiki Activity

💬 Adding regexes for string matching

Browse Source
This commit is contained in:
Rishi Ghan
2021-06-24 09:31:02 -07:00
parent bc7961ba00
commit 04c41b810e
4 changed files with 71 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
src/client/shared/utils/nlp.utils.ts
View File

@@ -13,15 +13,36 @@ nlp.extend(dates);
* @function
* @param {string} inputString - The string used to search against CV, Shortboxed, and other APIs.
*/
export const tokenize = (inputString) => {
export const tokenize = (searchCriteriaPayload) => {
const { inputString } = searchCriteriaPayload;
const doc = nlp(inputString);
const sentence = doc.sentences().json();
const number = doc.numbers().fractions();
// regexes to match constituent parts of the search string
// and isolate the search terms
const chapters = inputString.match(/ch(a?p?t?e?r?)(\W?)(\_?)(\#?)(\d)/gi);
const volumes = inputString.match(/v(o?l?u?m?e?)(\W?)(\_?)(\s?)(\d+)/gi);
const volumes = inputString.match(
/(\b(vo?l?u?m?e?)\.?)(\s*-|\s*_)?(\s*[0-9]+[.0-9a-z]*)/gi,
);
const pageCounts = inputString.match(
/\b[.,]?\s*\d+\s*(p|pg|pgs|pages)\b\s*/gi,
);
const parantheses = inputString.match(/\([^\(]*?\)/gi);
const curlyBraces = inputString.match(/\{[^\{]*?\}/gi);
const squareBrackets = inputString.match(/\[[^\[]*?\]/gi);
const genericNumericRange = inputString.match(
/([^\d]+)(\s*(of|de|di|von|van|z)\s*#*\d+)/gi,
);
const hyphenatedNumericRange = inputString.match(/([^\d])?(-\d+)/gi);
const readingListIndicators = inputString.match(
/^\s*\d+(\.\s+?|\s*-?\s*)/gim,
);
const issues = inputString.match(/issue(\W?)(\_?)(\d+)/gi);
const issueHashes = inputString.match(/\#\d/gi);
const yearMatches = inputString.match(/\d{4}/g);
const yearMatches = inputString.match(/\d{4}/gi);
const sentenceToProcess = sentence[0].normal.replace(/_/g, " ");
const normalizedSentence = nlp(sentenceToProcess)