monkeytypegame/monkeytype
1
1
Fork 0
mirror of https://github.com/monkeytypegame/monkeytype.git synced 2025-12-27 10:31:22 +08:00
Code Issues Projects Releases Packages Wiki Activity

Fix tokenizer (#2652)

Browse source
This commit is contained in:
Bruce Berrios 2022-03-07 09:32:59 -05:00 • committed by GitHub
parent 244b35e071
commit ff0ee93fe4
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
frontend/src/scripts/popups/quote-search-popup.ts
View file

@ -42,7 +42,7 @@ function highlightMatches(text: string, matchedText: string[]): string {
return text;
}
const words = text.split(
/(?=[.,'"/#!$%^&*;:{}=\-_`~()\s])|(?<=[.,'"/#!$%^&*;:{}=\-_`~()\s])/g
/(?=[.,"/#!$%^&*;:{}=\-_`~()\s])|(?<=[.,"/#!$%^&*;:{}=\-_`~()\s])/g
);
const normalizedWords = words.map((word) => {

2
frontend/src/scripts/utils/search-service.ts
View file

@ -48,7 +48,7 @@ function inverseDocumentFrequency(
}
function tokenize(text: string): string[] {
return text.match(/[a-zA-Z0-9]+/g) || [];
return text.match(/[^\\\][.,"/#!?$%^&*;:{}=\-_`~()\s]+/g) || [];
}
export const buildSearchService = <T>(