Commit fae1d30

committed

feat: small optimization of regex

1 parent 273a1e6 commit fae1d30Copy full SHA for fae1d30

File tree

+10

-3

lines changed

+10

-3

lines changed

Lines changed: 10 additions & 3 deletions

Original file line number	Diff line number	Diff line change
`@@ -105,11 +105,18 @@ interface ExtractorInterface {`
`105`	`105`
`106`	`106`	`fun tokenize(line: String): List<String> {`
`107`	`107`	`// TODO(lyaronskaya): Multiline comment regex.`
	`108`	`+`
	`109`	`+ // TODO(anatoly): Optimize this regex, better to get rid of it.`
`108`	`110`	`val newLine = stringRegex.replace(line, "")`
`109`		`- val tokens = splitRegex.split(newLine).filter {`
`110`		`- it.isNotBlank() && !it.contains('"') && !it.contains('\'') &&`
	`111`	`+`
	`112`	`+ val tokens = newLine.split(' ', '[', ',', ';', '*', '\n', ')', '(',`
	`113`	`+ '[', ']', '}', '{', '+', '-', '=', '&', '$', '!', '.', '>', '<',`
	`114`	`+ '#', '@', ':', '?', ']')`
	`115`	`+ .filter {`
	`116`	`+ it.isNotBlank() && !it.contains('"') && !it.contains('\'') &&`
`111`	`117`	`it != "-" && it != "@"`
`112`		`- }`
	`118`	`+ }`
	`119`	`+`
`113`	`120`	`return tokens`
`114`	`121`	`}`
`115`	`122`

Comments

(0)