extend benchmark

.vscode/launch.json

@@ -1,6 +1,7 @@
 {
 	"version": "0.1.0",
 	"configurations": [
+
 		{
 			"name": "Launch tests",
 			"type": "node",
@@ -18,6 +19,12 @@
 			"sourceMaps": true,
 			"outFiles": [ "out/**" ],
 			"preLaunchTask": "compile"
+		},
+		{
+			"type": "node",
+			"request": "launch",
+			"name": "Launch benchmark",
+			"program": "${workspaceFolder}/benchmark/benchmark.js"
 		}
 	]
 }

benchmark/benchmark.js

@@ -36,9 +36,13 @@ async function tokenizeFile(filePath, scope, message) {
 function loadGrammar(scopeName) {
 	let grammarPath = null;
 	if (scopeName === 'source.js') {
-		grammarPath = path.resolve(__dirname, '..', 'test-cases', 'first-mate', 'fixtures', 'javascript.json');
+		grammarPath = path.resolve(__dirname, '..', 'test-cases/first-mate/fixtures/javascript.json');
+	} else if (scopeName === 'source.ts') {
+		grammarPath = path.resolve(__dirname, '..', 'test-cases/themes/syntaxes/TypeScript.tmLanguage.json');
 	} else if (scopeName === 'source.css') {
-		grammarPath = path.resolve(__dirname, '..', 'test-cases', 'first-mate', 'fixtures', 'css.json');
+		grammarPath = path.resolve(__dirname, '..', 'test-cases/first-mate/fixtures/css.json');
+	} else if (scopeName === 'source.json') {
+		grammarPath = path.resolve(__dirname, '..', 'test-cases/themes/syntaxes/JSON.json');
 	} else {
 		return null;
 	}
@@ -47,10 +51,12 @@ function loadGrammar(scopeName) {
 
 async function test() {
 	await tokenizeFile(path.join(__dirname, 'large.js.txt'), 'source.js', 'jQuery v2.0.3');
-	//await tokenizeFile(path.join(__dirname, 'large.min.js.txt'), 'source.js', 'jQuery v2.0.3 minified');
-	//await tokenizeFile(path.join(__dirname, 'main.08642f99.css.txt'), 'source.css', 'Bootstrap with multi-byte'),
 	await tokenizeFile(path.join(__dirname, 'bootstrap.css.txt'), 'source.css', 'Bootstrap CSS v3.1.1'),
-	await tokenizeFile(path.join(__dirname, 'bootstrap.min.css.txt'), 'source.css', 'Bootstrap CSS v3.1.1 minified')
+	await tokenizeFile(path.join(__dirname, 'vscode.d.ts.txt'), 'source.ts', 'vscode.d.ts');
+	await tokenizeFile(path.join(__dirname, 'JavaScript.tmLanguage.json.txt'), 'source.ts', 'JSON');
+	//await tokenizeFile(path.join(__dirname, 'bootstrap.min.css.txt'), 'source.css', 'Bootstrap CSS v3.1.1 minified')
+	//await tokenizeFile(path.join(__dirname, 'large.min.js.txt'), 'source.js', 'jQuery v2.0.3 minified');
+	//await tokenizeFile(path.join(__dirname, 'main.08642f99.css.txt'), 'source.css', 'Bootstrap with multi-byte minified')
 };
 test();