Log in
Log in
Log in
Book a Demo
Get Started
670.2K 484.3K 8.3K
Back to Repositories

Validating PowerShell Syntax Tokenization in Monaco Editor

This test suite validates PowerShell language tokenization in the Monaco Editor, focusing on syntax highlighting and token parsing for comments, strings, numbers, keywords, and other PowerShell-specific language features.

Test Coverage Overview

The test suite provides comprehensive coverage of PowerShell syntax elements including:

  • Single-line and multi-line comments
  • String literals and here-strings
  • Numeric literals (integers, floats, hex)
  • Variables and operators
  • Keywords and control structures
  • Special characters and escape sequences

Implementation Analysis

The testing approach uses a specialized testTokenization framework to verify correct token classification and highlighting. Each test case defines input code snippets with expected token types and positions, ensuring accurate syntax parsing across different PowerShell language constructs.

Technical Details

Testing components include:

  • testTokenization runner function
  • Token type definitions for PowerShell syntax
  • Position tracking for token boundaries
  • Test case arrays with line/token mappings

Best Practices Demonstrated

The test suite demonstrates strong testing practices through:

  • Comprehensive edge case coverage
  • Structured test organization by language feature
  • Detailed token validation
  • Clear test case documentation

microsoft/monaco-editor

src/basic-languages/powershell/powershell.test.ts

            
/*---------------------------------------------------------------------------------------------
 *  Copyright (c) Microsoft Corporation. All rights reserved.
 *  Licensed under the MIT License. See License.txt in the project root for license information.
 *--------------------------------------------------------------------------------------------*/

import { testTokenization } from '../test/testRunner';

testTokenization('powershell', [
	// Comments - single line
	[
		{
			line: '#',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		}
	],

	[
		{
			line: '    # a comment',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 4, type: 'comment.ps1' }
			]
		}
	],

	[
		{
			line: '# a comment',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		}
	],

	[
		{
			line: '#sticky comment',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		}
	],

	[
		{
			line: '##still a comment',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		}
	],

	[
		{
			line: '1 / 2 /# comment',
			tokens: [
				{ startIndex: 0, type: 'number.ps1' },
				{ startIndex: 1, type: '' },
				{ startIndex: 2, type: 'delimiter.ps1' },
				{ startIndex: 3, type: '' },
				{ startIndex: 4, type: 'number.ps1' },
				{ startIndex: 5, type: '' },
				{ startIndex: 6, type: 'delimiter.ps1' },
				{ startIndex: 7, type: 'comment.ps1' }
			]
		}
	],

	[
		{
			line: '$x = 1 # my comment # is a nice one',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'number.ps1' },
				{ startIndex: 6, type: '' },
				{ startIndex: 7, type: 'comment.ps1' }
			]
		}
	],

	// Comments - range comment, single line
	[
		{
			line: '<# a simple comment #>',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		}
	],

	[
		{
			line: '$x = <# a simple comment #> 1',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'comment.ps1' },
				{ startIndex: 27, type: '' },
				{ startIndex: 28, type: 'number.ps1' }
			]
		}
	],

	[
		{
			line: '$yy = <# comment #> 14',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 3, type: '' },
				{ startIndex: 4, type: 'delimiter.ps1' },
				{ startIndex: 5, type: '' },
				{ startIndex: 6, type: 'comment.ps1' },
				{ startIndex: 19, type: '' },
				{ startIndex: 20, type: 'number.ps1' }
			]
		}
	],

	[
		{
			line: '$x = <##>7',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'comment.ps1' },
				{ startIndex: 9, type: 'number.ps1' }
			]
		}
	],

	[
		{
			line: '$x = <#<85',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'comment.ps1' }
			]
		}
	],

	// Comments - range comment, multiple lines
	[
		{
			line: '<# start of multiline comment',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		},
		{
			line: 'a comment between',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		},
		{
			line: 'end of multiline comment#>',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		}
	],

	[
		{
			line: '$x = <# start a comment',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'comment.ps1' }
			]
		},
		{
			line: ' a ',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		},
		{
			line: 'and end it #> 2',
			tokens: [
				{ startIndex: 0, type: 'comment.ps1' },
				{ startIndex: 13, type: '' },
				{ startIndex: 14, type: 'number.ps1' }
			]
		}
	],

	// Keywords
	[
		{
			line: 'foreach($i in $b) {if (7) continue}',
			tokens: [
				{ startIndex: 0, type: 'keyword.foreach.ps1' },
				{ startIndex: 7, type: 'delimiter.parenthesis.ps1' },
				{ startIndex: 8, type: 'variable.ps1' },
				{ startIndex: 10, type: '' },
				{ startIndex: 11, type: 'keyword.in.ps1' },
				{ startIndex: 13, type: '' },
				{ startIndex: 14, type: 'variable.ps1' },
				{ startIndex: 16, type: 'delimiter.parenthesis.ps1' },
				{ startIndex: 17, type: '' },
				{ startIndex: 18, type: 'delimiter.curly.ps1' },
				{ startIndex: 19, type: 'keyword.if.ps1' },
				{ startIndex: 21, type: '' },
				{ startIndex: 22, type: 'delimiter.parenthesis.ps1' },
				{ startIndex: 23, type: 'number.ps1' },
				{ startIndex: 24, type: 'delimiter.parenthesis.ps1' },
				{ startIndex: 25, type: '' },
				{ startIndex: 26, type: 'keyword.continue.ps1' },
				{ startIndex: 34, type: 'delimiter.curly.ps1' }
			]
		}
	],

	// Redirect operand
	[
		{
			line: '$i > output1.txt',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 12, type: 'delimiter.ps1' },
				{ startIndex: 13, type: '' }
			]
		}
	],

	// Numbers
	[
		{
			line: '0',
			tokens: [{ startIndex: 0, type: 'number.ps1' }]
		}
	],

	[
		{
			line: '0.10',
			tokens: [{ startIndex: 0, type: 'number.float.ps1' }]
		}
	],

	[
		{
			line: '0X123',
			tokens: [{ startIndex: 0, type: 'number.hex.ps1' }]
		}
	],

	[
		{
			line: '0x123',
			tokens: [{ startIndex: 0, type: 'number.hex.ps1' }]
		}
	],

	[
		{
			line: '23.5e3',
			tokens: [{ startIndex: 0, type: 'number.float.ps1' }]
		}
	],

	[
		{
			line: '23.5e-3',
			tokens: [{ startIndex: 0, type: 'number.float.ps1' }]
		}
	],

	[
		{
			line: '23.5E3',
			tokens: [{ startIndex: 0, type: 'number.float.ps1' }]
		}
	],

	[
		{
			line: '23.5E-3',
			tokens: [{ startIndex: 0, type: 'number.float.ps1' }]
		}
	],

	[
		{
			line: '23.5',
			tokens: [{ startIndex: 0, type: 'number.float.ps1' }]
		}
	],

	[
		{
			line: '0+0',
			tokens: [
				{ startIndex: 0, type: 'number.ps1' },
				{ startIndex: 1, type: 'delimiter.ps1' },
				{ startIndex: 2, type: 'number.ps1' }
			]
		}
	],

	[
		{
			line: '100+10',
			tokens: [
				{ startIndex: 0, type: 'number.ps1' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: 'number.ps1' }
			]
		}
	],

	[
		{
			line: '10 + 0',
			tokens: [
				{ startIndex: 0, type: 'number.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'number.ps1' }
			]
		}
	],

	// Strings
	[
		{
			line: '$s = "I am a String"',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'string.ps1' }
			]
		}
	],

	[
		{
			line: "'I am also a ( String'",
			tokens: [{ startIndex: 0, type: 'string.ps1' }]
		}
	],

	[
		{
			line: '$s = "concatenated" + " String"',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'string.ps1' },
				{ startIndex: 19, type: '' },
				{ startIndex: 20, type: 'delimiter.ps1' },
				{ startIndex: 21, type: '' },
				{ startIndex: 22, type: 'string.ps1' }
			]
		}
	],

	[
		{
			line: '"escaping `"quotes`" is cool"',
			tokens: [
				{ startIndex: 0, type: 'string.ps1' },
				{ startIndex: 10, type: 'string.escape.ps1' },
				{ startIndex: 12, type: 'string.ps1' },
				{ startIndex: 18, type: 'string.escape.ps1' },
				{ startIndex: 20, type: 'string.ps1' }
			]
		}
	],

	[
		{
			line: "'`'end of the string",
			tokens: [
				{ startIndex: 0, type: 'string.ps1' },
				{ startIndex: 1, type: 'string.escape.ps1' },
				{ startIndex: 3, type: 'string.ps1' }
			]
		}
	],

	[
		{
			line: '@"I am an expandable String"@',
			tokens: [{ startIndex: 0, type: 'string.ps1' }]
		}
	],

	[
		{
			line: "@'I am also an expandable String'@",
			tokens: [{ startIndex: 0, type: 'string.ps1' }]
		}
	],

	[
		{
			line: "$s = @'I am also an expandable String'@",
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'string.ps1' }
			]
		}
	],

	[
		{
			line: "$s = @'I am also an expandable String'@+7",
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 2, type: '' },
				{ startIndex: 3, type: 'delimiter.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'string.ps1' }
			]
		}
	],

	[
		{
			line: "@'I am a multiline string,",
			tokens: [{ startIndex: 0, type: 'string.ps1' }]
		},
		{
			line: 'and this is the middle line,',
			tokens: [{ startIndex: 0, type: 'string.ps1' }]
		},
		{
			line: "and this is NOT the end of the string'@foreach $i",
			tokens: [{ startIndex: 0, type: 'string.ps1' }]
		},
		{
			line: "'@",
			tokens: [{ startIndex: 0, type: 'string.ps1' }]
		},
		{
			line: '${script:foo}',
			tokens: [{ startIndex: 0, type: 'variable.ps1' }]
		},
		{
			line: 'foreach $i',
			tokens: [
				{ startIndex: 0, type: 'keyword.foreach.ps1' },
				{ startIndex: 7, type: '' },
				{ startIndex: 8, type: 'variable.ps1' }
			]
		}
	],

	// Generated from sample
	[
		{
			line: '$SelectedObjectNames=@();',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 20, type: 'delimiter.ps1' },
				{ startIndex: 21, type: '' },
				{ startIndex: 22, type: 'delimiter.parenthesis.ps1' },
				{ startIndex: 24, type: 'delimiter.ps1' }
			]
		},
		{
			line: '$XenCenterNodeSelected = 0;',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 22, type: '' },
				{ startIndex: 23, type: 'delimiter.ps1' },
				{ startIndex: 24, type: '' },
				{ startIndex: 25, type: 'number.ps1' },
				{ startIndex: 26, type: 'delimiter.ps1' }
			]
		},
		{
			line: '#the object info array contains hashmaps, each of which represent a parameter set and describe a target in the XenCenter resource list',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		},
		{
			line: 'foreach($parameterSet in $ObjInfoArray)',
			tokens: [
				{ startIndex: 0, type: 'keyword.foreach.ps1' },
				{ startIndex: 7, type: 'delimiter.parenthesis.ps1' },
				{ startIndex: 8, type: 'variable.ps1' },
				{ startIndex: 21, type: '' },
				{ startIndex: 22, type: 'keyword.in.ps1' },
				{ startIndex: 24, type: '' },
				{ startIndex: 25, type: 'variable.ps1' },
				{ startIndex: 38, type: 'delimiter.parenthesis.ps1' }
			]
		},
		{
			line: '{',
			tokens: [{ startIndex: 0, type: 'delimiter.curly.ps1' }]
		},
		{
			line: '	if ($parameterSet["class"] -eq "blank")',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 1, type: 'keyword.if.ps1' },
				{ startIndex: 3, type: '' },
				{ startIndex: 4, type: 'delimiter.parenthesis.ps1' },
				{ startIndex: 5, type: 'variable.ps1' },
				{ startIndex: 18, type: 'delimiter.square.ps1' },
				{ startIndex: 19, type: 'string.ps1' },
				{ startIndex: 26, type: 'delimiter.square.ps1' },
				{ startIndex: 27, type: '' },
				{ startIndex: 28, type: 'delimiter.ps1' },
				{ startIndex: 29, type: '' },
				{ startIndex: 32, type: 'string.ps1' },
				{ startIndex: 39, type: 'delimiter.parenthesis.ps1' }
			]
		},
		{
			line: '	{',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 1, type: 'delimiter.curly.ps1' }
			]
		},
		{
			line: '		#When the XenCenter node is selected a parameter set is created for each of your connected servers with the class and objUuid keys marked as blank',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'comment.ps1' }
			]
		},
		{
			line: '		if ($XenCenterNodeSelected)',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'keyword.if.ps1' },
				{ startIndex: 4, type: '' },
				{ startIndex: 5, type: 'delimiter.parenthesis.ps1' },
				{ startIndex: 6, type: 'variable.ps1' },
				{ startIndex: 28, type: 'delimiter.parenthesis.ps1' }
			]
		},
		{
			line: '		{',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'delimiter.curly.ps1' }
			]
		},
		{
			line: '			continue',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 3, type: 'keyword.continue.ps1' }
			]
		},
		{
			line: '		}',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'delimiter.curly.ps1' }
			]
		},
		{
			line: '		$XenCenterNodeSelected = 1;',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'variable.ps1' },
				{ startIndex: 24, type: '' },
				{ startIndex: 25, type: 'delimiter.ps1' },
				{ startIndex: 26, type: '' },
				{ startIndex: 27, type: 'number.ps1' },
				{ startIndex: 28, type: 'delimiter.ps1' }
			]
		},
		{
			line: '		$SelectedObjectNames += "XenCenter"',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'variable.ps1' },
				{ startIndex: 22, type: '' },
				{ startIndex: 23, type: 'delimiter.ps1' },
				{ startIndex: 25, type: '' },
				{ startIndex: 26, type: 'string.ps1' }
			]
		},
		{
			line: '	}',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 1, type: 'delimiter.curly.ps1' }
			]
		},
		{
			line: '	elseif ($parameterSet["sessionRef"] -eq "null")',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 1, type: 'keyword.elseif.ps1' },
				{ startIndex: 7, type: '' },
				{ startIndex: 8, type: 'delimiter.parenthesis.ps1' },
				{ startIndex: 9, type: 'variable.ps1' },
				{ startIndex: 22, type: 'delimiter.square.ps1' },
				{ startIndex: 23, type: 'string.ps1' },
				{ startIndex: 35, type: 'delimiter.square.ps1' },
				{ startIndex: 36, type: '' },
				{ startIndex: 37, type: 'delimiter.ps1' },
				{ startIndex: 38, type: '' },
				{ startIndex: 41, type: 'string.ps1' },
				{ startIndex: 47, type: 'delimiter.parenthesis.ps1' }
			]
		},
		{
			line: '	{',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 1, type: 'delimiter.curly.ps1' }
			]
		},
		{
			line: '		#When a disconnected server is selected there is no session information, we get null for everything except class',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'comment.ps1' }
			]
		},
		{
			line: '	}',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 1, type: 'delimiter.curly.ps1' }
			]
		},
		{
			line: '		$SelectedObjectNames += "a disconnected server"',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'variable.ps1' },
				{ startIndex: 22, type: '' },
				{ startIndex: 23, type: 'delimiter.ps1' },
				{ startIndex: 25, type: '' },
				{ startIndex: 26, type: 'string.ps1' }
			]
		},
		{
			line: '	else',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 1, type: 'keyword.else.ps1' }
			]
		},
		{
			line: '	{',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 1, type: 'delimiter.curly.ps1' }
			]
		},
		{
			line: '		Connect-XenServer -url $parameterSet["url"] -opaqueref $parameterSet["sessionRef"]',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 20, type: 'delimiter.ps1' },
				{ startIndex: 21, type: '' },
				{ startIndex: 25, type: 'variable.ps1' },
				{ startIndex: 38, type: 'delimiter.square.ps1' },
				{ startIndex: 39, type: 'string.ps1' },
				{ startIndex: 44, type: 'delimiter.square.ps1' },
				{ startIndex: 45, type: '' },
				{ startIndex: 46, type: 'delimiter.ps1' },
				{ startIndex: 47, type: '' },
				{ startIndex: 57, type: 'variable.ps1' },
				{ startIndex: 70, type: 'delimiter.square.ps1' },
				{ startIndex: 71, type: 'string.ps1' },
				{ startIndex: 83, type: 'delimiter.square.ps1' }
			]
		},
		{
			line: '		#Use $class to determine which server objects to get',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'comment.ps1' }
			]
		},
		{
			line: '		#-properties allows us to filter the results to just include the selected object',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'comment.ps1' }
			]
		},
		{
			line: '		$exp = "Get-XenServer:{0} -properties @{{uuid=\'{1}\'}}" -f $parameterSet["class"], $parameterSet["objUuid"]',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'variable.ps1' },
				{ startIndex: 6, type: '' },
				{ startIndex: 7, type: 'delimiter.ps1' },
				{ startIndex: 8, type: '' },
				{ startIndex: 9, type: 'string.ps1' },
				{ startIndex: 56, type: '' },
				{ startIndex: 57, type: 'delimiter.ps1' },
				{ startIndex: 58, type: '' },
				{ startIndex: 60, type: 'variable.ps1' },
				{ startIndex: 73, type: 'delimiter.square.ps1' },
				{ startIndex: 74, type: 'string.ps1' },
				{ startIndex: 81, type: 'delimiter.square.ps1' },
				{ startIndex: 82, type: 'delimiter.ps1' },
				{ startIndex: 83, type: '' },
				{ startIndex: 84, type: 'variable.ps1' },
				{ startIndex: 97, type: 'delimiter.square.ps1' },
				{ startIndex: 98, type: 'string.ps1' },
				{ startIndex: 107, type: 'delimiter.square.ps1' }
			]
		},
		{
			line: '		$obj = Invoke-Expression $exp',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'variable.ps1' },
				{ startIndex: 6, type: '' },
				{ startIndex: 7, type: 'delimiter.ps1' },
				{ startIndex: 8, type: '' },
				{ startIndex: 27, type: 'variable.ps1' }
			]
		},
		{
			line: '		$SelectedObjectNames += $obj.name_label;',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 2, type: 'variable.ps1' },
				{ startIndex: 22, type: '' },
				{ startIndex: 23, type: 'delimiter.ps1' },
				{ startIndex: 25, type: '' },
				{ startIndex: 26, type: 'variable.ps1' },
				{ startIndex: 30, type: 'delimiter.ps1' },
				{ startIndex: 31, type: '' },
				{ startIndex: 41, type: 'delimiter.ps1' }
			]
		},
		{
			line: '	} ',
			tokens: [
				{ startIndex: 0, type: '' },
				{ startIndex: 1, type: 'delimiter.curly.ps1' },
				{ startIndex: 2, type: '' }
			]
		},
		{
			line: '}',
			tokens: [{ startIndex: 0, type: 'delimiter.curly.ps1' }]
		},
		{
			line: '',
			tokens: []
		},
		{
			line: '$test = "in string var$test"',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 5, type: '' },
				{ startIndex: 6, type: 'delimiter.ps1' },
				{ startIndex: 7, type: '' },
				{ startIndex: 8, type: 'string.ps1' },
				{ startIndex: 22, type: 'variable.ps1' },
				{ startIndex: 27, type: 'string.ps1' }
			]
		},
		{
			line: "$another = 'not a $var'",
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 8, type: '' },
				{ startIndex: 9, type: 'delimiter.ps1' },
				{ startIndex: 10, type: '' },
				{ startIndex: 11, type: 'string.ps1' }
			]
		},
		{
			line: '$third = "a $var and not `$var string"',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 6, type: '' },
				{ startIndex: 7, type: 'delimiter.ps1' },
				{ startIndex: 8, type: '' },
				{ startIndex: 9, type: 'string.ps1' },
				{ startIndex: 12, type: 'variable.ps1' },
				{ startIndex: 16, type: 'string.ps1' },
				{ startIndex: 25, type: 'string.escape.ps1' },
				{ startIndex: 27, type: 'string.ps1' }
			]
		},
		{
			line: '',
			tokens: []
		},
		{
			line: ':aLabel',
			tokens: [{ startIndex: 0, type: 'metatag.ps1' }]
		},
		{
			line: '',
			tokens: []
		},
		{
			line: '<#',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		},
		{
			line: '.SYNOPSIS',
			tokens: [{ startIndex: 0, type: 'comment.keyword.synopsis.ps1' }]
		},
		{
			line: '  some text',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		},
		{
			line: '  ',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		},
		{
			line: '.LINK',
			tokens: [{ startIndex: 0, type: 'comment.keyword.link.ps1' }]
		},
		{
			line: '  some more text',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		},
		{
			line: '#>',
			tokens: [{ startIndex: 0, type: 'comment.ps1' }]
		},
		{
			line: '',
			tokens: []
		},
		{
			line: '',
			tokens: []
		},
		{
			line: '$hereString = @"',
			tokens: [
				{ startIndex: 0, type: 'variable.ps1' },
				{ startIndex: 11, type: '' },
				{ startIndex: 12, type: 'delimiter.ps1' },
				{ startIndex: 13, type: '' },
				{ startIndex: 14, type: 'string.ps1' }
			]
		},
		{
			line: '  a string',
			tokens: [{ startIndex: 0, type: 'string.ps1' }]
		},
		{
			line: '  still "@ a string $withVar',
			tokens: [
				{ startIndex: 0, type: 'string.ps1' },
				{ startIndex: 20, type: 'variable.ps1' }
			]
		},
		{
			line: '  still a string `$noVar',
			tokens: [
				{ startIndex: 0, type: 'string.ps1' },
				{ startIndex: 17, type: 'string.escape.ps1' },
				{ startIndex: 19, type: 'string.ps1' }
			]
		},
		{
			line: '',
			tokens: []
		},
		{
			line: '"@ still a string',
			tokens: [
				{ startIndex: 0, type: 'string.ps1' },
				{ startIndex: 2, type: '' }
			]
		}
	]
]);