Skip to content

add latex and mathjax languages including samples #5271

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
boombard wants to merge 1 commit into
base: main
Choose a base branch
from
Open

add latex and mathjax languages including samples #5271

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
229 changes: 229 additions & 0 deletions src/languages/definitions/latex/latex.test.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,229 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/

import { testTokenization } from '../test/testRunner';

testTokenization('latex', [
// Comment
[
{
line: '% This is a comment',
tokens: [{ startIndex: 0, type: 'comment.latex' }]
}
],

// Known (builtin) command
[
{
line: '\\textbf',
tokens: [
{ startIndex: 0, type: 'keyword.control.latex' },
{ startIndex: 1, type: 'keyword.predefined.latex' }
]
}
],

// Unknown (non-builtin) command
[
{
line: '\\myCustomCommand',
tokens: [
{ startIndex: 0, type: 'keyword.control.latex' },
{ startIndex: 1, type: 'keyword.latex' }
]
}
],

// \begin{document}
[
{
line: '\\begin{document}',
tokens: [
{ startIndex: 0, type: 'keyword.predefined.latex' },
{ startIndex: 6, type: 'delimiter.curly.latex' },
{ startIndex: 7, type: 'tag.latex' },
{ startIndex: 15, type: 'delimiter.curly.latex' }
]
}
],

// \end{document}
[
{
line: '\\end{document}',
tokens: [
{ startIndex: 0, type: 'keyword.predefined.latex' },
{ startIndex: 4, type: 'delimiter.curly.latex' },
{ startIndex: 5, type: 'tag.latex' },
{ startIndex: 13, type: 'delimiter.curly.latex' }
]
}
],

// Inline math $x$
[
{
line: '$x$',
tokens: [
{ startIndex: 0, type: 'string.math.inline.latex' },
{ startIndex: 1, type: 'string.math.latex' },
{ startIndex: 2, type: 'string.math.inline.latex' }
]
}
],

// Display math $$x$$
[
{
line: '$$x$$',
tokens: [
{ startIndex: 0, type: 'string.math.display.latex' },
{ startIndex: 2, type: 'string.math.latex' },
{ startIndex: 3, type: 'string.math.display.latex' }
]
}
],

// Numeric argument #1
[
{
line: '#1',
tokens: [{ startIndex: 0, type: 'number.arg.latex' }]
}
],

// Dimension with unit
[
{
line: '1.5em',
tokens: [{ startIndex: 0, type: 'number.len.latex' }]
}
],

// Single-char command \\
[
{
line: '\\\\',
tokens: [{ startIndex: 0, type: 'keyword.latex' }]
}
],

// Special chars
[
{
line: 'a & b',
tokens: [
{ startIndex: 0, type: '' },
{ startIndex: 2, type: 'keyword.latex' },
{ startIndex: 3, type: '' }
]
}
],

// Internal command with @
[
{
line: '\\@fooBar',
tokens: [{ startIndex: 0, type: 'keyword.at.latex' }]
}
],

// Additional begin/end environment names
[
{
line: '\\begin{align*}',
tokens: [
{ startIndex: 0, type: 'keyword.predefined.latex' },
{ startIndex: 6, type: 'delimiter.curly.latex' },
{ startIndex: 7, type: 'tag.latex' },
{ startIndex: 13, type: 'delimiter.curly.latex' }
]
}
],
[
{
line: '\\end{my-env}',
tokens: [
{ startIndex: 0, type: 'keyword.predefined.latex' },
{ startIndex: 4, type: 'delimiter.curly.latex' },
{ startIndex: 5, type: 'tag.latex' },
{ startIndex: 11, type: 'delimiter.curly.latex' }
]
}
],

// Inline math with operator and number
[
{
line: '$x+1$',
tokens: [
{ startIndex: 0, type: 'string.math.inline.latex' },
{ startIndex: 1, type: 'string.math.latex' },
{ startIndex: 2, type: 'operator.latex' },
{ startIndex: 3, type: 'number.latex' },
{ startIndex: 4, type: 'string.math.inline.latex' }
]
}
],

// Display math with command and braces
[
{
line: '$$\\frac{1}{2}$$',
tokens: [
{ startIndex: 0, type: 'string.math.display.latex' },
{ startIndex: 2, type: 'keyword.math.latex' },
{ startIndex: 7, type: 'delimiter.curly.latex' },
{ startIndex: 8, type: 'number.latex' },
{ startIndex: 9, type: 'delimiter.curly.latex' },
{ startIndex: 11, type: 'number.latex' },
{ startIndex: 12, type: 'delimiter.curly.latex' },
{ startIndex: 13, type: 'string.math.display.latex' }
]
}
],

// Escaped special command
[
{
line: '\\$',
tokens: [{ startIndex: 0, type: 'keyword.latex' }]
}
],

// Additional numeric arg and dimensions
[
{
line: '#9',
tokens: [{ startIndex: 0, type: 'number.arg.latex' }]
}
],
[
{
line: '-2.0 cm',
tokens: [{ startIndex: 0, type: 'number.len.latex' }]
}
],

// Builtin vs unknown command boundary
[
{
line: '\\Huge',
tokens: [
{ startIndex: 0, type: 'keyword.control.latex' },
{ startIndex: 1, type: 'keyword.predefined.latex' }
]
}
],
[
{
line: '\\textbffoo',
tokens: [
{ startIndex: 0, type: 'keyword.control.latex' },
{ startIndex: 1, type: 'keyword.latex' }
]
}
]
]);
Loading
Loading