forked from Shiloh/githaven
af7ffaa279
* Server-side syntax hilighting for all code This PR does a few things: * Remove all traces of highlight.js * Use chroma library to provide fast syntax hilighting directly on the server * Provide syntax hilighting for diffs * Re-style both unified and split diffs views * Add custom syntax hilighting styling for both regular and arc-green Fixes #7729 Fixes #10157 Fixes #11825 Fixes #7728 Fixes #3872 Fixes #3682 And perhaps gets closer to #9553 * fix line marker * fix repo search * Fix single line select * properly load settings * npm uninstall highlight.js * review suggestion * code review * forgot to call function * fix test * Apply suggestions from code review suggestions from @silverwind thanks Co-authored-by: silverwind <me@silverwind.io> * code review * copy/paste error * Use const for highlight size limit * Update web_src/less/_repository.less Co-authored-by: Lauris BH <lauris@nix.lv> * update size limit to 1MB and other styling tweaks * fix highlighting for certain diff sections * fix test * add worker back as suggested Co-authored-by: silverwind <me@silverwind.io> Co-authored-by: Lauris BH <lauris@nix.lv>
87 lines
4.0 KiB
Go
87 lines
4.0 KiB
Go
package r
|
|
|
|
import (
|
|
"strings"
|
|
|
|
. "github.com/alecthomas/chroma" // nolint
|
|
"github.com/alecthomas/chroma/lexers/internal"
|
|
)
|
|
|
|
// Restructuredtext lexer.
|
|
var Restructuredtext = internal.Register(MustNewLexer(
|
|
&Config{
|
|
Name: "reStructuredText",
|
|
Aliases: []string{"rst", "rest", "restructuredtext"},
|
|
Filenames: []string{"*.rst", "*.rest"},
|
|
MimeTypes: []string{"text/x-rst", "text/prs.fallenstein.rst"},
|
|
},
|
|
Rules{
|
|
"root": {
|
|
{"^(=+|-+|`+|:+|\\.+|\\'+|\"+|~+|\\^+|_+|\\*+|\\++|#+)([ \\t]*\\n)(.+)(\\n)(\\1)(\\n)", ByGroups(GenericHeading, Text, GenericHeading, Text, GenericHeading, Text), nil},
|
|
{"^(\\S.*)(\\n)(={3,}|-{3,}|`{3,}|:{3,}|\\.{3,}|\\'{3,}|\"{3,}|~{3,}|\\^{3,}|_{3,}|\\*{3,}|\\+{3,}|#{3,})(\\n)", ByGroups(GenericHeading, Text, GenericHeading, Text), nil},
|
|
{`^(\s*)([-*+])( .+\n(?:\1 .+\n)*)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
|
|
{`^(\s*)([0-9#ivxlcmIVXLCM]+\.)( .+\n(?:\1 .+\n)*)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
|
|
{`^(\s*)(\(?[0-9#ivxlcmIVXLCM]+\))( .+\n(?:\1 .+\n)*)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
|
|
{`^(\s*)([A-Z]+\.)( .+\n(?:\1 .+\n)+)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
|
|
{`^(\s*)(\(?[A-Za-z]+\))( .+\n(?:\1 .+\n)+)`, ByGroups(Text, LiteralNumber, UsingSelf("inline")), nil},
|
|
{`^(\s*)(\|)( .+\n(?:\| .+\n)*)`, ByGroups(Text, Operator, UsingSelf("inline")), nil},
|
|
{`^( *\.\.)(\s*)((?:source)?code(?:-block)?)(::)([ \t]*)([^\n]+)(\n[ \t]*\n)([ \t]+)(.*)(\n)((?:(?:\8.*|)\n)+)`, EmitterFunc(rstCodeBlock), nil},
|
|
{`^( *\.\.)(\s*)([\w:-]+?)(::)(?:([ \t]*)(.*))`, ByGroups(Punctuation, Text, OperatorWord, Punctuation, Text, UsingSelf("inline")), nil},
|
|
{`^( *\.\.)(\s*)(_(?:[^:\\]|\\.)+:)(.*?)$`, ByGroups(Punctuation, Text, NameTag, UsingSelf("inline")), nil},
|
|
{`^( *\.\.)(\s*)(\[.+\])(.*?)$`, ByGroups(Punctuation, Text, NameTag, UsingSelf("inline")), nil},
|
|
{`^( *\.\.)(\s*)(\|.+\|)(\s*)([\w:-]+?)(::)(?:([ \t]*)(.*))`, ByGroups(Punctuation, Text, NameTag, Text, OperatorWord, Punctuation, Text, UsingSelf("inline")), nil},
|
|
{`^ *\.\..*(\n( +.*\n|\n)+)?`, CommentPreproc, nil},
|
|
{`^( *)(:[a-zA-Z-]+:)(\s*)$`, ByGroups(Text, NameClass, Text), nil},
|
|
{`^( *)(:.*?:)([ \t]+)(.*?)$`, ByGroups(Text, NameClass, Text, NameFunction), nil},
|
|
{`^(\S.*(?<!::)\n)((?:(?: +.*)\n)+)`, ByGroups(UsingSelf("inline"), UsingSelf("inline")), nil},
|
|
{`(::)(\n[ \t]*\n)([ \t]+)(.*)(\n)((?:(?:\3.*|)\n)+)`, ByGroups(LiteralStringEscape, Text, LiteralString, LiteralString, Text, LiteralString), nil},
|
|
Include("inline"),
|
|
},
|
|
"inline": {
|
|
{`\\.`, Text, nil},
|
|
{"``", LiteralString, Push("literal")},
|
|
{"(`.+?)(<.+?>)(`__?)", ByGroups(LiteralString, LiteralStringInterpol, LiteralString), nil},
|
|
{"`.+?`__?", LiteralString, nil},
|
|
{"(`.+?`)(:[a-zA-Z0-9:-]+?:)?", ByGroups(NameVariable, NameAttribute), nil},
|
|
{"(:[a-zA-Z0-9:-]+?:)(`.+?`)", ByGroups(NameAttribute, NameVariable), nil},
|
|
{`\*\*.+?\*\*`, GenericStrong, nil},
|
|
{`\*.+?\*`, GenericEmph, nil},
|
|
{`\[.*?\]_`, LiteralString, nil},
|
|
{`<.+?>`, NameTag, nil},
|
|
{"[^\\\\\\n\\[*`:]+", Text, nil},
|
|
{`.`, Text, nil},
|
|
},
|
|
"literal": {
|
|
{"[^`]+", LiteralString, nil},
|
|
{"``((?=$)|(?=[-/:.,; \\n\\x00\\\u2010\\\u2011\\\u2012\\\u2013\\\u2014\\\u00a0\\'\\\"\\)\\]\\}\\>\\\u2019\\\u201d\\\u00bb\\!\\?]))", LiteralString, Pop(1)},
|
|
{"`", LiteralString, nil},
|
|
},
|
|
},
|
|
))
|
|
|
|
func rstCodeBlock(groups []string, lexer Lexer) Iterator {
|
|
iterators := []Iterator{}
|
|
tokens := []Token{
|
|
{Punctuation, groups[1]},
|
|
{Text, groups[2]},
|
|
{OperatorWord, groups[3]},
|
|
{Punctuation, groups[4]},
|
|
{Text, groups[5]},
|
|
{Keyword, groups[6]},
|
|
{Text, groups[7]},
|
|
}
|
|
code := strings.Join(groups[8:], "")
|
|
lexer = internal.Get(groups[6])
|
|
if lexer == nil {
|
|
tokens = append(tokens, Token{String, code})
|
|
iterators = append(iterators, Literator(tokens...))
|
|
} else {
|
|
sub, err := lexer.Tokenise(nil, code)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
iterators = append(iterators, Literator(tokens...), sub)
|
|
}
|
|
return Concaterator(iterators...)
|
|
}
|