From e9a4d44735a203b75b965d03dcd5ff3d7696394b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Carlos=20Henrique=20Guard=C3=A3o=20Gandarez?= Date: Fri, 18 Aug 2023 16:44:59 -0300 Subject: [PATCH] Bump Chroma to v2 Migrate dependency detection to Chroma v2 Add doctype package Add xml package Fix language package for Chroma v2 Add ColdfusionHTML lexer Add Crontab lexer Add Delphi lexer Add Gosu lexer Add Lasso lexer Add Less lexer Add Liquid lexer Add Mustache lexer Add Pawn lexer Add SketchDrawing lexer Add Slim lexer Add XAML lexer Add XSLT lexer Fix priority for ApacheConf lexer as it conflicts with ISCdhcpd https://github.com/alecthomas/chroma/pull/772#issuecomment-1684329701 Add Pug lexer Add SublimeTextConfig lexer Add SWIG lexer Do not allow re-register a lexer Test languages already registered in Chroma Add Marko lexer Add RPMSpec lexer Add Objective-J lexer port custom lexers from forked chroma fix all but one todo implement name method for lexers add line breaks fix linter typo Add missing lexer tests A..H add tests more tests add lexers g-o lexer tests for lexers a-f fix linter fix get lexer by name typos Fix tests Fix tests Update go mod to temporary use Chroma fork Fix linting remove reference to Chroma v1 Fix dependencies parser Remove unnecessary lint comments Fix Forth analyse text on Windows Register all custom lexers Replace fixed strings with language constants Move lexers to lexer package Use languages from heartbeat package --- cmd/run.go | 6 + go.mod | 12 +- go.sum | 28 +- pkg/deps/c.go | 12 +- pkg/deps/c_test.go | 6 - pkg/deps/csharp.go | 12 +- pkg/deps/deps.go | 2 +- pkg/deps/elm.go | 12 +- pkg/deps/elm_test.go | 3 +- pkg/deps/golang.go | 6 +- pkg/deps/haskell.go | 12 +- pkg/deps/haxe.go | 6 +- pkg/deps/html.go | 6 +- pkg/deps/html_test.go | 66 +- pkg/deps/java.go | 12 +- pkg/deps/javascript.go | 14 +- pkg/deps/javascript_test.go | 23 +- pkg/deps/json.go | 12 +- pkg/deps/kotlin.go | 12 +- pkg/deps/objectivec.go | 12 +- pkg/deps/php.go | 12 +- pkg/deps/python.go | 12 +- pkg/deps/rust.go | 12 +- pkg/deps/scala.go | 12 +- pkg/deps/swift.go | 12 +- pkg/deps/testdata/react.jsx | 12 + pkg/deps/testdata/react.tsx | 22 + pkg/deps/unknown.go | 2 +- pkg/deps/vbnet.go | 12 +- pkg/doctype/doctype.go | 32 + pkg/doctype/doctype_test.go | 43 + pkg/heartbeat/language.go | 152 ++- pkg/heartbeat/language_test.go | 56 +- pkg/language/chroma.go | 65 +- pkg/language/language_test.go | 17 +- pkg/language/priority.go | 12 +- pkg/language/vim.go | 4 +- pkg/lexer/actionscript3.go | 43 + pkg/lexer/actionscript3_test.go | 41 + pkg/lexer/adl.go | 31 + pkg/lexer/agda.go | 32 + pkg/lexer/aheui.go | 31 + pkg/lexer/alloy.go | 32 + pkg/lexer/ambienttalk.go | 32 + pkg/lexer/ampl.go | 31 + pkg/lexer/arrow.go | 31 + pkg/lexer/aspectj.go | 32 + pkg/lexer/aspxcsharp.go | 53 + pkg/lexer/aspxcsharp_test.go | 37 + pkg/lexer/aspxvb.go | 54 + pkg/lexer/aspxvb_test.go | 37 + pkg/lexer/asymptote.go | 32 + pkg/lexer/augeas.go | 31 + pkg/lexer/bare.go | 31 + pkg/lexer/bbcbasic.go | 43 + pkg/lexer/bbcbasic_test.go | 37 + pkg/lexer/bbcode.go | 31 + pkg/lexer/bc.go | 31 + pkg/lexer/befunge.go | 32 + pkg/lexer/blazor.go | 31 + pkg/lexer/blitzmax.go | 32 + pkg/lexer/boa.go | 31 + pkg/lexer/boo.go | 32 + pkg/lexer/boogie.go | 31 + pkg/lexer/brainfuck.go | 73 ++ pkg/lexer/brainfuck_test.go | 41 + pkg/lexer/bst.go | 31 + pkg/lexer/bugs.go | 46 + pkg/lexer/bugs_test.go | 19 + pkg/lexer/c_test.go | 44 + pkg/lexer/ca65assembler.go | 48 + pkg/lexer/ca65assembler_test.go | 19 + pkg/lexer/cadl.go | 31 + pkg/lexer/camkes.go | 31 + pkg/lexer/capdl.go | 31 + pkg/lexer/cbmbasicv2.go | 48 + pkg/lexer/cbmbasicv2_test.go | 19 + pkg/lexer/charmci.go | 31 + pkg/lexer/cirru.go | 32 + pkg/lexer/clay.go | 32 + pkg/lexer/clean.go | 31 + pkg/lexer/clojurescript.go | 32 + pkg/lexer/cobjdump.go | 32 + pkg/lexer/cobolfree.go | 31 + pkg/lexer/coldfusioncfc.go | 31 + pkg/lexer/coldfusionhtml.go | 32 + pkg/lexer/componentpascal.go | 32 + pkg/lexer/coq.go | 40 + pkg/lexer/coq_test.go | 19 + pkg/lexer/cpp_test.go | 40 + pkg/lexer/cppobjdump.go | 32 + pkg/lexer/cpsa.go | 31 + pkg/lexer/crmsh.go | 31 + pkg/lexer/croc.go | 32 + pkg/lexer/crontab.go | 31 + pkg/lexer/cryptol.go | 32 + pkg/lexer/csounddocument.go | 31 + pkg/lexer/csoundorchestra.go | 31 + pkg/lexer/csoundscore.go | 31 + pkg/lexer/cuda.go | 44 + pkg/lexer/cuda_test.go | 41 + pkg/lexer/cypher.go | 31 + pkg/lexer/darcspatch.go | 31 + pkg/lexer/dasm16.go | 32 + pkg/lexer/debiancontrol.go | 31 + pkg/lexer/delphi.go | 32 + pkg/lexer/devicetree.go | 32 + pkg/lexer/dg.go | 32 + pkg/lexer/dobjdump.go | 32 + pkg/lexer/duel.go | 32 + pkg/lexer/dylanlid.go | 32 + pkg/lexer/dylansession.go | 32 + pkg/lexer/earlgrey.go | 32 + pkg/lexer/easytrieve.go | 157 +++ pkg/lexer/easytrieve_test.go | 37 + pkg/lexer/ec.go | 44 + pkg/lexer/ec_test.go | 41 + pkg/lexer/ecl.go | 57 + pkg/lexer/ecl_test.go | 37 + pkg/lexer/eiffel.go | 32 + pkg/lexer/elixiriexsession.go | 31 + pkg/lexer/email.go | 32 + pkg/lexer/erb.go | 43 + pkg/lexer/erb_test.go | 19 + pkg/lexer/erlangerlsession.go | 32 + pkg/lexer/evoque.go | 45 + pkg/lexer/evoque_test.go | 19 + pkg/lexer/execline.go | 42 + pkg/lexer/execline_test.go | 19 + pkg/lexer/ezhil.go | 50 + pkg/lexer/ezhil_test.go | 19 + pkg/lexer/fancy.go | 32 + pkg/lexer/fantom.go | 32 + pkg/lexer/felix.go | 32 + pkg/lexer/flatline.go | 31 + pkg/lexer/floscript.go | 31 + pkg/lexer/forth.go | 48 + pkg/lexer/forth_test.go | 19 + pkg/lexer/foxpro.go | 31 + pkg/lexer/freefem.go | 32 + pkg/lexer/fsharp.go | 48 + pkg/lexer/fsharp_test.go | 41 + pkg/lexer/fstar.go | 32 + pkg/lexer/gap.go | 58 + pkg/lexer/gap_test.go | 37 + pkg/lexer/gas.go | 49 + pkg/lexer/gas_test.go | 37 + pkg/lexer/gdscript.go | 57 + pkg/lexer/gdscript_test.go | 45 + pkg/lexer/gettext.go | 32 + pkg/lexer/golo.go | 31 + pkg/lexer/gooddatacl.go | 32 + pkg/lexer/gosu.go | 32 + pkg/lexer/gosutemplate.go | 32 + pkg/lexer/groff.go | 73 ++ pkg/lexer/groff_test.go | 41 + pkg/lexer/haml.go | 32 + pkg/lexer/hsail.go | 32 + pkg/lexer/hspec.go | 30 + pkg/lexer/html.go | 39 + pkg/lexer/html_test.go | 19 + pkg/lexer/http.go | 36 + pkg/lexer/http_test.go | 19 + pkg/lexer/hxml.go | 31 + pkg/lexer/hy.go | 40 + pkg/lexer/hy_test.go | 37 + pkg/lexer/hybris.go | 48 + pkg/lexer/hybris_test.go | 37 + pkg/lexer/icon.go | 31 + pkg/lexer/idl.go | 51 + pkg/lexer/idl_test.go | 37 + pkg/lexer/inform6.go | 47 + pkg/lexer/inform6_test.go | 19 + pkg/lexer/inform6template.go | 31 + pkg/lexer/inform7.go | 31 + pkg/lexer/ini.go | 45 + pkg/lexer/ini_test.go | 37 + pkg/lexer/ioke.go | 32 + pkg/lexer/irclogs.go | 32 + pkg/lexer/isabelle.go | 32 + pkg/lexer/jags.go | 58 + pkg/lexer/jags_test.go | 41 + pkg/lexer/jasmin.go | 61 + pkg/lexer/jasmin_test.go | 41 + pkg/lexer/jcl.go | 53 + pkg/lexer/jcl_test.go | 19 + pkg/lexer/jsgf.go | 32 + pkg/lexer/jsonld.go | 32 + pkg/lexer/jsp.go | 57 + pkg/lexer/jsp_test.go | 19 + pkg/lexer/juliaconsole.go | 30 + pkg/lexer/juttle.go | 32 + pkg/lexer/kal.go | 32 + pkg/lexer/kconfig.go | 32 + pkg/lexer/kernellog.go | 31 + pkg/lexer/koka.go | 32 + pkg/lexer/lasso.go | 71 ++ pkg/lexer/lasso_test.go | 41 + pkg/lexer/lean.go | 32 + pkg/lexer/less.go | 32 + pkg/lexer/lexer.go | 315 +++++ pkg/lexer/lexer_test.go | 313 +++++ pkg/lexer/limbo.go | 47 + pkg/lexer/limbo_test.go | 19 + pkg/lexer/liquid.go | 31 + pkg/lexer/literateagda.go | 32 + pkg/lexer/literatecryptol.go | 32 + pkg/lexer/literatehaskell.go | 32 + pkg/lexer/literateidris.go | 32 + pkg/lexer/livescript.go | 32 + pkg/lexer/llvmmir.go | 31 + pkg/lexer/llvmmirbody.go | 30 + pkg/lexer/logos.go | 47 + pkg/lexer/logos_test.go | 19 + pkg/lexer/logtalk.go | 53 + pkg/lexer/logtalk_test.go | 37 + pkg/lexer/lsl.go | 32 + pkg/lexer/make.go | 43 + pkg/lexer/make_test.go | 19 + pkg/lexer/maql.go | 32 + pkg/lexer/marko.go | 32 + pkg/lexer/mask.go | 32 + pkg/lexer/matlab.go | 71 ++ pkg/lexer/matlab_test.go | 45 + pkg/lexer/matlabsession.go | 30 + pkg/lexer/mime.go | 31 + pkg/lexer/minid.go | 33 + pkg/lexer/miniscript.go | 32 + pkg/lexer/modelica.go | 32 + pkg/lexer/modula2.go | 62 + pkg/lexer/modula2_test.go | 41 + pkg/lexer/monkey.go | 32 + pkg/lexer/monte.go | 31 + pkg/lexer/moocode.go | 32 + pkg/lexer/moonscript.go | 31 + pkg/lexer/mosel.go | 31 + pkg/lexer/mozhashpreproc.go | 30 + pkg/lexer/mozpreprocpercent.go | 30 + pkg/lexer/mql.go | 32 + pkg/lexer/mscgen.go | 31 + pkg/lexer/msdossession.go | 30 + pkg/lexer/mupad.go | 31 + pkg/lexer/mustache.go | 32 + pkg/lexer/mxml.go | 32 + pkg/lexer/nasm.go | 43 + pkg/lexer/nasm_test.go | 19 + pkg/lexer/nasmobjdump.go | 32 + pkg/lexer/ncl.go | 32 + pkg/lexer/nemerle.go | 47 + pkg/lexer/nemerle_test.go | 19 + pkg/lexer/nesc.go | 44 + pkg/lexer/nesc_test.go | 41 + pkg/lexer/newlisp.go | 32 + pkg/lexer/nit.go | 31 + pkg/lexer/notmuch.go | 42 + pkg/lexer/notmuch_test.go | 19 + pkg/lexer/nsis.go | 32 + pkg/lexer/numpy.go | 55 + pkg/lexer/numpy_test.go | 41 + pkg/lexer/nusmv.go | 31 + pkg/lexer/objdump.go | 32 + pkg/lexer/objectivec.go | 66 + pkg/lexer/objectivec_test.go | 53 + pkg/lexer/objectivecpp.go | 34 + pkg/lexer/objectivej.go | 47 + pkg/lexer/objectivej_test.go | 19 + pkg/lexer/ooc.go | 32 + pkg/lexer/opa.go | 32 + pkg/lexer/openedgeabl.go | 51 + pkg/lexer/openedgeabl_test.go | 41 + pkg/lexer/pan.go | 31 + pkg/lexer/parasail.go | 32 + pkg/lexer/pawn.go | 46 + pkg/lexer/pawn_test.go | 19 + pkg/lexer/peg.go | 32 + pkg/lexer/perl.go | 56 + pkg/lexer/perl6.go | 140 ++ pkg/lexer/perl6_test.go | 53 + pkg/lexer/perl_test.go | 41 + pkg/lexer/pike.go | 32 + pkg/lexer/pointless.go | 31 + pkg/lexer/povray.go | 60 + pkg/lexer/povray_test.go | 45 + pkg/lexer/powershellsession.go | 30 + pkg/lexer/praat.go | 31 + pkg/lexer/processing.go | 31 + pkg/lexer/prolog.go | 40 + pkg/lexer/prolog_test.go | 19 + pkg/lexer/psql.go | 31 + pkg/lexer/psyshphp.go | 30 + pkg/lexer/pug.go | 32 + pkg/lexer/pypylog.go | 32 + pkg/lexer/python.go | 47 + pkg/lexer/python2.go | 39 + pkg/lexer/python2_test.go | 19 + pkg/lexer/python2traceback.go | 32 + pkg/lexer/python_test.go | 37 + pkg/lexer/pythonconsole.go | 31 + pkg/lexer/pythontraceback.go | 32 + pkg/lexer/qbasic.go | 40 + pkg/lexer/qbasic_test.go | 37 + pkg/lexer/qvto.go | 31 + pkg/lexer/r.go | 43 + pkg/lexer/r_test.go | 19 + pkg/lexer/ragelembedded.go | 43 + pkg/lexer/ragelembedded_test.go | 19 + pkg/lexer/rawtoken.go | 31 + pkg/lexer/razor.go | 32 + pkg/lexer/rconsole.go | 31 + pkg/lexer/rd.go | 32 + pkg/lexer/rebol.go | 54 + pkg/lexer/rebol_test.go | 38 + pkg/lexer/red.go | 32 + pkg/lexer/redcode.go | 31 + pkg/lexer/rescript.go | 32 + pkg/lexer/resourcebundle.go | 43 + pkg/lexer/resourcebundle_test.go | 19 + pkg/lexer/rhtml.go | 48 + pkg/lexer/rhtml_test.go | 38 + pkg/lexer/ride.go | 33 + pkg/lexer/rngcompact.go | 31 + pkg/lexer/roboconfgraph.go | 31 + pkg/lexer/roboconfinstances.go | 31 + pkg/lexer/robotframework.go | 32 + pkg/lexer/rpmspec.go | 32 + pkg/lexer/rql.go | 32 + pkg/lexer/rsl.go | 49 + pkg/lexer/rsl_test.go | 19 + pkg/lexer/rubyirbsession.go | 31 + pkg/lexer/sarl.go | 32 + pkg/lexer/scaml.go | 32 + pkg/lexer/scdoc.go | 52 + pkg/lexer/scdoc_test.go | 37 + pkg/lexer/sgf.go | 35 + pkg/lexer/shen.go | 32 + pkg/lexer/shexc.go | 32 + pkg/lexer/silver.go | 31 + pkg/lexer/singularity.go | 57 + pkg/lexer/singularity_test.go | 41 + pkg/lexer/sketchdrawing.go | 31 + pkg/lexer/slash.go | 31 + pkg/lexer/slim.go | 32 + pkg/lexer/slint.go | 31 + pkg/lexer/slurm.go | 43 + pkg/lexer/slurm_test.go | 19 + pkg/lexer/smali.go | 67 + pkg/lexer/smali_test.go | 41 + pkg/lexer/snowball.go | 31 + pkg/lexer/sourceslist.go | 46 + pkg/lexer/sourceslist_test.go | 41 + pkg/lexer/sqlite3con.go | 32 + pkg/lexer/ssp.go | 58 + pkg/lexer/ssp_test.go | 19 + pkg/lexer/stan.go | 49 + pkg/lexer/stan_test.go | 19 + pkg/lexer/stata.go | 37 + pkg/lexer/sublimetextconfig.go | 31 + pkg/lexer/supercollider.go | 45 + pkg/lexer/supercollider_test.go | 37 + pkg/lexer/swig.go | 150 +++ pkg/lexer/swig_test.go | 37 + pkg/lexer/tads3.go | 53 + pkg/lexer/tads3_test.go | 41 + pkg/lexer/tap.go | 31 + pkg/lexer/tasm.go | 42 + pkg/lexer/tasm_test.go | 19 + pkg/lexer/tcshsession.go | 31 + pkg/lexer/tea.go | 32 + pkg/lexer/teraterm.go | 249 ++++ pkg/lexer/teraterm_test.go | 19 + pkg/lexer/testdata/actionscript3.as | 1 + .../testdata/actionscript3_capital_letter.as | 1 + pkg/lexer/testdata/actionscript3_spaces.as | 1 + .../testdata/aspxcsharp_page_language.aspx | 8 + .../testdata/aspxcsharp_script_language.aspx | 3 + .../testdata/aspxvbnet_page_language.aspx | 8 + .../testdata/aspxvbnet_script_language.aspx | 3 + pkg/lexer/testdata/bbcbasic_10rem.bbc | 1 + pkg/lexer/testdata/bbcbasic_rem.bbc | 1 + pkg/lexer/testdata/brainfuck_greater_less.bf | 8 + pkg/lexer/testdata/brainfuck_minus.bf | 1 + pkg/lexer/testdata/brainfuck_plus_minus.bf | 1 + pkg/lexer/testdata/bugs_basic.bug | 25 + pkg/lexer/testdata/c_ifdef.c | 2 + pkg/lexer/testdata/c_ifndef.c | 2 + pkg/lexer/testdata/c_include.c | 2 + pkg/lexer/testdata/ca65assembler_comment.s | 2 + pkg/lexer/testdata/cbmbasicv2_basic.bas | 1 + pkg/lexer/testdata/coq_reserved_keyword.v | 5 + pkg/lexer/testdata/cpp_include.cpp | 1 + pkg/lexer/testdata/cpp_namespace.cpp | 1 + pkg/lexer/testdata/cuda_ifdef.cu | 2 + pkg/lexer/testdata/cuda_ifndef.cu | 2 + pkg/lexer/testdata/cuda_include.cu | 2 + pkg/lexer/testdata/easytrieve_basic.ezt | 32 + pkg/lexer/testdata/easytrieve_macro.mac | 6 + pkg/lexer/testdata/ec_ifdef.ec | 2 + pkg/lexer/testdata/ec_ifndef.ec | 2 + pkg/lexer/testdata/ec_include.ec | 2 + pkg/lexer/testdata/ecl_basic.ecl | 9 + pkg/lexer/testdata/ecl_pass_var.ecl | 1 + pkg/lexer/testdata/erb_basic.erb | 1 + pkg/lexer/testdata/evoque_basic.evoque | 1 + pkg/lexer/testdata/execline_shebang.exec | 1 + pkg/lexer/testdata/ezhil_basic.n | 152 +++ pkg/lexer/testdata/forth_command.frt | 2 + .../fsharp_backward_pipeline_operator.fs | 1 + .../fsharp_forward_pipeline_operator.fs | 1 + .../testdata/fsharp_pipeline_operator.fs | 1 + pkg/lexer/testdata/gap_declaration.g | 1 + pkg/lexer/testdata/gap_implementation.g | 9 + pkg/lexer/testdata/gas_data_directive.S | 5 + pkg/lexer/testdata/gas_other_directive.S | 2 + pkg/lexer/testdata/gdscript_full.gd | 10 + pkg/lexer/testdata/gdscript_func.gd | 3 + pkg/lexer/testdata/gdscript_keyword.gd | 1 + pkg/lexer/testdata/gdscript_keyword2.gd | 1 + pkg/lexer/testdata/groff_comment.man | 1 + pkg/lexer/testdata/groff_macro.man | 1 + pkg/lexer/testdata/groff_title_head.man | 1 + pkg/lexer/testdata/html.rhtml | 8 + pkg/lexer/testdata/html_doctype.html | 2 + pkg/lexer/testdata/http_request.http | 15 + pkg/lexer/testdata/hy_defn.hy | 1 + pkg/lexer/testdata/hy_import.hy | 1 + pkg/lexer/testdata/hybris_private.hyb | 3 + pkg/lexer/testdata/hybris_public.hyb | 3 + pkg/lexer/testdata/idl_endelse.pro | 6 + pkg/lexer/testdata/idl_endswitch.pro | 11 + pkg/lexer/testdata/inform6_basic.inf | 1 + pkg/lexer/testdata/ini_basic.ini | 9 + pkg/lexer/testdata/ini_invalid.ini | 2 + pkg/lexer/testdata/jags_data.jag | 10 + pkg/lexer/testdata/jags_model.jag | 7 + pkg/lexer/testdata/jags_var.jag | 9 + pkg/lexer/testdata/jasmin_class.j | 1 + pkg/lexer/testdata/jasmin_instruction.j | 3 + pkg/lexer/testdata/jasmin_keyword.j | 1 + pkg/lexer/testdata/jcl_job_header.jcl | 1 + pkg/lexer/testdata/jsp_basic.jsp | 24 + pkg/lexer/testdata/lasso_delimiter.lasso | 4 + pkg/lexer/testdata/lasso_local.lasso | 1 + pkg/lexer/testdata/lasso_shebang.lasso | 3 + pkg/lexer/testdata/limbo_basic.b | 18 + pkg/lexer/testdata/logos_basic.xm | 28 + pkg/lexer/testdata/logtalk_basic.lgt | 2 + pkg/lexer/testdata/logtalk_object.lgt | 1 + pkg/lexer/testdata/makefile | 1131 +++++++++++++++++ pkg/lexer/testdata/mason_calling_component.m | 4 + pkg/lexer/testdata/mason_unnamed_block.m | 5 + pkg/lexer/testdata/matlab_comment.m | 2 + pkg/lexer/testdata/matlab_function.m | 2 + pkg/lexer/testdata/matlab_systemcmd.m | 3 + pkg/lexer/testdata/matlab_windows.m | 2 + pkg/lexer/testdata/modula2_basic.def | 18 + pkg/lexer/testdata/modula2_pascal.def | 14 + .../testdata/modula2_pascal_function.def | 13 + pkg/lexer/testdata/mysql_backtick.sql | 1 + pkg/lexer/testdata/nasm.asm | 15 + pkg/lexer/testdata/nemerle_if.n | 1 + pkg/lexer/testdata/nesc_ifdef.nc | 2 + pkg/lexer/testdata/nesc_ifndef.nc | 2 + pkg/lexer/testdata/nesc_include.nc | 2 + pkg/lexer/testdata/notmuch | 15 + pkg/lexer/testdata/numpy.py | 6 + pkg/lexer/testdata/numpy_basic | 7 + pkg/lexer/testdata/numpy_from_import | 5 + pkg/lexer/testdata/objectivec_keyword_end.m | 1 + .../objectivec_keyword_implementation.m | 1 + .../testdata/objectivec_keyword_protocol.m | 1 + pkg/lexer/testdata/objectivec_message.m | 1 + pkg/lexer/testdata/objectivec_nsnumber.m | 1 + pkg/lexer/testdata/objectivec_nsstring.m | 1 + pkg/lexer/testdata/objectivej_import copy.j | 1 + pkg/lexer/testdata/objectivej_import.j | 1 + pkg/lexer/testdata/openedge_else_do.p | 3 + pkg/lexer/testdata/openedge_end.p | 6 + pkg/lexer/testdata/openedge_end_procedure.p | 7 + pkg/lexer/testdata/pawn_tagof.pwn | 10 + pkg/lexer/testdata/perl6_assign.pl6 | 1 + pkg/lexer/testdata/perl6_enum.pl6 | 3 + pkg/lexer/testdata/perl6_pod.pl6 | 7 + pkg/lexer/testdata/perl6_scoped_class.pl6 | 4 + pkg/lexer/testdata/perl6_shebang.pl6 | 1 + pkg/lexer/testdata/perl6_v6.pl6 | 1 + pkg/lexer/testdata/perl_basic.pl | 1 + pkg/lexer/testdata/perl_shebang.pl | 1 + pkg/lexer/testdata/perl_unicon_like.pl | 2 + pkg/lexer/testdata/povray_camera.pov | 9 + pkg/lexer/testdata/povray_declare.pov | 5 + pkg/lexer/testdata/povray_light_source.pov | 5 + pkg/lexer/testdata/povray_version.pov | 1 + pkg/lexer/testdata/prolog.ecl | 6 + pkg/lexer/testdata/python2_shebang.py | 1 + pkg/lexer/testdata/python3_import.py | 3 + pkg/lexer/testdata/python3_shebang.py | 1 + pkg/lexer/testdata/qbasic_dynamiccmd.bas | 2 + pkg/lexer/testdata/qbasic_staticcmd.bas | 4 + pkg/lexer/testdata/r_expression.r | 1 + pkg/lexer/testdata/ragel.rl | 17 + pkg/lexer/testdata/raise.rsl | 12 + pkg/lexer/testdata/rebol.r | 30 + .../testdata/rebol_header_preceding_text.r | 25 + pkg/lexer/testdata/resource.txt | 8 + pkg/lexer/testdata/rhtml.rhtml | 13 + pkg/lexer/testdata/scdoc_asterisk.scd | 1 + pkg/lexer/testdata/scdoc_underscore.scd | 1 + pkg/lexer/testdata/singularity_full.def | 12 + .../testdata/singularity_only_header.def | 4 + .../testdata/singularity_only_section.def | 16 + pkg/lexer/testdata/slurm.sl | 17 + pkg/lexer/testdata/smali_class.smali | 1 + pkg/lexer/testdata/smali_class_keyword.smali | 27 + pkg/lexer/testdata/smali_keyword.smali | 34 + pkg/lexer/testdata/sources-indented.list | 3 + pkg/lexer/testdata/sources-invalid.list | 3 + pkg/lexer/testdata/sources.list | 8 + pkg/lexer/testdata/ssp_basic.ssp | 2 + pkg/lexer/testdata/stan_basic.stan | 18 + pkg/lexer/testdata/supercollider_sinosc.sc | 1 + .../testdata/supercollider_thisfunctiondef.sc | 1 + pkg/lexer/testdata/swig copy.i | 9 + pkg/lexer/testdata/swig.i | 9 + pkg/lexer/testdata/swig_unknown_directive.i | 1 + pkg/lexer/testdata/tads3_game_main_def.t | 9 + pkg/lexer/testdata/tads3_tads_keyword.t | 4 + pkg/lexer/testdata/tads3_version_info.t | 4 + pkg/lexer/testdata/tasm.asm | 15 + pkg/lexer/testdata/teraterm_commands.ttl | 10 + pkg/lexer/testdata/transactsql_bracket.sql | 3 + pkg/lexer/testdata/transactsql_declare.sql | 1 + pkg/lexer/testdata/transactsql_go.sql | 2 + pkg/lexer/testdata/transactsql_variable.sql | 1 + pkg/lexer/testdata/turtle_basic.ttl | 6 + pkg/lexer/testdata/ucode_endrepeat.u | 4 + pkg/lexer/testdata/ucode_endsuspend.u | 2 + pkg/lexer/testdata/ucode_procedure.u | 3 + pkg/lexer/testdata/ucode_self.u | 1 + pkg/lexer/testdata/ucode_varset.u | 1 + pkg/lexer/testdata/urbiscript_freezeif.u | 4 + pkg/lexer/testdata/urbiscript_waituntil.u | 1 + pkg/lexer/testdata/vb_if.vb | 2 + pkg/lexer/testdata/vb_module.vb | 2 + pkg/lexer/testdata/vb_namespace.vb | 2 + pkg/lexer/testdata/vcl_preceding_comments.vcl | 20 + pkg/lexer/testdata/vcl_top_line.vcl | 9 + pkg/lexer/testdata/velocity_all.vm | 27 + pkg/lexer/testdata/velocity_foreach.vm | 5 + pkg/lexer/testdata/velocity_if.vm | 4 + pkg/lexer/testdata/velocity_macro.vm | 4 + pkg/lexer/testdata/velocity_reference.vm | 2 + pkg/lexer/testdata/verilog_all.v | 10 + pkg/lexer/testdata/verilog_assign.v | 1 + pkg/lexer/testdata/verilog_reg.v | 1 + pkg/lexer/testdata/verilog_wire.v | 1 + pkg/lexer/testdata/xml_doctype_html.xml | 1 + pkg/lexer/testdata/xslt.xsl | 15 + pkg/lexer/tiddler.go | 32 + pkg/lexer/tnt.go | 33 + pkg/lexer/todotxt.go | 34 + pkg/lexer/trafficscript.go | 32 + pkg/lexer/transactsql.go | 82 ++ pkg/lexer/transactsql_test.go | 45 + pkg/lexer/treetop.go | 31 + pkg/lexer/turtle.go | 44 + pkg/lexer/turtle_test.go | 19 + pkg/lexer/ucode.go | 66 + pkg/lexer/ucode_test.go | 49 + pkg/lexer/unicon.go | 32 + pkg/lexer/urbiscript.go | 52 + pkg/lexer/urbiscript_test.go | 37 + pkg/lexer/usd.go | 31 + pkg/lexer/vbnet.go | 42 + pkg/lexer/vbnet_test.go | 41 + pkg/lexer/vbscript.go | 31 + pkg/lexer/vcl.go | 57 + pkg/lexer/vcl_test.go | 37 + pkg/lexer/vclsnippet.go | 31 + pkg/lexer/vctreestatus.go | 30 + pkg/lexer/velocity.go | 64 + pkg/lexer/velocity_test.go | 49 + pkg/lexer/verilog.go | 52 + pkg/lexer/verilog_test.go | 45 + pkg/lexer/vgl.go | 31 + pkg/lexer/wdiff.go | 31 + pkg/lexer/webidl.go | 31 + pkg/lexer/x10.go | 32 + pkg/lexer/xaml.go | 32 + pkg/lexer/xml.go | 39 + pkg/lexer/xml_test.go | 19 + pkg/lexer/xquery.go | 32 + pkg/lexer/xslt.go | 46 + pkg/lexer/xslt_test.go | 19 + pkg/lexer/xtend.go | 32 + pkg/lexer/xtlang.go | 31 + pkg/lexer/zeek.go | 31 + pkg/lexer/zephir.go | 31 + pkg/shebang/shebang.go | 43 + pkg/shebang/shebang_test.go | 64 + pkg/xml/xml.go | 37 + pkg/xml/xml_test.go | 37 + 601 files changed, 17467 insertions(+), 234 deletions(-) create mode 100644 pkg/deps/testdata/react.jsx create mode 100644 pkg/deps/testdata/react.tsx create mode 100644 pkg/doctype/doctype.go create mode 100644 pkg/doctype/doctype_test.go create mode 100644 pkg/lexer/actionscript3.go create mode 100644 pkg/lexer/actionscript3_test.go create mode 100644 pkg/lexer/adl.go create mode 100644 pkg/lexer/agda.go create mode 100644 pkg/lexer/aheui.go create mode 100644 pkg/lexer/alloy.go create mode 100644 pkg/lexer/ambienttalk.go create mode 100644 pkg/lexer/ampl.go create mode 100644 pkg/lexer/arrow.go create mode 100644 pkg/lexer/aspectj.go create mode 100644 pkg/lexer/aspxcsharp.go create mode 100644 pkg/lexer/aspxcsharp_test.go create mode 100644 pkg/lexer/aspxvb.go create mode 100644 pkg/lexer/aspxvb_test.go create mode 100644 pkg/lexer/asymptote.go create mode 100644 pkg/lexer/augeas.go create mode 100644 pkg/lexer/bare.go create mode 100644 pkg/lexer/bbcbasic.go create mode 100644 pkg/lexer/bbcbasic_test.go create mode 100644 pkg/lexer/bbcode.go create mode 100644 pkg/lexer/bc.go create mode 100644 pkg/lexer/befunge.go create mode 100644 pkg/lexer/blazor.go create mode 100644 pkg/lexer/blitzmax.go create mode 100644 pkg/lexer/boa.go create mode 100644 pkg/lexer/boo.go create mode 100644 pkg/lexer/boogie.go create mode 100644 pkg/lexer/brainfuck.go create mode 100644 pkg/lexer/brainfuck_test.go create mode 100644 pkg/lexer/bst.go create mode 100644 pkg/lexer/bugs.go create mode 100644 pkg/lexer/bugs_test.go create mode 100644 pkg/lexer/c_test.go create mode 100644 pkg/lexer/ca65assembler.go create mode 100644 pkg/lexer/ca65assembler_test.go create mode 100644 pkg/lexer/cadl.go create mode 100644 pkg/lexer/camkes.go create mode 100644 pkg/lexer/capdl.go create mode 100644 pkg/lexer/cbmbasicv2.go create mode 100644 pkg/lexer/cbmbasicv2_test.go create mode 100644 pkg/lexer/charmci.go create mode 100644 pkg/lexer/cirru.go create mode 100644 pkg/lexer/clay.go create mode 100644 pkg/lexer/clean.go create mode 100644 pkg/lexer/clojurescript.go create mode 100644 pkg/lexer/cobjdump.go create mode 100644 pkg/lexer/cobolfree.go create mode 100644 pkg/lexer/coldfusioncfc.go create mode 100644 pkg/lexer/coldfusionhtml.go create mode 100644 pkg/lexer/componentpascal.go create mode 100644 pkg/lexer/coq.go create mode 100644 pkg/lexer/coq_test.go create mode 100644 pkg/lexer/cpp_test.go create mode 100644 pkg/lexer/cppobjdump.go create mode 100644 pkg/lexer/cpsa.go create mode 100644 pkg/lexer/crmsh.go create mode 100644 pkg/lexer/croc.go create mode 100644 pkg/lexer/crontab.go create mode 100644 pkg/lexer/cryptol.go create mode 100644 pkg/lexer/csounddocument.go create mode 100644 pkg/lexer/csoundorchestra.go create mode 100644 pkg/lexer/csoundscore.go create mode 100644 pkg/lexer/cuda.go create mode 100644 pkg/lexer/cuda_test.go create mode 100644 pkg/lexer/cypher.go create mode 100644 pkg/lexer/darcspatch.go create mode 100644 pkg/lexer/dasm16.go create mode 100644 pkg/lexer/debiancontrol.go create mode 100644 pkg/lexer/delphi.go create mode 100644 pkg/lexer/devicetree.go create mode 100644 pkg/lexer/dg.go create mode 100644 pkg/lexer/dobjdump.go create mode 100644 pkg/lexer/duel.go create mode 100644 pkg/lexer/dylanlid.go create mode 100644 pkg/lexer/dylansession.go create mode 100644 pkg/lexer/earlgrey.go create mode 100644 pkg/lexer/easytrieve.go create mode 100644 pkg/lexer/easytrieve_test.go create mode 100644 pkg/lexer/ec.go create mode 100644 pkg/lexer/ec_test.go create mode 100644 pkg/lexer/ecl.go create mode 100644 pkg/lexer/ecl_test.go create mode 100644 pkg/lexer/eiffel.go create mode 100644 pkg/lexer/elixiriexsession.go create mode 100644 pkg/lexer/email.go create mode 100644 pkg/lexer/erb.go create mode 100644 pkg/lexer/erb_test.go create mode 100644 pkg/lexer/erlangerlsession.go create mode 100644 pkg/lexer/evoque.go create mode 100644 pkg/lexer/evoque_test.go create mode 100644 pkg/lexer/execline.go create mode 100644 pkg/lexer/execline_test.go create mode 100644 pkg/lexer/ezhil.go create mode 100644 pkg/lexer/ezhil_test.go create mode 100644 pkg/lexer/fancy.go create mode 100644 pkg/lexer/fantom.go create mode 100644 pkg/lexer/felix.go create mode 100644 pkg/lexer/flatline.go create mode 100644 pkg/lexer/floscript.go create mode 100644 pkg/lexer/forth.go create mode 100644 pkg/lexer/forth_test.go create mode 100644 pkg/lexer/foxpro.go create mode 100644 pkg/lexer/freefem.go create mode 100644 pkg/lexer/fsharp.go create mode 100644 pkg/lexer/fsharp_test.go create mode 100644 pkg/lexer/fstar.go create mode 100644 pkg/lexer/gap.go create mode 100644 pkg/lexer/gap_test.go create mode 100644 pkg/lexer/gas.go create mode 100644 pkg/lexer/gas_test.go create mode 100644 pkg/lexer/gdscript.go create mode 100644 pkg/lexer/gdscript_test.go create mode 100644 pkg/lexer/gettext.go create mode 100644 pkg/lexer/golo.go create mode 100644 pkg/lexer/gooddatacl.go create mode 100644 pkg/lexer/gosu.go create mode 100644 pkg/lexer/gosutemplate.go create mode 100644 pkg/lexer/groff.go create mode 100644 pkg/lexer/groff_test.go create mode 100644 pkg/lexer/haml.go create mode 100644 pkg/lexer/hsail.go create mode 100644 pkg/lexer/hspec.go create mode 100644 pkg/lexer/html.go create mode 100644 pkg/lexer/html_test.go create mode 100644 pkg/lexer/http.go create mode 100644 pkg/lexer/http_test.go create mode 100644 pkg/lexer/hxml.go create mode 100644 pkg/lexer/hy.go create mode 100644 pkg/lexer/hy_test.go create mode 100644 pkg/lexer/hybris.go create mode 100644 pkg/lexer/hybris_test.go create mode 100644 pkg/lexer/icon.go create mode 100644 pkg/lexer/idl.go create mode 100644 pkg/lexer/idl_test.go create mode 100644 pkg/lexer/inform6.go create mode 100644 pkg/lexer/inform6_test.go create mode 100644 pkg/lexer/inform6template.go create mode 100644 pkg/lexer/inform7.go create mode 100644 pkg/lexer/ini.go create mode 100644 pkg/lexer/ini_test.go create mode 100644 pkg/lexer/ioke.go create mode 100644 pkg/lexer/irclogs.go create mode 100644 pkg/lexer/isabelle.go create mode 100644 pkg/lexer/jags.go create mode 100644 pkg/lexer/jags_test.go create mode 100644 pkg/lexer/jasmin.go create mode 100644 pkg/lexer/jasmin_test.go create mode 100644 pkg/lexer/jcl.go create mode 100644 pkg/lexer/jcl_test.go create mode 100644 pkg/lexer/jsgf.go create mode 100644 pkg/lexer/jsonld.go create mode 100644 pkg/lexer/jsp.go create mode 100644 pkg/lexer/jsp_test.go create mode 100644 pkg/lexer/juliaconsole.go create mode 100644 pkg/lexer/juttle.go create mode 100644 pkg/lexer/kal.go create mode 100644 pkg/lexer/kconfig.go create mode 100644 pkg/lexer/kernellog.go create mode 100644 pkg/lexer/koka.go create mode 100644 pkg/lexer/lasso.go create mode 100644 pkg/lexer/lasso_test.go create mode 100644 pkg/lexer/lean.go create mode 100644 pkg/lexer/less.go create mode 100644 pkg/lexer/lexer.go create mode 100644 pkg/lexer/lexer_test.go create mode 100644 pkg/lexer/limbo.go create mode 100644 pkg/lexer/limbo_test.go create mode 100644 pkg/lexer/liquid.go create mode 100644 pkg/lexer/literateagda.go create mode 100644 pkg/lexer/literatecryptol.go create mode 100644 pkg/lexer/literatehaskell.go create mode 100644 pkg/lexer/literateidris.go create mode 100644 pkg/lexer/livescript.go create mode 100644 pkg/lexer/llvmmir.go create mode 100644 pkg/lexer/llvmmirbody.go create mode 100644 pkg/lexer/logos.go create mode 100644 pkg/lexer/logos_test.go create mode 100644 pkg/lexer/logtalk.go create mode 100644 pkg/lexer/logtalk_test.go create mode 100644 pkg/lexer/lsl.go create mode 100644 pkg/lexer/make.go create mode 100644 pkg/lexer/make_test.go create mode 100644 pkg/lexer/maql.go create mode 100644 pkg/lexer/marko.go create mode 100644 pkg/lexer/mask.go create mode 100644 pkg/lexer/matlab.go create mode 100644 pkg/lexer/matlab_test.go create mode 100644 pkg/lexer/matlabsession.go create mode 100644 pkg/lexer/mime.go create mode 100644 pkg/lexer/minid.go create mode 100644 pkg/lexer/miniscript.go create mode 100644 pkg/lexer/modelica.go create mode 100644 pkg/lexer/modula2.go create mode 100644 pkg/lexer/modula2_test.go create mode 100644 pkg/lexer/monkey.go create mode 100644 pkg/lexer/monte.go create mode 100644 pkg/lexer/moocode.go create mode 100644 pkg/lexer/moonscript.go create mode 100644 pkg/lexer/mosel.go create mode 100644 pkg/lexer/mozhashpreproc.go create mode 100644 pkg/lexer/mozpreprocpercent.go create mode 100644 pkg/lexer/mql.go create mode 100644 pkg/lexer/mscgen.go create mode 100644 pkg/lexer/msdossession.go create mode 100644 pkg/lexer/mupad.go create mode 100644 pkg/lexer/mustache.go create mode 100644 pkg/lexer/mxml.go create mode 100644 pkg/lexer/nasm.go create mode 100644 pkg/lexer/nasm_test.go create mode 100644 pkg/lexer/nasmobjdump.go create mode 100644 pkg/lexer/ncl.go create mode 100644 pkg/lexer/nemerle.go create mode 100644 pkg/lexer/nemerle_test.go create mode 100644 pkg/lexer/nesc.go create mode 100644 pkg/lexer/nesc_test.go create mode 100644 pkg/lexer/newlisp.go create mode 100644 pkg/lexer/nit.go create mode 100644 pkg/lexer/notmuch.go create mode 100644 pkg/lexer/notmuch_test.go create mode 100644 pkg/lexer/nsis.go create mode 100644 pkg/lexer/numpy.go create mode 100644 pkg/lexer/numpy_test.go create mode 100644 pkg/lexer/nusmv.go create mode 100644 pkg/lexer/objdump.go create mode 100644 pkg/lexer/objectivec.go create mode 100644 pkg/lexer/objectivec_test.go create mode 100644 pkg/lexer/objectivecpp.go create mode 100644 pkg/lexer/objectivej.go create mode 100644 pkg/lexer/objectivej_test.go create mode 100644 pkg/lexer/ooc.go create mode 100644 pkg/lexer/opa.go create mode 100644 pkg/lexer/openedgeabl.go create mode 100644 pkg/lexer/openedgeabl_test.go create mode 100644 pkg/lexer/pan.go create mode 100644 pkg/lexer/parasail.go create mode 100644 pkg/lexer/pawn.go create mode 100644 pkg/lexer/pawn_test.go create mode 100644 pkg/lexer/peg.go create mode 100644 pkg/lexer/perl.go create mode 100644 pkg/lexer/perl6.go create mode 100644 pkg/lexer/perl6_test.go create mode 100644 pkg/lexer/perl_test.go create mode 100644 pkg/lexer/pike.go create mode 100644 pkg/lexer/pointless.go create mode 100644 pkg/lexer/povray.go create mode 100644 pkg/lexer/povray_test.go create mode 100644 pkg/lexer/powershellsession.go create mode 100644 pkg/lexer/praat.go create mode 100644 pkg/lexer/processing.go create mode 100644 pkg/lexer/prolog.go create mode 100644 pkg/lexer/prolog_test.go create mode 100644 pkg/lexer/psql.go create mode 100644 pkg/lexer/psyshphp.go create mode 100644 pkg/lexer/pug.go create mode 100644 pkg/lexer/pypylog.go create mode 100644 pkg/lexer/python.go create mode 100644 pkg/lexer/python2.go create mode 100644 pkg/lexer/python2_test.go create mode 100644 pkg/lexer/python2traceback.go create mode 100644 pkg/lexer/python_test.go create mode 100644 pkg/lexer/pythonconsole.go create mode 100644 pkg/lexer/pythontraceback.go create mode 100644 pkg/lexer/qbasic.go create mode 100644 pkg/lexer/qbasic_test.go create mode 100644 pkg/lexer/qvto.go create mode 100644 pkg/lexer/r.go create mode 100644 pkg/lexer/r_test.go create mode 100644 pkg/lexer/ragelembedded.go create mode 100644 pkg/lexer/ragelembedded_test.go create mode 100644 pkg/lexer/rawtoken.go create mode 100644 pkg/lexer/razor.go create mode 100644 pkg/lexer/rconsole.go create mode 100644 pkg/lexer/rd.go create mode 100644 pkg/lexer/rebol.go create mode 100644 pkg/lexer/rebol_test.go create mode 100644 pkg/lexer/red.go create mode 100644 pkg/lexer/redcode.go create mode 100644 pkg/lexer/rescript.go create mode 100644 pkg/lexer/resourcebundle.go create mode 100644 pkg/lexer/resourcebundle_test.go create mode 100644 pkg/lexer/rhtml.go create mode 100644 pkg/lexer/rhtml_test.go create mode 100644 pkg/lexer/ride.go create mode 100644 pkg/lexer/rngcompact.go create mode 100644 pkg/lexer/roboconfgraph.go create mode 100644 pkg/lexer/roboconfinstances.go create mode 100644 pkg/lexer/robotframework.go create mode 100644 pkg/lexer/rpmspec.go create mode 100644 pkg/lexer/rql.go create mode 100644 pkg/lexer/rsl.go create mode 100644 pkg/lexer/rsl_test.go create mode 100644 pkg/lexer/rubyirbsession.go create mode 100644 pkg/lexer/sarl.go create mode 100644 pkg/lexer/scaml.go create mode 100644 pkg/lexer/scdoc.go create mode 100644 pkg/lexer/scdoc_test.go create mode 100644 pkg/lexer/sgf.go create mode 100644 pkg/lexer/shen.go create mode 100644 pkg/lexer/shexc.go create mode 100644 pkg/lexer/silver.go create mode 100644 pkg/lexer/singularity.go create mode 100644 pkg/lexer/singularity_test.go create mode 100644 pkg/lexer/sketchdrawing.go create mode 100644 pkg/lexer/slash.go create mode 100644 pkg/lexer/slim.go create mode 100644 pkg/lexer/slint.go create mode 100644 pkg/lexer/slurm.go create mode 100644 pkg/lexer/slurm_test.go create mode 100644 pkg/lexer/smali.go create mode 100644 pkg/lexer/smali_test.go create mode 100644 pkg/lexer/snowball.go create mode 100644 pkg/lexer/sourceslist.go create mode 100644 pkg/lexer/sourceslist_test.go create mode 100644 pkg/lexer/sqlite3con.go create mode 100644 pkg/lexer/ssp.go create mode 100644 pkg/lexer/ssp_test.go create mode 100644 pkg/lexer/stan.go create mode 100644 pkg/lexer/stan_test.go create mode 100644 pkg/lexer/stata.go create mode 100644 pkg/lexer/sublimetextconfig.go create mode 100644 pkg/lexer/supercollider.go create mode 100644 pkg/lexer/supercollider_test.go create mode 100644 pkg/lexer/swig.go create mode 100644 pkg/lexer/swig_test.go create mode 100644 pkg/lexer/tads3.go create mode 100644 pkg/lexer/tads3_test.go create mode 100644 pkg/lexer/tap.go create mode 100644 pkg/lexer/tasm.go create mode 100644 pkg/lexer/tasm_test.go create mode 100644 pkg/lexer/tcshsession.go create mode 100644 pkg/lexer/tea.go create mode 100644 pkg/lexer/teraterm.go create mode 100644 pkg/lexer/teraterm_test.go create mode 100644 pkg/lexer/testdata/actionscript3.as create mode 100644 pkg/lexer/testdata/actionscript3_capital_letter.as create mode 100644 pkg/lexer/testdata/actionscript3_spaces.as create mode 100644 pkg/lexer/testdata/aspxcsharp_page_language.aspx create mode 100644 pkg/lexer/testdata/aspxcsharp_script_language.aspx create mode 100644 pkg/lexer/testdata/aspxvbnet_page_language.aspx create mode 100644 pkg/lexer/testdata/aspxvbnet_script_language.aspx create mode 100644 pkg/lexer/testdata/bbcbasic_10rem.bbc create mode 100644 pkg/lexer/testdata/bbcbasic_rem.bbc create mode 100644 pkg/lexer/testdata/brainfuck_greater_less.bf create mode 100644 pkg/lexer/testdata/brainfuck_minus.bf create mode 100644 pkg/lexer/testdata/brainfuck_plus_minus.bf create mode 100644 pkg/lexer/testdata/bugs_basic.bug create mode 100644 pkg/lexer/testdata/c_ifdef.c create mode 100644 pkg/lexer/testdata/c_ifndef.c create mode 100644 pkg/lexer/testdata/c_include.c create mode 100644 pkg/lexer/testdata/ca65assembler_comment.s create mode 100644 pkg/lexer/testdata/cbmbasicv2_basic.bas create mode 100644 pkg/lexer/testdata/coq_reserved_keyword.v create mode 100644 pkg/lexer/testdata/cpp_include.cpp create mode 100644 pkg/lexer/testdata/cpp_namespace.cpp create mode 100644 pkg/lexer/testdata/cuda_ifdef.cu create mode 100644 pkg/lexer/testdata/cuda_ifndef.cu create mode 100644 pkg/lexer/testdata/cuda_include.cu create mode 100644 pkg/lexer/testdata/easytrieve_basic.ezt create mode 100644 pkg/lexer/testdata/easytrieve_macro.mac create mode 100644 pkg/lexer/testdata/ec_ifdef.ec create mode 100644 pkg/lexer/testdata/ec_ifndef.ec create mode 100644 pkg/lexer/testdata/ec_include.ec create mode 100644 pkg/lexer/testdata/ecl_basic.ecl create mode 100644 pkg/lexer/testdata/ecl_pass_var.ecl create mode 100644 pkg/lexer/testdata/erb_basic.erb create mode 100644 pkg/lexer/testdata/evoque_basic.evoque create mode 100644 pkg/lexer/testdata/execline_shebang.exec create mode 100644 pkg/lexer/testdata/ezhil_basic.n create mode 100644 pkg/lexer/testdata/forth_command.frt create mode 100644 pkg/lexer/testdata/fsharp_backward_pipeline_operator.fs create mode 100644 pkg/lexer/testdata/fsharp_forward_pipeline_operator.fs create mode 100644 pkg/lexer/testdata/fsharp_pipeline_operator.fs create mode 100644 pkg/lexer/testdata/gap_declaration.g create mode 100644 pkg/lexer/testdata/gap_implementation.g create mode 100644 pkg/lexer/testdata/gas_data_directive.S create mode 100644 pkg/lexer/testdata/gas_other_directive.S create mode 100644 pkg/lexer/testdata/gdscript_full.gd create mode 100644 pkg/lexer/testdata/gdscript_func.gd create mode 100644 pkg/lexer/testdata/gdscript_keyword.gd create mode 100644 pkg/lexer/testdata/gdscript_keyword2.gd create mode 100644 pkg/lexer/testdata/groff_comment.man create mode 100644 pkg/lexer/testdata/groff_macro.man create mode 100644 pkg/lexer/testdata/groff_title_head.man create mode 100644 pkg/lexer/testdata/html.rhtml create mode 100644 pkg/lexer/testdata/html_doctype.html create mode 100644 pkg/lexer/testdata/http_request.http create mode 100644 pkg/lexer/testdata/hy_defn.hy create mode 100644 pkg/lexer/testdata/hy_import.hy create mode 100644 pkg/lexer/testdata/hybris_private.hyb create mode 100644 pkg/lexer/testdata/hybris_public.hyb create mode 100644 pkg/lexer/testdata/idl_endelse.pro create mode 100644 pkg/lexer/testdata/idl_endswitch.pro create mode 100644 pkg/lexer/testdata/inform6_basic.inf create mode 100644 pkg/lexer/testdata/ini_basic.ini create mode 100644 pkg/lexer/testdata/ini_invalid.ini create mode 100644 pkg/lexer/testdata/jags_data.jag create mode 100644 pkg/lexer/testdata/jags_model.jag create mode 100644 pkg/lexer/testdata/jags_var.jag create mode 100644 pkg/lexer/testdata/jasmin_class.j create mode 100644 pkg/lexer/testdata/jasmin_instruction.j create mode 100644 pkg/lexer/testdata/jasmin_keyword.j create mode 100644 pkg/lexer/testdata/jcl_job_header.jcl create mode 100644 pkg/lexer/testdata/jsp_basic.jsp create mode 100644 pkg/lexer/testdata/lasso_delimiter.lasso create mode 100644 pkg/lexer/testdata/lasso_local.lasso create mode 100644 pkg/lexer/testdata/lasso_shebang.lasso create mode 100644 pkg/lexer/testdata/limbo_basic.b create mode 100644 pkg/lexer/testdata/logos_basic.xm create mode 100644 pkg/lexer/testdata/logtalk_basic.lgt create mode 100644 pkg/lexer/testdata/logtalk_object.lgt create mode 100644 pkg/lexer/testdata/makefile create mode 100644 pkg/lexer/testdata/mason_calling_component.m create mode 100644 pkg/lexer/testdata/mason_unnamed_block.m create mode 100644 pkg/lexer/testdata/matlab_comment.m create mode 100644 pkg/lexer/testdata/matlab_function.m create mode 100644 pkg/lexer/testdata/matlab_systemcmd.m create mode 100644 pkg/lexer/testdata/matlab_windows.m create mode 100644 pkg/lexer/testdata/modula2_basic.def create mode 100644 pkg/lexer/testdata/modula2_pascal.def create mode 100644 pkg/lexer/testdata/modula2_pascal_function.def create mode 100644 pkg/lexer/testdata/mysql_backtick.sql create mode 100644 pkg/lexer/testdata/nasm.asm create mode 100644 pkg/lexer/testdata/nemerle_if.n create mode 100644 pkg/lexer/testdata/nesc_ifdef.nc create mode 100644 pkg/lexer/testdata/nesc_ifndef.nc create mode 100644 pkg/lexer/testdata/nesc_include.nc create mode 100644 pkg/lexer/testdata/notmuch create mode 100644 pkg/lexer/testdata/numpy.py create mode 100644 pkg/lexer/testdata/numpy_basic create mode 100644 pkg/lexer/testdata/numpy_from_import create mode 100644 pkg/lexer/testdata/objectivec_keyword_end.m create mode 100644 pkg/lexer/testdata/objectivec_keyword_implementation.m create mode 100644 pkg/lexer/testdata/objectivec_keyword_protocol.m create mode 100644 pkg/lexer/testdata/objectivec_message.m create mode 100644 pkg/lexer/testdata/objectivec_nsnumber.m create mode 100644 pkg/lexer/testdata/objectivec_nsstring.m create mode 100644 pkg/lexer/testdata/objectivej_import copy.j create mode 100644 pkg/lexer/testdata/objectivej_import.j create mode 100644 pkg/lexer/testdata/openedge_else_do.p create mode 100644 pkg/lexer/testdata/openedge_end.p create mode 100644 pkg/lexer/testdata/openedge_end_procedure.p create mode 100644 pkg/lexer/testdata/pawn_tagof.pwn create mode 100644 pkg/lexer/testdata/perl6_assign.pl6 create mode 100644 pkg/lexer/testdata/perl6_enum.pl6 create mode 100644 pkg/lexer/testdata/perl6_pod.pl6 create mode 100644 pkg/lexer/testdata/perl6_scoped_class.pl6 create mode 100644 pkg/lexer/testdata/perl6_shebang.pl6 create mode 100644 pkg/lexer/testdata/perl6_v6.pl6 create mode 100644 pkg/lexer/testdata/perl_basic.pl create mode 100644 pkg/lexer/testdata/perl_shebang.pl create mode 100644 pkg/lexer/testdata/perl_unicon_like.pl create mode 100644 pkg/lexer/testdata/povray_camera.pov create mode 100644 pkg/lexer/testdata/povray_declare.pov create mode 100644 pkg/lexer/testdata/povray_light_source.pov create mode 100644 pkg/lexer/testdata/povray_version.pov create mode 100644 pkg/lexer/testdata/prolog.ecl create mode 100644 pkg/lexer/testdata/python2_shebang.py create mode 100644 pkg/lexer/testdata/python3_import.py create mode 100644 pkg/lexer/testdata/python3_shebang.py create mode 100644 pkg/lexer/testdata/qbasic_dynamiccmd.bas create mode 100644 pkg/lexer/testdata/qbasic_staticcmd.bas create mode 100644 pkg/lexer/testdata/r_expression.r create mode 100644 pkg/lexer/testdata/ragel.rl create mode 100644 pkg/lexer/testdata/raise.rsl create mode 100644 pkg/lexer/testdata/rebol.r create mode 100644 pkg/lexer/testdata/rebol_header_preceding_text.r create mode 100644 pkg/lexer/testdata/resource.txt create mode 100644 pkg/lexer/testdata/rhtml.rhtml create mode 100644 pkg/lexer/testdata/scdoc_asterisk.scd create mode 100644 pkg/lexer/testdata/scdoc_underscore.scd create mode 100644 pkg/lexer/testdata/singularity_full.def create mode 100644 pkg/lexer/testdata/singularity_only_header.def create mode 100644 pkg/lexer/testdata/singularity_only_section.def create mode 100644 pkg/lexer/testdata/slurm.sl create mode 100644 pkg/lexer/testdata/smali_class.smali create mode 100644 pkg/lexer/testdata/smali_class_keyword.smali create mode 100644 pkg/lexer/testdata/smali_keyword.smali create mode 100644 pkg/lexer/testdata/sources-indented.list create mode 100644 pkg/lexer/testdata/sources-invalid.list create mode 100644 pkg/lexer/testdata/sources.list create mode 100644 pkg/lexer/testdata/ssp_basic.ssp create mode 100644 pkg/lexer/testdata/stan_basic.stan create mode 100644 pkg/lexer/testdata/supercollider_sinosc.sc create mode 100644 pkg/lexer/testdata/supercollider_thisfunctiondef.sc create mode 100644 pkg/lexer/testdata/swig copy.i create mode 100644 pkg/lexer/testdata/swig.i create mode 100644 pkg/lexer/testdata/swig_unknown_directive.i create mode 100644 pkg/lexer/testdata/tads3_game_main_def.t create mode 100644 pkg/lexer/testdata/tads3_tads_keyword.t create mode 100644 pkg/lexer/testdata/tads3_version_info.t create mode 100644 pkg/lexer/testdata/tasm.asm create mode 100644 pkg/lexer/testdata/teraterm_commands.ttl create mode 100644 pkg/lexer/testdata/transactsql_bracket.sql create mode 100644 pkg/lexer/testdata/transactsql_declare.sql create mode 100644 pkg/lexer/testdata/transactsql_go.sql create mode 100644 pkg/lexer/testdata/transactsql_variable.sql create mode 100644 pkg/lexer/testdata/turtle_basic.ttl create mode 100644 pkg/lexer/testdata/ucode_endrepeat.u create mode 100644 pkg/lexer/testdata/ucode_endsuspend.u create mode 100644 pkg/lexer/testdata/ucode_procedure.u create mode 100644 pkg/lexer/testdata/ucode_self.u create mode 100644 pkg/lexer/testdata/ucode_varset.u create mode 100644 pkg/lexer/testdata/urbiscript_freezeif.u create mode 100644 pkg/lexer/testdata/urbiscript_waituntil.u create mode 100644 pkg/lexer/testdata/vb_if.vb create mode 100644 pkg/lexer/testdata/vb_module.vb create mode 100644 pkg/lexer/testdata/vb_namespace.vb create mode 100644 pkg/lexer/testdata/vcl_preceding_comments.vcl create mode 100644 pkg/lexer/testdata/vcl_top_line.vcl create mode 100644 pkg/lexer/testdata/velocity_all.vm create mode 100644 pkg/lexer/testdata/velocity_foreach.vm create mode 100644 pkg/lexer/testdata/velocity_if.vm create mode 100644 pkg/lexer/testdata/velocity_macro.vm create mode 100644 pkg/lexer/testdata/velocity_reference.vm create mode 100644 pkg/lexer/testdata/verilog_all.v create mode 100644 pkg/lexer/testdata/verilog_assign.v create mode 100644 pkg/lexer/testdata/verilog_reg.v create mode 100644 pkg/lexer/testdata/verilog_wire.v create mode 100644 pkg/lexer/testdata/xml_doctype_html.xml create mode 100644 pkg/lexer/testdata/xslt.xsl create mode 100644 pkg/lexer/tiddler.go create mode 100644 pkg/lexer/tnt.go create mode 100644 pkg/lexer/todotxt.go create mode 100644 pkg/lexer/trafficscript.go create mode 100644 pkg/lexer/transactsql.go create mode 100644 pkg/lexer/transactsql_test.go create mode 100644 pkg/lexer/treetop.go create mode 100644 pkg/lexer/turtle.go create mode 100644 pkg/lexer/turtle_test.go create mode 100644 pkg/lexer/ucode.go create mode 100644 pkg/lexer/ucode_test.go create mode 100644 pkg/lexer/unicon.go create mode 100644 pkg/lexer/urbiscript.go create mode 100644 pkg/lexer/urbiscript_test.go create mode 100644 pkg/lexer/usd.go create mode 100644 pkg/lexer/vbnet.go create mode 100644 pkg/lexer/vbnet_test.go create mode 100644 pkg/lexer/vbscript.go create mode 100644 pkg/lexer/vcl.go create mode 100644 pkg/lexer/vcl_test.go create mode 100644 pkg/lexer/vclsnippet.go create mode 100644 pkg/lexer/vctreestatus.go create mode 100644 pkg/lexer/velocity.go create mode 100644 pkg/lexer/velocity_test.go create mode 100644 pkg/lexer/verilog.go create mode 100644 pkg/lexer/verilog_test.go create mode 100644 pkg/lexer/vgl.go create mode 100644 pkg/lexer/wdiff.go create mode 100644 pkg/lexer/webidl.go create mode 100644 pkg/lexer/x10.go create mode 100644 pkg/lexer/xaml.go create mode 100644 pkg/lexer/xml.go create mode 100644 pkg/lexer/xml_test.go create mode 100644 pkg/lexer/xquery.go create mode 100644 pkg/lexer/xslt.go create mode 100644 pkg/lexer/xslt_test.go create mode 100644 pkg/lexer/xtend.go create mode 100644 pkg/lexer/xtlang.go create mode 100644 pkg/lexer/zeek.go create mode 100644 pkg/lexer/zephir.go create mode 100644 pkg/shebang/shebang.go create mode 100644 pkg/shebang/shebang_test.go create mode 100644 pkg/xml/xml.go create mode 100644 pkg/xml/xml_test.go diff --git a/cmd/run.go b/cmd/run.go index f878d3ec..2327a465 100644 --- a/cmd/run.go +++ b/cmd/run.go @@ -26,6 +26,7 @@ import ( "github.com/wakatime/wakatime-cli/pkg/exitcode" "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/ini" + "github.com/wakatime/wakatime-cli/pkg/lexer" "github.com/wakatime/wakatime-cli/pkg/log" "github.com/wakatime/wakatime-cli/pkg/offline" "github.com/wakatime/wakatime-cli/pkg/vipertools" @@ -68,6 +69,11 @@ func Run(cmd *cobra.Command, v *viper.Viper) { log.Fatalf("failed to setup logging: %s", err) } + // register all custom lexers + if err := lexer.RegisterAll(); err != nil { + log.Fatalf("failed to register custom lexers: %s", err) + } + if v.GetBool("user-agent") { log.Debugln("command: user-agent") diff --git a/go.mod b/go.mod index e802ce85..94b86d60 100644 --- a/go.mod +++ b/go.mod @@ -4,7 +4,7 @@ go 1.21 require ( github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 - github.com/alecthomas/chroma v0.10.0 + github.com/alecthomas/chroma/v2 v2.8.0 github.com/danwakefield/fnmatch v0.0.0-20160403171240-cbb64ac3d964 github.com/dlclark/regexp2 v1.10.0 github.com/gandarez/go-olson-timezone v0.1.0 @@ -28,6 +28,14 @@ require ( ) require ( + github.com/alecthomas/colour v0.1.0 // indirect + github.com/alecthomas/repr v0.2.0 // indirect + github.com/mattn/go-isatty v0.0.14 // indirect + github.com/sergi/go-diff v1.2.0 // indirect +) + +require ( + github.com/alecthomas/assert v1.0.0 github.com/davecgh/go-spew v1.1.1 // indirect github.com/fsnotify/fsnotify v1.6.0 // indirect github.com/hashicorp/hcl v1.0.0 // indirect @@ -50,6 +58,6 @@ require ( gopkg.in/yaml.v3 v3.0.1 // indirect ) -replace github.com/alecthomas/chroma => github.com/wakatime/chroma v0.11.3-wakatime1 +replace github.com/alecthomas/chroma/v2 => github.com/gandarez/chroma/v2 v2.8.0-wakatime.1 replace github.com/matishsiao/goInfo => github.com/wakatime/goInfo v0.1.0-wakatime.8 diff --git a/go.sum b/go.sum index ccf9922a..f438c3ac 100644 --- a/go.sum +++ b/go.sum @@ -40,13 +40,14 @@ github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 h1:mFRzDkZVAjdal+ github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358/go.mod h1:chxPXzSsl7ZWRAuOIE23GDNzjWuZquvFlgA8xmpunjU= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= -github.com/alecthomas/assert v0.0.0-20170929043011-405dbfeb8e38 h1:smF2tmSOzy2Mm+0dGI2AIUHY+w0BUc+4tn40djz7+6U= -github.com/alecthomas/assert v0.0.0-20170929043011-405dbfeb8e38/go.mod h1:r7bzyVFMNntcxPZXK3/+KdruV1H5KSlyVY0gc+NgInI= +github.com/alecthomas/assert v1.0.0 h1:3XmGh/PSuLzDbK3W2gUbRXwgW5lqPkuqvRgeQ30FI5o= +github.com/alecthomas/assert v1.0.0/go.mod h1:va/d2JC+M7F6s+80kl/R3G7FUiW6JzUO+hPhLyJ36ZY= +github.com/alecthomas/assert/v2 v2.2.1 h1:XivOgYcduV98QCahG8T5XTezV5bylXe+lBxLG2K2ink= +github.com/alecthomas/assert/v2 v2.2.1/go.mod h1:pXcQ2Asjp247dahGEmsZ6ru0UVwnkhktn7S0bBDLxvQ= github.com/alecthomas/colour v0.1.0 h1:nOE9rJm6dsZ66RGWYSFrXw461ZIt9A6+nHgL7FRrDUk= github.com/alecthomas/colour v0.1.0/go.mod h1:QO9JBoKquHd+jz9nshCh40fOfO+JzsoXy8qTHF68zU0= -github.com/alecthomas/kong v0.2.11/go.mod h1:kQOmtJgV+Lb4aj+I2LEn40cbtawdWJ9Y8QLq+lElKxE= -github.com/alecthomas/repr v0.0.0-20201120212035-bb82daffcca2 h1:G5TeG64Ox4OWq2YwlsxS7nOedU8vbGgNRTRDAjGvDCk= -github.com/alecthomas/repr v0.0.0-20201120212035-bb82daffcca2/go.mod h1:2kn6fqh/zIyPLmm3ugklbEi5hg5wS435eygvNfaDQL8= +github.com/alecthomas/repr v0.2.0 h1:HAzS41CIzNW5syS8Mf9UwXhNH1J9aix/BvDRf1Ml2Yk= +github.com/alecthomas/repr v0.2.0/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4= github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= @@ -62,7 +63,6 @@ github.com/danwakefield/fnmatch v0.0.0-20160403171240-cbb64ac3d964/go.mod h1:Xd9 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= -github.com/dlclark/regexp2 v1.4.0/go.mod h1:2pZnwuY/m+8K6iRw6wQdMtk+rH5tNGR1i55kozfMjCc= github.com/dlclark/regexp2 v1.10.0 h1:+/GIL799phkJqYW+3YbOd8LCcbHzT0Pbo8zl70MHsq0= github.com/dlclark/regexp2 v1.10.0/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8= github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= @@ -75,6 +75,8 @@ github.com/frankban/quicktest v1.14.4 h1:g2rn0vABPOOXmZUj+vbmUp0lPoXEMuhTpIluN0X github.com/frankban/quicktest v1.14.4/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0= github.com/fsnotify/fsnotify v1.6.0 h1:n+5WquG0fcWoWp6xPWfHdbskMCQaFnG6PfBrh1Ky4HY= github.com/fsnotify/fsnotify v1.6.0/go.mod h1:sl3t1tCWJFWoRz9R8WJCbQihKKwmorjAbSClcnxKAGw= +github.com/gandarez/chroma/v2 v2.8.0-wakatime.1 h1:CHVpXUWoYho4HuH0Iu9sL7b5jG93oUrmWPw5Qb5fb2s= +github.com/gandarez/chroma/v2 v2.8.0-wakatime.1/go.mod h1:yrkMI9807G1ROx13fhe1v6PN2DDeaR73L3d+1nmYQtw= github.com/gandarez/go-olson-timezone v0.1.0 h1:cDRlHKQE0uC3mJNZyKoQIpAuvQtV8KXwIVj8bDEEyuo= github.com/gandarez/go-olson-timezone v0.1.0/go.mod h1:+yV/cYNjgs2JqdGShznAD4R13r8lKMGR2XlWAJqa5Yo= github.com/gandarez/go-realpath v1.0.0 h1:fhQBRDshH/MZNmDLWM9vbBameK2fxyLr+ctqkRwbHEU= @@ -143,6 +145,8 @@ github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4= github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ= +github.com/hexops/gotextdiff v1.0.3 h1:gitA9+qJrrTCsiCl7+kh75nPqQt1cx4ZkudSTLoUqJM= +github.com/hexops/gotextdiff v1.0.3/go.mod h1:pSWU5MAI3yDq+fZBTazCSJysOMbxWL1BSow5/V2vxeg= github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8= @@ -212,9 +216,7 @@ github.com/masterzen/simplexml v0.0.0-20160608183007-4572e39b1ab9/go.mod h1:kCEb github.com/masterzen/winrm v0.0.0-20161014151040-7a535cd943fc/go.mod h1:CfZSN7zwz5gJiFhZJz49Uzk7mEBHIceWmbFmYx7Hf7E= github.com/masterzen/xmlpath v0.0.0-20140218185901-13f4951698ad/go.mod h1:A0zPC53iKKKcXYxr4ROjpQRQ5FgJXtelNdSmHHuq/tY= github.com/mattn/go-colorable v0.0.6/go.mod h1:9vuHe8Xs5qXnSaW/c/ABM9alt+Vo+STaOChaDxuIBZU= -github.com/mattn/go-colorable v0.1.8/go.mod h1:u6P/XSegPjTcexA+o6vUJrdnUu04hMope9wVRipJSqc= github.com/mattn/go-isatty v0.0.0-20160806122752-66b8e73f3f5c/go.mod h1:M+lRXTBqGeGNdLjl/ufCoiOlB5xdOkqRJdNxMWT7Zi4= -github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU= github.com/mattn/go-isatty v0.0.14 h1:yVuAays6BHfxijgZPzw+3Zlu5yQgKGP2/hcQbHb7S9Y= github.com/mattn/go-isatty v0.0.14/go.mod h1:7GGIvUiUoEMVVmxf/4nioHXj79iQHKdU27kJ6hsGG94= github.com/mitchellh/go-homedir v1.1.0 h1:lukF9ziXFxDFPkA1vsr5zpc1XuPDn/wFntq5mG+4E0Y= @@ -224,7 +226,6 @@ github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RR github.com/nu7hatch/gouuid v0.0.0-20131221200532-179d4d0c4d8d/go.mod h1:YUTz3bUH2ZwIWBy3CJBeOBEugqcmXREj14T+iG/4k4U= github.com/pelletier/go-toml/v2 v2.0.9 h1:uH2qQXheeefCCkuBBSLi7jCiSmj3VRh2+Goq2N7Xxu0= github.com/pelletier/go-toml/v2 v2.0.9/go.mod h1:tJU2Z3ZkXwnxa4DPO899bsyIoywizdUvyaeZurnPPDc= -github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pkg/sftp v1.13.1/go.mod h1:3HaPG6Dq1ILlpPZRO0HVMrsydcdLt6HRDccSgb87qRg= github.com/pkg/sftp v1.13.6 h1:JFZT4XbOU7l77xGSpOdW+pwIMqP044IyjXX6FGyEKFo= @@ -236,8 +237,8 @@ github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFR github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8= github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs= github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= -github.com/sergi/go-diff v1.1.0 h1:we8PVUC3FE2uYfodKH/nBHMSetSfHDR6scGdBi+erh0= -github.com/sergi/go-diff v1.1.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM= +github.com/sergi/go-diff v1.2.0 h1:XU+rvMAioB0UC3q1MFrIQy4Vo5/4VsRDQQXHsEya6xQ= +github.com/sergi/go-diff v1.2.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM= github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ= github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= github.com/slongfield/pyfmt v0.0.0-20220222012616-ea85ff4c361f h1:Z2cODYsUxQPofhpYRMQVwWz4yUVpHF+vPi+eUdruUYI= @@ -260,7 +261,6 @@ github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpE github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= -github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= @@ -268,8 +268,6 @@ github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcU github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= github.com/subosito/gotenv v1.4.2 h1:X1TuBLAMDFbaTAChgCBLu3DU3UPyELpnF2jjJ2cz/S8= github.com/subosito/gotenv v1.4.2/go.mod h1:ayKnFf/c6rvx/2iiLrJUk1e6plDbT3edrFNGqEflhK0= -github.com/wakatime/chroma v0.11.3-wakatime1 h1:t0lXBTg0RwaFgIsqpfKfUbXBZTYT3d+qXrLVtFDP564= -github.com/wakatime/chroma v0.11.3-wakatime1/go.mod h1:OSQG4slLkpoTtTCq3MKBL8aAWm7MpXpc+EiNmYMZ2pE= github.com/wakatime/goInfo v0.1.0-wakatime.8 h1:MgyeRnCkynEmUxLKXnYUAP5Dd+vhKxhqg6Nx1PdAZy4= github.com/wakatime/goInfo v0.1.0-wakatime.8/go.mod h1:aEt7p9Rvh67BYApmZwNDPpgircTO2kgdmDUoF/1QmwA= github.com/yookoala/realpath v1.0.0 h1:7OA9pj4FZd+oZDsyvXWQvjn5oBdcHRTV44PpdMSuImQ= @@ -405,7 +403,6 @@ golang.org/x/sys v0.0.0-20191001151750-bb3f8db39f24/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191228213918-04cbcbbfeed8/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200113162924-86b910548bc1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200122134326-e047566fdf82/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200212091648-12a6c2dcc1e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= @@ -428,6 +425,7 @@ golang.org/x/sys v0.0.0-20210225134936-a50acf3fe073/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210423185535-09eb48e85fd7/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= diff --git a/pkg/deps/c.go b/pkg/deps/c.go index fd89558a..2a5f2179 100644 --- a/pkg/deps/c.go +++ b/pkg/deps/c.go @@ -7,10 +7,11 @@ import ( "regexp" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/c" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var cExcludeRegex = regexp.MustCompile(`(?i)^(stdio\.h|stdlib\.h|string\.h|time\.h)$`) @@ -53,7 +54,12 @@ func (p *ParserC) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := c.C.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageC.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageC.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/c_test.go b/pkg/deps/c_test.go index 910a2b33..f7f1e2ff 100644 --- a/pkg/deps/c_test.go +++ b/pkg/deps/c_test.go @@ -4,22 +4,17 @@ import ( "testing" "github.com/wakatime/wakatime-cli/pkg/deps" - "github.com/wakatime/wakatime-cli/pkg/heartbeat" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestParserC_Parse(t *testing.T) { tests := map[string]struct { - Lexer chroma.Lexer Filepath string Expected []string }{ "c": { - Lexer: lexers.Get(heartbeat.LanguageC.StringChroma()), Filepath: "testdata/c.c", Expected: []string{ "math", @@ -27,7 +22,6 @@ func TestParserC_Parse(t *testing.T) { }, }, "cpp": { - Lexer: lexers.Get(heartbeat.LanguageCPP.StringChroma()), Filepath: "testdata/cpp.cpp", Expected: []string{ "iostream", diff --git a/pkg/deps/csharp.go b/pkg/deps/csharp.go index 1454b645..2ef40897 100644 --- a/pkg/deps/csharp.go +++ b/pkg/deps/csharp.go @@ -7,10 +7,11 @@ import ( "regexp" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/c" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var csharpExcludeRegex = regexp.MustCompile(`(?i)^(system|microsoft)$`) @@ -54,7 +55,12 @@ func (p *ParserCSharp) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := c.CSharp.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageCSharp.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageCSharp.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/deps.go b/pkg/deps/deps.go index 5266afa1..c3b8e4b6 100644 --- a/pkg/deps/deps.go +++ b/pkg/deps/deps.go @@ -100,7 +100,7 @@ func Detect(filepath string, language heartbeat.Language) ([]string, error) { parser = &ParserHTML{} case heartbeat.LanguageJava: parser = &ParserJava{} - case heartbeat.LanguageJavaScript, heartbeat.LanguageTypeScript: + case heartbeat.LanguageJavaScript, heartbeat.LanguageTypeScript, heartbeat.LanguageJSX, heartbeat.LanguageTSX: parser = &ParserJavaScript{} case heartbeat.LanguageJSON: parser = &ParserJSON{} diff --git a/pkg/deps/elm.go b/pkg/deps/elm.go index 5d1796d7..11c088d8 100644 --- a/pkg/deps/elm.go +++ b/pkg/deps/elm.go @@ -6,10 +6,11 @@ import ( "os" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/e" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) // StateElm is a token parsing state. @@ -50,7 +51,12 @@ func (p *ParserElm) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := e.Elm.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageElm.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageElm.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/elm_test.go b/pkg/deps/elm_test.go index 6012fcfd..e55992be 100644 --- a/pkg/deps/elm_test.go +++ b/pkg/deps/elm_test.go @@ -3,9 +3,10 @@ package deps_test import ( "testing" + "github.com/wakatime/wakatime-cli/pkg/deps" + "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" - "github.com/wakatime/wakatime-cli/pkg/deps" ) func TestParserElm_Parse(t *testing.T) { diff --git a/pkg/deps/golang.go b/pkg/deps/golang.go index 988a403e..b4c11fd1 100644 --- a/pkg/deps/golang.go +++ b/pkg/deps/golang.go @@ -9,8 +9,8 @@ import ( "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/g" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var goExcludeRegex = regexp.MustCompile(`^"fmt"$`) @@ -54,7 +54,7 @@ func (p *ParserGo) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := g.Go.Tokenise(nil, string(data)) + iter, err := lexers.Go.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/haskell.go b/pkg/deps/haskell.go index 779bbeac..d9128861 100644 --- a/pkg/deps/haskell.go +++ b/pkg/deps/haskell.go @@ -6,10 +6,11 @@ import ( "os" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/h" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) // StateHaskell is a token parsing state. @@ -50,7 +51,12 @@ func (p *ParserHaskell) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := h.Haskell.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageHaskell.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageHaskell.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/haxe.go b/pkg/deps/haxe.go index 1b62af3a..c260266a 100644 --- a/pkg/deps/haxe.go +++ b/pkg/deps/haxe.go @@ -9,8 +9,8 @@ import ( "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/h" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var haxeExcludeRegex = regexp.MustCompile(`(?i)^haxe$`) @@ -53,7 +53,7 @@ func (p *ParserHaxe) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := h.Haxe.Tokenise(nil, string(data)) + iter, err := lexers.Haxe.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/html.go b/pkg/deps/html.go index ea81f518..e024185e 100644 --- a/pkg/deps/html.go +++ b/pkg/deps/html.go @@ -9,8 +9,8 @@ import ( "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/h" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var htmlDjangoPlaceholderRegex = regexp.MustCompile(`(?i)\{\{[^\}]+\}\}[/\\]?`) @@ -55,7 +55,7 @@ func (p *ParserHTML) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := h.HTML.Tokenise(nil, string(data)) + iter, err := lexers.HTML.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/html_test.go b/pkg/deps/html_test.go index f91b2df9..9eddf8c5 100644 --- a/pkg/deps/html_test.go +++ b/pkg/deps/html_test.go @@ -10,37 +10,37 @@ import ( ) func TestParserHTML_Parse(t *testing.T) { - parser := deps.ParserHTML{} - - dependencies, err := parser.Parse("testdata/html.html") - require.NoError(t, err) - - assert.Equal(t, []string{ - `"wakatime.js"`, - `"../scripts/wakatime.js"`, - `"https://www.wakatime.com/scripts/my.js"`, - "\"this is a\n multiline value\"", - }, dependencies) -} - -func TestParserHTML_Parse_Django(t *testing.T) { - parser := deps.ParserHTML{} - - dependencies, err := parser.Parse("testdata/html_django.html") - require.NoError(t, err) - - assert.Equal(t, []string{ - `"libs/json2.js"`, - }, dependencies) -} - -func TestParserHTML_Parse_WithPHP(t *testing.T) { - parser := deps.ParserHTML{} - - dependencies, err := parser.Parse("testdata/html_with_php.html") - require.NoError(t, err) - - assert.Equal(t, []string{ - `"https://maxcdn.bootstrapcdn.com/bootstrap/3.3.5/js/bootstrap.min.js"`, - }, dependencies) + tests := map[string]struct { + Filepath string + Expected []string + }{ + "html": { + Filepath: "testdata/html.html", + Expected: []string{ + `"wakatime.js"`, + `"../scripts/wakatime.js"`, + `"https://www.wakatime.com/scripts/my.js"`, + "\"this is a\n multiline value\"", + }, + }, + "html django": { + Filepath: "testdata/html_django.html", + Expected: []string{`"libs/json2.js"`}, + }, + "html with PHP": { + Filepath: "testdata/html_with_php.html", + Expected: []string{`"https://maxcdn.bootstrapcdn.com/bootstrap/3.3.5/js/bootstrap.min.js"`}, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + parser := deps.ParserHTML{} + + dependencies, err := parser.Parse(test.Filepath) + require.NoError(t, err) + + assert.Equal(t, test.Expected, dependencies) + }) + } } diff --git a/pkg/deps/java.go b/pkg/deps/java.go index 089b6cd5..36bf7226 100644 --- a/pkg/deps/java.go +++ b/pkg/deps/java.go @@ -7,10 +7,11 @@ import ( "regexp" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/j" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var javaExcludeRegex = regexp.MustCompile(`(?i)^(java\..*|javax\..*)`) @@ -56,7 +57,12 @@ func (p *ParserJava) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := j.Java.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageJava.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageJava.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/javascript.go b/pkg/deps/javascript.go index c877e220..3cd1c707 100644 --- a/pkg/deps/javascript.go +++ b/pkg/deps/javascript.go @@ -7,10 +7,11 @@ import ( "regexp" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/j" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var javaScriptExtensionRegex = regexp.MustCompile(`\.\w{1,4}$`) @@ -53,7 +54,12 @@ func (p *ParserJavaScript) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := j.Javascript.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageJavaScript.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageJavaScript.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } @@ -92,7 +98,7 @@ func (p *ParserJavaScript) processToken(token chroma.Token) { switch token.Type { case chroma.KeywordReserved: p.processKeywordReserved(token.Value) - case chroma.LiteralStringSingle: + case chroma.LiteralStringSingle, chroma.LiteralStringDouble: p.processLiteralStringSingle(token.Value) case chroma.Punctuation: p.processPunctuation(token.Value) diff --git a/pkg/deps/javascript_test.go b/pkg/deps/javascript_test.go index e45fd19d..2838ca59 100644 --- a/pkg/deps/javascript_test.go +++ b/pkg/deps/javascript_test.go @@ -4,22 +4,17 @@ import ( "testing" "github.com/wakatime/wakatime-cli/pkg/deps" - "github.com/wakatime/wakatime-cli/pkg/heartbeat" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestParserJavaScript_Parse(t *testing.T) { tests := map[string]struct { - Lexer chroma.Lexer Filepath string Expected []string }{ "js": { - Lexer: lexers.Get(heartbeat.LanguageJavaScript.StringChroma()), Filepath: "testdata/es6.js", Expected: []string{ "bravo", @@ -36,7 +31,6 @@ func TestParserJavaScript_Parse(t *testing.T) { }, }, "typescript": { - Lexer: lexers.Get(heartbeat.LanguageTypeScript.StringChroma()), Filepath: "testdata/typescript.ts", Expected: []string{ "bravo", @@ -52,6 +46,23 @@ func TestParserJavaScript_Parse(t *testing.T) { "whiskey", }, }, + "react js": { + Filepath: "testdata/react.jsx", + Expected: []string{ + "react", + "react-dom", + }, + }, + "react typescript": { + Filepath: "testdata/react.tsx", + Expected: []string{ + "head", + "react", + "contants", + "Footer", + "Nav", + }, + }, } for name, test := range tests { diff --git a/pkg/deps/json.go b/pkg/deps/json.go index 9f344644..d5d6a9fe 100644 --- a/pkg/deps/json.go +++ b/pkg/deps/json.go @@ -7,10 +7,11 @@ import ( "path/filepath" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/j" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) // nolint:gochecknoglobals @@ -65,7 +66,12 @@ func (p *ParserJSON) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := j.JSON.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageJSON.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageJSON.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/kotlin.go b/pkg/deps/kotlin.go index ba1e2a38..401b0f55 100644 --- a/pkg/deps/kotlin.go +++ b/pkg/deps/kotlin.go @@ -7,10 +7,11 @@ import ( "regexp" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/k" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var kotlinExcludeRegex = regexp.MustCompile(`(?i)^java\.`) @@ -53,7 +54,12 @@ func (p *ParserKotlin) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := k.Kotlin.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageKotlin.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageKotlin.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/objectivec.go b/pkg/deps/objectivec.go index 0fcd3187..b44ccc94 100644 --- a/pkg/deps/objectivec.go +++ b/pkg/deps/objectivec.go @@ -6,10 +6,11 @@ import ( "os" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/o" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) // StateObjectiveC is a token parsing state. @@ -50,7 +51,12 @@ func (p *ParserObjectiveC) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := o.ObjectiveC.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageObjectiveC.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageObjectiveC.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/php.go b/pkg/deps/php.go index a7d66d02..d991ba8d 100644 --- a/pkg/deps/php.go +++ b/pkg/deps/php.go @@ -7,10 +7,11 @@ import ( "regexp" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/circular" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var phpExcludeRegex = regexp.MustCompile(`(?i)(^app|app\.php)$`) @@ -59,7 +60,12 @@ func (p *ParserPHP) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := circular.PHP.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguagePHP.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguagePHP.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/python.go b/pkg/deps/python.go index b649c84b..fdf0740c 100644 --- a/pkg/deps/python.go +++ b/pkg/deps/python.go @@ -7,10 +7,11 @@ import ( "regexp" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - lp "github.com/alecthomas/chroma/lexers/p" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var pythonExcludeRegex = regexp.MustCompile(`(?i)^(os|sys|__[a-z]+__)$`) @@ -56,7 +57,12 @@ func (p *ParserPython) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := lp.Python.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguagePython.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguagePython.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/rust.go b/pkg/deps/rust.go index 3d49978e..34f31768 100644 --- a/pkg/deps/rust.go +++ b/pkg/deps/rust.go @@ -6,10 +6,11 @@ import ( "os" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/r" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) // StateRust is a token parsing state. @@ -52,7 +53,12 @@ func (p *ParserRust) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := r.Rust.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageRust.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageRust.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/scala.go b/pkg/deps/scala.go index 1fb8b329..b6074529 100644 --- a/pkg/deps/scala.go +++ b/pkg/deps/scala.go @@ -6,10 +6,11 @@ import ( "os" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/s" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) // StateScala is a token parsing state. @@ -50,7 +51,12 @@ func (p *ParserScala) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := s.Scala.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageScala.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageScala.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/swift.go b/pkg/deps/swift.go index 2ff7c9dc..d36e12ce 100644 --- a/pkg/deps/swift.go +++ b/pkg/deps/swift.go @@ -7,10 +7,11 @@ import ( "regexp" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/s" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var swiftExcludeRegex = regexp.MustCompile(`(?i)^foundation$`) @@ -53,7 +54,12 @@ func (p *ParserSwift) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := s.Swift.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageSwift.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageSwift.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/deps/testdata/react.jsx b/pkg/deps/testdata/react.jsx new file mode 100644 index 00000000..3aa5f0e7 --- /dev/null +++ b/pkg/deps/testdata/react.jsx @@ -0,0 +1,12 @@ +import React from "react"; +import ReactDOM from 'react-dom'; + +const App = () => { + return ( +

This is first JSX Element!

+

This is another JSX Element

+ ); +}; + +const rootElement = document.getElementById("root"); +ReactDOM.render(, rootElement); diff --git a/pkg/deps/testdata/react.tsx b/pkg/deps/testdata/react.tsx new file mode 100644 index 00000000..06d39a95 --- /dev/null +++ b/pkg/deps/testdata/react.tsx @@ -0,0 +1,22 @@ +import Head from 'next/head'; +import { type ReactNode } from 'react'; +import { BASE_URL } from '~/utils/contants'; +import Footer from './Footer'; +import Nav from './Nav'; + +export default function Layout({ children }: { children: ReactNode }) { + return ( + <> + + wakatime.com + + + +
+
+ + ); +} diff --git a/pkg/deps/unknown.go b/pkg/deps/unknown.go index 1cdf8d5d..3aef7cb9 100644 --- a/pkg/deps/unknown.go +++ b/pkg/deps/unknown.go @@ -5,7 +5,7 @@ import ( "strings" ) -// nolint: gochecknoglobals +// nolint:gochecknoglobals var filesUnknown = map[string]struct { exact bool dependency string diff --git a/pkg/deps/vbnet.go b/pkg/deps/vbnet.go index c7aae7a4..6c251f41 100644 --- a/pkg/deps/vbnet.go +++ b/pkg/deps/vbnet.go @@ -7,10 +7,11 @@ import ( "regexp" "strings" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers/v" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var vbnetExcludeRegex = regexp.MustCompile(`(?i)^(system|microsoft)$`) @@ -54,7 +55,12 @@ func (p *ParserVbNet) Parse(filepath string) ([]string, error) { return nil, fmt.Errorf("failed to read from reader: %s", err) } - iter, err := v.VBNet.Tokenise(nil, string(data)) + l := lexers.Get(heartbeat.LanguageVBNet.String()) + if l == nil { + return nil, fmt.Errorf("failed to get lexer for %s", heartbeat.LanguageVBNet.String()) + } + + iter, err := l.Tokenise(nil, string(data)) if err != nil { return nil, fmt.Errorf("failed to tokenize file content: %s", err) } diff --git a/pkg/doctype/doctype.go b/pkg/doctype/doctype.go new file mode 100644 index 00000000..359376c3 --- /dev/null +++ b/pkg/doctype/doctype.go @@ -0,0 +1,32 @@ +package doctype + +import ( + "fmt" + "regexp" + "strings" +) + +// nolint:revive +var doctypeLookupRe = regexp.MustCompile(`(?ms)(<\?.*?\?>)?\s*]*>`) + +// MatchString check if the doctype matches a regular expression (if present). +func MatchString(text string, pattern string) (bool, error) { + // Note that this method only checks the first part of a DOCTYPE. + // eg: 'html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"' + m := doctypeLookupRe.FindStringSubmatch(text) + + if len(m) == 0 { + return false, nil + } + + if len(pattern) == 0 { + return false, nil + } + + doctypeRe, err := regexp.Compile(fmt.Sprintf("(?i)%s", pattern)) + if err != nil { + return false, fmt.Errorf("failed to compile doctype regex: %s", err) + } + + return doctypeRe.MatchString(strings.TrimSpace(m[2])), nil +} diff --git a/pkg/doctype/doctype_test.go b/pkg/doctype/doctype_test.go new file mode 100644 index 00000000..3a55d0e2 --- /dev/null +++ b/pkg/doctype/doctype_test.go @@ -0,0 +1,43 @@ +package doctype_test + +import ( + "testing" + + "github.com/wakatime/wakatime-cli/pkg/doctype" + + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestDoctype_MatchString(t *testing.T) { + tests := map[string]struct { + Text string + Pattern string + Expected bool + }{ + "simple html match": { + Text: " ", + Pattern: `html.*`, + Expected: true, + }, + "full html match": { + Text: "", + Pattern: `html`, + Expected: true, + }, + "missing exclamation mark": { + Text: " ", + Pattern: `html.*`, + Expected: false, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + res, err := doctype.MatchString(test.Text, test.Pattern) + require.NoError(t, err) + + assert.Equal(t, test.Expected, res) + }) + } +} diff --git a/pkg/heartbeat/language.go b/pkg/heartbeat/language.go index 13416d5e..05c38844 100644 --- a/pkg/heartbeat/language.go +++ b/pkg/heartbeat/language.go @@ -71,6 +71,8 @@ const ( LanguageApolloGuidanceComputer // LanguageAppleScript represents the AppleScript programming language. LanguageAppleScript + // LanguageArangoDBQueryLanguage represents the ArangoDB Query Language programming language. + LanguageArangoDBQueryLanguage // LanguageArc represents the Arc programming language. LanguageArc // LanguageArduino represents the Arduino programming language. @@ -117,7 +119,7 @@ const ( LanguageBARE // LanguageBash represents the Bash programming language. LanguageBash - // LanguageBashSession represents the BashSession programming language. + // LanguageBashSession represents the Bash Session programming language. LanguageBashSession // LanguageBasic represents the Basic programming language. LanguageBasic @@ -161,6 +163,8 @@ const ( LanguageBoo // LanguageBoogie represents the Boogie programming language. LanguageBoogie + // LanguageBQN represents the BQN programming language. + LanguageBQN // LanguageBrainfuck represents the Brainfuck programming language. LanguageBrainfuck // LanguageBrightScript represents the BrightScript programming language. @@ -687,6 +691,8 @@ const ( LanguageIsabelle // LanguageIsabelleRoot represents the IsabelleRoot programming language. LanguageIsabelleRoot + // LanguageISCdhcpd represents the ISC dhcpd programming language. + LanguageISCdhcpd // LanguageJ represents the J programming language. LanguageJ // LanguageJAGS represents the JAGS programming language. @@ -697,7 +703,7 @@ const ( LanguageJasmin // LanguageJava represents the Java programming language. LanguageJava - // LanguageJavaProperties represents the JavaProperties programming language. + // LanguageJavaProperties represents the Java Properties programming language. LanguageJavaProperties // LanguageJavaScript represents the JavaScript programming language. LanguageJavaScript @@ -923,6 +929,8 @@ const ( LanguageNASM // LanguageNASMObjdump represents the NASMObjdump programming language. LanguageNASMObjdump + // LanguageNatural represents the Natural programming language. + LanguageNatural // LanguageNCL represents the NCL programming language. LanguageNCL // LanguageNemerle represents the Nemerle programming language. @@ -1039,10 +1047,10 @@ const ( LanguageProlog // LanguagePromQL represents the PromQL programming language. LanguagePromQL - // LanguagePropertiesJava represents the JavaProperties programming language. - LanguagePropertiesJava // LanguageProtocolBuffer represents the ProtocolBuffer programming language. LanguageProtocolBuffer + // LanguagePSL represents the Property Specification Language programming language. + LanguagePSL // LanguagePsyShPHP represents the PHPPsySH programming language. LanguagePsyShPHP // LanguagePug represents the Pug programming language. @@ -1283,6 +1291,8 @@ const ( LanguageStan // LanguageStarlark represents the LanguageStarlark programming language. LanguageStarlark + // LanguageStas represents the st(ack) as(sembler) programming language. + LanguageStas // LanguageStata represents the Stata programming language. LanguageStata // LanguageSTON represents the LanguageSTON programming language. @@ -1403,6 +1413,8 @@ const ( LanguageUrWeb // LanguageUSD represents the USD programming language. LanguageUSD + // LanguageUxntal represents the Uxntal programming language. + LanguageUxntal // LanguageV represents the V programming language. LanguageV // LanguageVala represents the Vala programming language. @@ -1429,6 +1441,8 @@ const ( LanguageVGL // LanguageVHDL represents the VHDL programming language. LanguageVHDL + // LanguageVHS represents the VHS programming language. + LanguageVHS // LanguageVimHelpFile represents the VimHelpFile programming language. LanguageVimHelpFile // LanguageVimL represents the VimL programming language. @@ -1439,6 +1453,8 @@ const ( LanguageVimSnippet // LanguageVolt represents the Volt programming language. LanguageVolt + // LanguageVShell represents the V shell programming language. + LanguageVShell // LanguageVueJS represents the VueJS programming language. LanguageVueJS // LanguageWavefrontMaterial represents the WavefrontMaterial programming language. @@ -1453,6 +1469,8 @@ const ( LanguageWDiff // LanguageWebAssembly represents the WebAssembly programming language. LanguageWebAssembly + // LanguageWebGPUShadingLanguage represents the WebGPU Shading Language programming language. + LanguageWebGPUShadingLanguage // LanguageWebIDL represents the WebIDL programming language. LanguageWebIDL // LanguageWebOntologyLanguage represents the WebOntologyLanguage programming language. @@ -1519,6 +1537,8 @@ const ( LanguageYARA // LanguageYASnippet represents the YASnippet programming language. LanguageYASnippet + // LanguageZ80Assembly represents the Z80 Assembly programming language. + LanguageZ80Assembly // LanguageZAP represents the ZAP programming language. LanguageZAP // LanguageZed represents the Zed programming language. @@ -1570,6 +1590,7 @@ const ( languageAPLStr = "APL" languageApolloGuidanceComputerStr = "Apollo Guidance Computer" languageAppleScriptStr = "AppleScript" + languageArangoDBQueryLanguageStr = "ArangoDB Query Language" languageArcStr = "Arc" languageArduinoStr = "Arduino" languageArmAsmStr = "ArmAsm" @@ -1617,6 +1638,7 @@ const ( languageBoaStr = "Boa" languageBooStr = "Boo" languageBoogieStr = "Boogie" + languageBQNStr = "BQN" languageBrainfuckStr = "Brainfuck" languageBrightScriptStr = "BrightScript" languageBroStr = "Bro" @@ -1880,6 +1902,7 @@ const ( languageIRCLogsStr = "IRC Logs" languageIsabelleStr = "Isabelle" languageIsabelleRootStr = "Isabelle ROOT" + languageISCdhcpdStr = "ISC dhcpd" languageJStr = "J" languageJAGSStr = "JAGS" languageJadeStr = "Jade" @@ -1998,6 +2021,7 @@ const ( languageMySQLStr = "MySQL" languageNASMStr = "NASM" languageNASMObjdumpStr = "objdump-nasm" + languageNaturalStr = "Natural" languageNCLStr = "NCL" languageNemerleStr = "Nemerle" languageNeonStr = "Neon" @@ -2020,7 +2044,7 @@ const ( languageObjectiveJStr = "Objective-J" languageOCamlStr = "OCaml" languageOctaveStr = "Octave" - languageODINStr = "ODIN" + languageODINStr = "Odin" languageOnesEnterpriseStr = "OnesEnterprise" languageOocStr = "ooc" languageOpaStr = "Opa" @@ -2056,8 +2080,8 @@ const ( languageProcessingStr = "Processing" languagePrologStr = "Prolog" languagePromQLStr = "PromQL" - languagePropertiesJavaStr = "Properties" languageProtocolBufferStr = "Protocol Buffer" + languagePSLStr = "Property Specification Language" languagePsyShPHPStr = "PsySH console session for PHP" languagePugStr = "Pug" languagePuppetStr = "Puppet" @@ -2179,6 +2203,7 @@ const ( languageSSPStr = "Scalate Server Page" languageStanStr = "Stan" languageStarlarkStr = "Starlark" + languageStasStr = "st(ack) as(sembler)" languageStataStr = "Stata" languageSTONStr = "STON" languageStylusStr = "Stylus" @@ -2240,6 +2265,7 @@ const ( languageUrbiScriptStr = "UrbiScript" languageUrWebStr = "UrWeb" languageUSDStr = "USD" + languageUxntalStr = "Uxntal" languageVStr = "V" languageValaStr = "Vala" languageVBStr = "VB" @@ -2253,12 +2279,14 @@ const ( languageVerilogStr = "Verilog" languageVGLStr = "VGL" languageVHDLStr = "VHDL" + languageVHSStr = "VHS" languageVimHelpFileStr = "Vim Help File" languageVimLStr = "VimL" languageVimScriptStr = "Vim Script" languageVimSnippetStr = "Vim Snippet" languageVisualBasicNet = "Visual Basic .NET" languageVoltStr = "Volt" + languageVShellStr = "V shell" languageVueJSStr = "Vue.js" languageWavefrontMaterialStr = "Wavefront Material" languageWavefrontObjectStr = "Wavefront Object" @@ -2266,6 +2294,7 @@ const ( languageWDTEStr = "WDTE" languageWDiffStr = "WDiff" languageWebAssemblyStr = "WebAssembly" + languageWebGPUShadingLanguageStr = "WebGPU Shading Language" languageWebIDLStr = "WebIDL" languageWebOntologyLanguageStr = "Web Ontology Language" languageWebVTTStr = "WebVTT" @@ -2299,6 +2328,7 @@ const ( languageYANGStr = "YANG" languageYARAStr = "YARA" languageYASnippetStr = "YASnippet" + languageZ80AssemblyStr = "Z80 Assembly" languageZAPStr = "ZAP" languageZedStr = "Zed" languageZeekStr = "Zeek" @@ -2311,35 +2341,41 @@ const ( const ( languageAMPLChromaStr = "Ampl" + languageApacheConfChromaStr = "ApacheConf" + languageArangoDBAQLChromaStr = "ArangoDB AQL" languageAssemblyChromaStr = "GAS" - languageAutoHotkeyChromaStr = "autohotkey" languageCObjdumpChromaStr = "c-objdump" languageColdfusionCFCChromaStr = "Coldfusion CFC" languageColdfusionHTMLChromaStr = "Coldfusion HTML" languageCppObjdumpChromaStr = "cpp-objdump" languageCUDAChromaStr = "CUDA" + languageDNSChromaStr = "dns" languageFSharpChromaStr = "FSharp" languageEmacsLispChromaStr = "EmacsLisp" languageGoHTMLTemplateChromaStr = "Go HTML Template" languageGoTextTemplateChromaStr = "Go Text Template" languageHxmlChromaStr = "Hxml" + languageISCdhcpdChromaStr = "ISCdhcpd" languageJSXChromaStr = "react" languageJSONLDChromaStr = "JSON-LD" languageLessChromaStr = "LessCss" languageLiquidChromaStr = "liquid" - languageMakefileChromaStr = "Base Makefile" languageMarkdownChromaStr = "markdown" languageNewLispChromaStr = "NewLisp" languageNimrodChromaStr = "Nim" - languagePython3ChromaStr = "Python 3" + languagePropertiesJavaChromaStr = "properties" + languagePSLChromaStr = "PSL" languageOocChromaStr = "Ooc" languageOrgChromaStr = "Org Mode" languageRChromaStr = "R" languageReasonMLChromaStr = "ReasonML" languageREBOLChromaStr = "REBOL" languageRexxChromaStr = "Rexx" + languageSedChromaStr = "Sed" + languageStasChromaStr = "stas" languageSYSTEMDChromaStr = "SYSTEMD" languageSystemVerilogChromaStr = "systemverilog" + languageTalChromaStr = "Tal" languageTextChromaStr = "plaintext" languageTransactSQLChromaStr = "Transact-SQL" languageTypoScriptHTMLDataChromaStr = "TypoScriptHtmlData" @@ -2417,6 +2453,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageApolloGuidanceComputer, true case normalizeString(languageAppleScriptStr): return LanguageAppleScript, true + case normalizeString(languageArangoDBQueryLanguageStr): + return LanguageArangoDBQueryLanguage, true case normalizeString(languageArcStr): return LanguageArc, true case normalizeString(languageArduinoStr): @@ -2511,6 +2549,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageBoo, true case normalizeString(languageBoogieStr): return LanguageBoogie, true + case normalizeString(languageBQNStr): + return LanguageBQN, true case normalizeString(languageBrainfuckStr): return LanguageBrainfuck, true case normalizeString(languageBrightScriptStr): @@ -3037,6 +3077,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageIsabelle, true case normalizeString(languageIsabelleRootStr): return LanguageIsabelleRoot, true + case normalizeString(languageISCdhcpdStr): + return LanguageISCdhcpd, true case normalizeString(languageJStr): return LanguageJ, true case normalizeString(languageJAGSStr): @@ -3271,6 +3313,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageMustache, true case normalizeString(languageNASMStr): return LanguageNASM, true + case normalizeString(languageNaturalStr): + return LanguageNatural, true case normalizeString(languageNCLStr): return LanguageNCL, true case normalizeString(languageNemerleStr): @@ -3389,10 +3433,10 @@ func ParseLanguage(s string) (Language, bool) { return LanguageProlog, true case normalizeString(languagePromQLStr): return LanguagePromQL, true - case normalizeString(languagePropertiesJavaStr): - return LanguagePropertiesJava, true case normalizeString(languageProtocolBufferStr): return LanguageProtocolBuffer, true + case normalizeString(languagePSLStr): + return LanguagePSL, true case normalizeString(languagePsyShPHPStr): return LanguagePsyShPHP, true case normalizeString(languagePugStr): @@ -3635,6 +3679,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageStan, true case normalizeString(languageStarlarkStr): return LanguageStarlark, true + case normalizeString(languageStasStr): + return LanguageStas, true case normalizeString(languageStataStr): return LanguageStata, true case normalizeString(languageSTONStr): @@ -3757,6 +3803,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageUrWeb, true case normalizeString(languageUSDStr): return LanguageUSD, true + case normalizeString(languageUxntalStr): + return LanguageUxntal, true case normalizeString(languageVStr): return LanguageV, true case normalizeString(languageValaStr): @@ -3783,6 +3831,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageVGL, true case normalizeString(languageVHDLStr): return LanguageVHDL, true + case normalizeString(languageVHSStr): + return LanguageVHS, true case normalizeString(languageVimHelpFileStr): return LanguageVimHelpFile, true case normalizeString(languageVimLStr): @@ -3795,6 +3845,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageVBNet, true case normalizeString(languageVoltStr): return LanguageVolt, true + case normalizeString(languageVShellStr): + return LanguageVShell, true case normalizeString(languageVueJSStr): return LanguageVueJS, true case normalizeString(languageWavefrontMaterialStr): @@ -3809,6 +3861,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageWDiff, true case normalizeString(languageWebAssemblyStr): return LanguageWebAssembly, true + case normalizeString(languageWebGPUShadingLanguageStr): + return LanguageWebGPUShadingLanguage, true case normalizeString(languageWebIDLStr): return LanguageWebIDL, true case normalizeString(languageWebOntologyLanguageStr): @@ -3877,6 +3931,8 @@ func ParseLanguage(s string) (Language, bool) { return LanguageYASnippet, true case normalizeString(languageZAPStr): return LanguageZAP, true + case normalizeString(languageZ80AssemblyStr): + return LanguageZ80Assembly, true case normalizeString(languageZedStr): return LanguageZed, true case normalizeString(languageZeekStr): @@ -3903,10 +3959,12 @@ func ParseLanguageFromChroma(lexerName string) (Language, bool) { switch normalizeString(lexerName) { case normalizeString(languageAMPLChromaStr): return LanguageAMPL, true + case normalizeString(languageApacheConfChromaStr): + return LanguageApacheConfig, true + case normalizeString(languageArangoDBAQLChromaStr): + return LanguageArangoDBQueryLanguage, true case normalizeString(languageAssemblyChromaStr): return LanguageAssembly, true - case normalizeString(languageAutoHotkeyChromaStr): - return LanguageAutoHotkey, true case normalizeString(languageCObjdumpChromaStr): return LanguageCObjdump, true case normalizeString(languageColdfusionCFCChromaStr): @@ -3917,6 +3975,8 @@ func ParseLanguageFromChroma(lexerName string) (Language, bool) { return LanguageCppObjdump, true case normalizeString(languageCUDAChromaStr): return LanguageCUDA, true + case normalizeString(languageDNSChromaStr): + return LanguageDNSZone, true case normalizeString(languageEmacsLispChromaStr): return LanguageEmacsLisp, true case normalizeString(languageGoHTMLTemplateChromaStr): @@ -3927,14 +3987,14 @@ func ParseLanguageFromChroma(lexerName string) (Language, bool) { return LanguageFSharp, true case normalizeString(languageHxmlChromaStr): return LanguageHxml, true + case normalizeString(languageISCdhcpdChromaStr): + return LanguageISCdhcpd, true case normalizeString(languageJSXChromaStr): return LanguageJSX, true case normalizeString(languageLessChromaStr): return LanguageLess, true case normalizeString(languageLiquidChromaStr): return LanguageLiquid, true - case normalizeString(languageMakefileChromaStr): - return LanguageMakefile, true case normalizeString(languageMarkdownChromaStr): return LanguageMarkdown, true case normalizeString(languageNewLispChromaStr): @@ -3945,18 +4005,26 @@ func ParseLanguageFromChroma(lexerName string) (Language, bool) { return LanguageOoc, true case normalizeString(languageOrgChromaStr): return LanguageOrg, true - case normalizeString(languagePython3ChromaStr): - return LanguagePython, true + case normalizeString(languagePropertiesJavaChromaStr): + return LanguageJavaProperties, true + case normalizeString(languagePSLChromaStr): + return LanguagePSL, true case normalizeString(languageRChromaStr): return LanguageS, true - case normalizeString(languageRexxChromaStr): - return LanguageRexx, true case normalizeString(languageReasonMLChromaStr): return LanguageReasonML, true case normalizeString(languageREBOLChromaStr): return LanguageREBOL, true + case normalizeString(languageRexxChromaStr): + return LanguageRexx, true + case normalizeString(languageSedChromaStr): + return LanguageSed, true + case normalizeString(languageStasChromaStr): + return LanguageStas, true case normalizeString(languageSystemVerilogChromaStr): return LanguageSystemVerilog, true + case normalizeString(languageTalChromaStr): + return LanguageUxntal, true case normalizeString(languageTextChromaStr): return LanguageText, true case normalizeString(languageTransactSQLChromaStr): @@ -4067,6 +4135,8 @@ func (l Language) String() string { return languageApolloGuidanceComputerStr case LanguageAppleScript: return languageAppleScriptStr + case LanguageArangoDBQueryLanguage: + return languageArangoDBQueryLanguageStr case LanguageArc: return languageArcStr case LanguageArduino: @@ -4157,6 +4227,8 @@ func (l Language) String() string { return languageBooStr case LanguageBoogie: return languageBoogieStr + case LanguageBQN: + return languageBQNStr case LanguageBrainfuck: return languageBrainfuckStr case LanguageBrightScript: @@ -4679,6 +4751,8 @@ func (l Language) String() string { return languageIsabelleStr case LanguageIsabelleRoot: return languageIsabelleRootStr + case LanguageISCdhcpd: + return languageISCdhcpdStr case LanguageJ: return languageJStr case LanguageJAGS: @@ -4913,6 +4987,8 @@ func (l Language) String() string { return languageMustacheStr case LanguageNASM: return languageNASMStr + case LanguageNatural: + return languageNaturalStr case LanguageNCL: return languageNCLStr case LanguageNemerle: @@ -5019,6 +5095,8 @@ func (l Language) String() string { return languagePOVRayStr case LanguagePowerQuery: return languagePowerQueryStr + case LanguagePSL: + return languagePSLStr case LanguagePowerShell: return languagePowerShellStr case LanguagePowerShellSession: @@ -5031,8 +5109,6 @@ func (l Language) String() string { return languagePrologStr case LanguagePromQL: return languagePromQLStr - case LanguagePropertiesJava: - return languagePropertiesJavaStr case LanguageProtocolBuffer: return languageProtocolBufferStr case LanguagePsyShPHP: @@ -5275,6 +5351,8 @@ func (l Language) String() string { return languageStanStr case LanguageStarlark: return languageStarlarkStr + case LanguageStas: + return languageStasStr case LanguageStata: return languageStataStr case LanguageSTON: @@ -5395,6 +5473,8 @@ func (l Language) String() string { return languageUrWebStr case LanguageUSD: return languageUSDStr + case LanguageUxntal: + return languageUxntalStr case LanguageV: return languageVStr case LanguageVala: @@ -5421,6 +5501,8 @@ func (l Language) String() string { return languageVerilogStr case LanguageVHDL: return languageVHDLStr + case LanguageVHS: + return languageVHSStr case LanguageVimHelpFile: return languageVimHelpFileStr case LanguageVimL: @@ -5431,6 +5513,8 @@ func (l Language) String() string { return languageVimSnippetStr case LanguageVolt: return languageVoltStr + case LanguageVShell: + return languageVShellStr case LanguageVueJS: return languageVueJSStr case LanguageWavefrontMaterial: @@ -5445,6 +5529,8 @@ func (l Language) String() string { return languageWDiffStr case LanguageWebAssembly: return languageWebAssemblyStr + case LanguageWebGPUShadingLanguage: + return languageWebGPUShadingLanguageStr case LanguageWebIDL: return languageWebIDLStr case LanguageWebOntologyLanguage: @@ -5513,6 +5599,8 @@ func (l Language) String() string { return languageYASnippetStr case LanguageZAP: return languageZAPStr + case LanguageZ80Assembly: + return languageZ80AssemblyStr case LanguageZed: return languageZedStr case LanguageZeek: @@ -5540,11 +5628,11 @@ func (l Language) StringChroma() string { case LanguageAMPL: return languageAMPLChromaStr case LanguageApacheConfig: - return languageApacheConfStr + return languageApacheConfChromaStr + case LanguageArangoDBQueryLanguage: + return languageArangoDBAQLChromaStr case LanguageAssembly: return languageAssemblyChromaStr - case LanguageAutoHotkey: - return languageAutoHotkeyChromaStr case LanguageCObjdump: return languageCObjdumpChromaStr case LanguageColdfusionCFC: @@ -5555,6 +5643,8 @@ func (l Language) StringChroma() string { return languageCppObjdumpChromaStr case LanguageCUDA: return languageCUDAChromaStr + case LanguageDNSZone: + return languageDNSChromaStr case LanguageEmacsLisp: return languageEmacsLispChromaStr case LanguageFSharp: @@ -5563,6 +5653,10 @@ func (l Language) StringChroma() string { return languageFStarLiteralStr case LanguageHxml: return languageHxmlChromaStr + case LanguageISCdhcpd: + return languageISCdhcpdChromaStr + case LanguageJavaProperties: + return languagePropertiesJavaChromaStr case LanguageJSONLD: return languageJSONLDChromaStr case LanguageJSX: @@ -5571,8 +5665,6 @@ func (l Language) StringChroma() string { return languageLessChromaStr case LanguageLiquid: return languageLiquidChromaStr - case LanguageMakefile: - return languageMakefileChromaStr case LanguageMarkdown: return languageMarkdownChromaStr case LanguageNewLisp: @@ -5583,6 +5675,8 @@ func (l Language) StringChroma() string { return languageOocChromaStr case LanguageOrg: return languageOrgChromaStr + case LanguagePSL: + return languagePSLChromaStr case LanguageReasonML: return languageReasonMLChromaStr case LanguageREBOL: @@ -5591,10 +5685,16 @@ func (l Language) StringChroma() string { return languageRexxChromaStr case LanguageS: return languageRChromaStr + case LanguageSed: + return languageSedChromaStr + case LanguageStas: + return languageStasChromaStr case LanguageSYSTEMD: return languageSYSTEMDChromaStr case LanguageSystemVerilog: return languageSystemVerilogChromaStr + case LanguageUxntal: + return languageTalChromaStr case LanguageText: return languageTextChromaStr case LanguageTransactSQL: diff --git a/pkg/heartbeat/language_test.go b/pkg/heartbeat/language_test.go index 1aab236d..2e6b5ab8 100644 --- a/pkg/heartbeat/language_test.go +++ b/pkg/heartbeat/language_test.go @@ -7,7 +7,7 @@ import ( "github.com/wakatime/wakatime-cli/pkg/heartbeat" - "github.com/alecthomas/chroma/lexers" + "github.com/alecthomas/chroma/v2/lexers" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) @@ -44,6 +44,7 @@ func languageTests() map[string]heartbeat.Language { "Apex": heartbeat.LanguageApex, "API Blueprint": heartbeat.LanguageAPIBlueprint, "Apollo Guidance Computer": heartbeat.LanguageApolloGuidanceComputer, + "ArangoDB Query Language": heartbeat.LanguageArangoDBQueryLanguage, "Arc": heartbeat.LanguageArc, "Arduino": heartbeat.LanguageArduino, "ArmAsm": heartbeat.LanguageArmAsm, @@ -89,6 +90,7 @@ func languageTests() map[string]heartbeat.Language { "Boa": heartbeat.LanguageBoa, "Boo": heartbeat.LanguageBoo, "Boogie": heartbeat.LanguageBoogie, + "BQN": heartbeat.LanguageBQN, "Brainfuck": heartbeat.LanguageBrainfuck, "BrightScript": heartbeat.LanguageBrightScript, "Browserslist": heartbeat.LanguageBrowserslist, @@ -351,6 +353,7 @@ func languageTests() map[string]heartbeat.Language { "IRC Logs": heartbeat.LanguageIRCLogs, "Isabelle": heartbeat.LanguageIsabelle, "Isabelle ROOT": heartbeat.LanguageIsabelleRoot, + "ISC dhcpd": heartbeat.LanguageISCdhcpd, "J": heartbeat.LanguageJ, "Jade": heartbeat.LanguageJade, "JAGS": heartbeat.LanguageJAGS, @@ -468,6 +471,7 @@ func languageTests() map[string]heartbeat.Language { "Myghty": heartbeat.LanguageMyghty, "MySQL": heartbeat.LanguageMySQL, "NASM": heartbeat.LanguageNASM, + "Natural": heartbeat.LanguageNatural, "NCL": heartbeat.LanguageNCL, "Nemerle": heartbeat.LanguageNemerle, "Neon": heartbeat.LanguageNeon, @@ -491,7 +495,7 @@ func languageTests() map[string]heartbeat.Language { "Objective-J": heartbeat.LanguageObjectiveJ, "OCaml": heartbeat.LanguageOCaml, "Octave": heartbeat.LanguageOctave, - "ODIN": heartbeat.LanguageODIN, + "Odin": heartbeat.LanguageODIN, "OnesEnterprise": heartbeat.LanguageOnesEnterprise, "ooc": heartbeat.LanguageOoc, "Opa": heartbeat.LanguageOpa, @@ -527,7 +531,7 @@ func languageTests() map[string]heartbeat.Language { "Processing": heartbeat.LanguageProcessing, "Prolog": heartbeat.LanguageProlog, "PromQL": heartbeat.LanguagePromQL, - "Properties": heartbeat.LanguagePropertiesJava, + "Property Specification Language": heartbeat.LanguagePSL, "Protocol Buffer": heartbeat.LanguageProtocolBuffer, "PsySH console session for PHP": heartbeat.LanguagePsyShPHP, "Pug": heartbeat.LanguagePug, @@ -640,6 +644,7 @@ func languageTests() map[string]heartbeat.Language { "Squirrel": heartbeat.LanguageSquirrel, "SRecode Template": heartbeat.LanguageSRecodeTemplate, "SSH Config": heartbeat.LanguageSSHConfig, + "st(ack) as(sembler)": heartbeat.LanguageStas, "Stan": heartbeat.LanguageStan, "Starlark": heartbeat.LanguageStarlark, "Stata": heartbeat.LanguageStata, @@ -703,6 +708,7 @@ func languageTests() map[string]heartbeat.Language { "UrbiScript": heartbeat.LanguageUrbiScript, "UrWeb": heartbeat.LanguageUrWeb, "USD": heartbeat.LanguageUSD, + "Uxntal": heartbeat.LanguageUxntal, "V": heartbeat.LanguageV, "Vala": heartbeat.LanguageVala, "VB": heartbeat.LanguageVB, @@ -721,6 +727,7 @@ func languageTests() map[string]heartbeat.Language { "Vim Script": heartbeat.LanguageVimScript, "Vim Snippet": heartbeat.LanguageVimSnippet, "Volt": heartbeat.LanguageVolt, + "V shell": heartbeat.LanguageVShell, "Vue.js": heartbeat.LanguageVueJS, "Wavefront Material": heartbeat.LanguageWavefrontMaterial, "Wavefront Object": heartbeat.LanguageWavefrontObject, @@ -728,6 +735,7 @@ func languageTests() map[string]heartbeat.Language { "WDTE": heartbeat.LanguageWDTE, "WDiff": heartbeat.LanguageWDiff, "WebAssembly": heartbeat.LanguageWebAssembly, + "WebGPU Shading Language": heartbeat.LanguageWebGPUShadingLanguage, "WebIDL": heartbeat.LanguageWebIDL, "Web Ontology Language": heartbeat.LanguageWebOntologyLanguage, "WebVTT": heartbeat.LanguageWebVTT, @@ -761,6 +769,7 @@ func languageTests() map[string]heartbeat.Language { "YANG": heartbeat.LanguageYANG, "YARA": heartbeat.LanguageYARA, "YASnippet": heartbeat.LanguageYASnippet, + "Z80 Assembly": heartbeat.LanguageZ80Assembly, "ZAP": heartbeat.LanguageZAP, "Zed": heartbeat.LanguageZed, "Zeek": heartbeat.LanguageZeek, @@ -777,6 +786,7 @@ func languageTestsAliases() map[string]heartbeat.Language { "ApacheConf": heartbeat.LanguageApacheConfig, "ASP Classic": heartbeat.LanguageClassicASP, "Batch Script": heartbeat.LanguageBatchfile, + "csharp": heartbeat.LanguageCSharp, "FStar": heartbeat.LanguageFStar, "Golang": heartbeat.LanguageGo, "JSON-LD": heartbeat.LanguageJSONLD, @@ -867,20 +877,22 @@ func TestParseLanguage_Unknown(t *testing.T) { func TestParseLanguageFromChroma(t *testing.T) { tests := map[string]heartbeat.Language{ "Ampl": heartbeat.LanguageAMPL, - "autohotkey": heartbeat.LanguageAutoHotkey, - "Base Makefile": heartbeat.LanguageMakefile, + "ApacheConf": heartbeat.LanguageApacheConfig, + "ArangoDB AQL": heartbeat.LanguageArangoDBQueryLanguage, "c-objdump": heartbeat.LanguageCObjdump, "Coldfusion CFC": heartbeat.LanguageColdfusionCFC, "Coldfusion HTML": heartbeat.LanguageColdfusionHTML, "cpp-objdump": heartbeat.LanguageCppObjdump, "CUDA": heartbeat.LanguageCUDA, + "dns": heartbeat.LanguageDNSZone, "EmacsLisp": heartbeat.LanguageEmacsLisp, - "Go HTML Template": heartbeat.LanguageGo, - "Go Text Template": heartbeat.LanguageGo, "FSharp": heartbeat.LanguageFSharp, "GAS": heartbeat.LanguageAssembly, + "Go HTML Template": heartbeat.LanguageGo, + "Go Text Template": heartbeat.LanguageGo, "Hxml": heartbeat.LanguageHxml, "JSON-LD": heartbeat.LanguageJSONLD, + "ISCdhcpd": heartbeat.LanguageISCdhcpd, "LessCss": heartbeat.LanguageLess, "liquid": heartbeat.LanguageLiquid, "markdown": heartbeat.LanguageMarkdown, @@ -889,14 +901,18 @@ func TestParseLanguageFromChroma(t *testing.T) { "Ooc": heartbeat.LanguageOoc, "Org Mode": heartbeat.LanguageOrg, "plaintext": heartbeat.LanguageText, - "Python 3": heartbeat.LanguagePython, + "properties": heartbeat.LanguageJavaProperties, + "PSL": heartbeat.LanguagePSL, "R": heartbeat.LanguageS, "react": heartbeat.LanguageJSX, "ReasonML": heartbeat.LanguageReasonML, "REBOL": heartbeat.LanguageREBOL, "Rexx": heartbeat.LanguageRexx, - "SWIG": heartbeat.LanguageSWIG, + "Sed": heartbeat.LanguageSed, + "stas": heartbeat.LanguageStas, + "SYSTEMD": heartbeat.LanguageSYSTEMD, "systemverilog": heartbeat.LanguageSystemVerilog, + "Tal": heartbeat.LanguageUxntal, "Transact-SQL": heartbeat.LanguageTransactSQL, "TypoScriptCssData": heartbeat.LanguageTypoScript, "TypoScriptHtmlData": heartbeat.LanguageTypoScript, @@ -934,7 +950,7 @@ func TestParseLanguageFromChroma_Unknown(t *testing.T) { } func TestParseLanguageFromChroma_AllLexersSupported(t *testing.T) { - for _, lexer := range lexers.Registry.Lexers { + for _, lexer := range lexers.GlobalLexerRegistry.Lexers { config := lexer.Config() parsed, ok := heartbeat.ParseLanguageFromChroma(config.Name) @@ -990,36 +1006,44 @@ func TestLanguage_String_UnknownLanguage(t *testing.T) { func TestLanguage_StringChroma(t *testing.T) { tests := map[string]heartbeat.Language{ - "ApacheConf": heartbeat.LanguageApacheConfig, "Ampl": heartbeat.LanguageAMPL, - "autohotkey": heartbeat.LanguageAutoHotkey, - "Base Makefile": heartbeat.LanguageMakefile, + "ApacheConf": heartbeat.LanguageApacheConfig, + "ArangoDB AQL": heartbeat.LanguageArangoDBQueryLanguage, "c-objdump": heartbeat.LanguageCObjdump, "Coldfusion CFC": heartbeat.LanguageColdfusionCFC, "Coldfusion HTML": heartbeat.LanguageColdfusionHTML, "cpp-objdump": heartbeat.LanguageCppObjdump, "CUDA": heartbeat.LanguageCUDA, + "dns": heartbeat.LanguageDNSZone, "EmacsLisp": heartbeat.LanguageEmacsLisp, "GAS": heartbeat.LanguageAssembly, "FSharp": heartbeat.LanguageFSharp, "FStar": heartbeat.LanguageFStar, "Go": heartbeat.LanguageGo, "Hxml": heartbeat.LanguageHxml, + "ISCdhcpd": heartbeat.LanguageISCdhcpd, "JSON-LD": heartbeat.LanguageJSONLD, "LessCss": heartbeat.LanguageLess, "liquid": heartbeat.LanguageLiquid, "markdown": heartbeat.LanguageMarkdown, + "NewLisp": heartbeat.LanguageNewLisp, "Nim": heartbeat.LanguageNimrod, "Ooc": heartbeat.LanguageOoc, "Org Mode": heartbeat.LanguageOrg, "plaintext": heartbeat.LanguageText, + "properties": heartbeat.LanguageJavaProperties, + "PSL": heartbeat.LanguagePSL, "R": heartbeat.LanguageS, "react": heartbeat.LanguageJSX, "ReasonML": heartbeat.LanguageReasonML, "REBOL": heartbeat.LanguageREBOL, "Rexx": heartbeat.LanguageRexx, - "SWIG": heartbeat.LanguageSWIG, + "Sed": heartbeat.LanguageSed, + "stas": heartbeat.LanguageStas, + "SYSTEMD": heartbeat.LanguageSYSTEMD, "systemverilog": heartbeat.LanguageSystemVerilog, + "Tal": heartbeat.LanguageUxntal, + "Transact-SQL": heartbeat.LanguageTransactSQL, "VB.net": heartbeat.LanguageVBNet, "verilog": heartbeat.LanguageVerilog, "vue": heartbeat.LanguageVueJS, @@ -1034,15 +1058,13 @@ func TestLanguage_StringChroma(t *testing.T) { } func TestLanguage_StringChroma_AllLexersSupported(t *testing.T) { - for _, lexer := range lexers.Registry.Lexers { + for _, lexer := range lexers.GlobalLexerRegistry.Lexers { config := lexer.Config() // Aliases, which match in addition to standard spelling of languages are ignored here. switch config.Name { case "Go HTML Template", "Go Text Template": continue - case "Python 3": - continue case "TypoScriptCssData", "TypoScriptHtmlData": continue } diff --git a/pkg/language/chroma.go b/pkg/language/chroma.go index 225ebe4f..91659b14 100644 --- a/pkg/language/chroma.go +++ b/pkg/language/chroma.go @@ -5,41 +5,14 @@ import ( "io" "os" fp "path/filepath" - "runtime/debug" "sort" "strings" "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/log" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers" - _ "github.com/alecthomas/chroma/lexers/a" // not used directly - _ "github.com/alecthomas/chroma/lexers/b" // not used directly - _ "github.com/alecthomas/chroma/lexers/c" // not used directly - _ "github.com/alecthomas/chroma/lexers/circular" // not used directly - _ "github.com/alecthomas/chroma/lexers/d" // not used directly - _ "github.com/alecthomas/chroma/lexers/e" // not used directly - _ "github.com/alecthomas/chroma/lexers/f" // not used directly - _ "github.com/alecthomas/chroma/lexers/g" // not used directly - _ "github.com/alecthomas/chroma/lexers/h" // not used directly - _ "github.com/alecthomas/chroma/lexers/i" // not used directly - _ "github.com/alecthomas/chroma/lexers/j" // not used directly - _ "github.com/alecthomas/chroma/lexers/k" // not used directly - _ "github.com/alecthomas/chroma/lexers/l" // not used directly - _ "github.com/alecthomas/chroma/lexers/m" // not used directly - _ "github.com/alecthomas/chroma/lexers/n" // not used directly - _ "github.com/alecthomas/chroma/lexers/o" // not used directly - _ "github.com/alecthomas/chroma/lexers/p" // not used directly - _ "github.com/alecthomas/chroma/lexers/q" // not used directly - _ "github.com/alecthomas/chroma/lexers/r" // not used directly - _ "github.com/alecthomas/chroma/lexers/s" // not used directly - _ "github.com/alecthomas/chroma/lexers/t" // not used directly - _ "github.com/alecthomas/chroma/lexers/v" // not used directly - _ "github.com/alecthomas/chroma/lexers/w" // not used directly - _ "github.com/alecthomas/chroma/lexers/x" // not used directly - _ "github.com/alecthomas/chroma/lexers/y" // not used directly - _ "github.com/alecthomas/chroma/lexers/z" // not used directly + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" "github.com/danwakefield/fnmatch" ) @@ -55,7 +28,7 @@ func detectChromaCustomized(filepath string) (heartbeat.Language, float32, bool) matched := chroma.PrioritisedLexers{} // First, try primary filename matches. - for _, lexer := range lexers.Registry.Lexers { + for _, lexer := range lexers.GlobalLexerRegistry.Lexers { config := lexer.Config() for _, glob := range config.Filenames { if fnmatch.Match(glob, filename, 0) || fnmatch.Match(glob, strings.ToLower(filename), 0) { @@ -77,7 +50,7 @@ func detectChromaCustomized(filepath string) (heartbeat.Language, float32, bool) } // Next, try filename aliases. - for _, lexer := range lexers.Registry.Lexers { + for _, lexer := range lexers.GlobalLexerRegistry.Lexers { config := lexer.Config() for _, glob := range config.AliasFilenames { if fnmatch.Match(glob, filename, 0) { @@ -109,7 +82,7 @@ func detectChromaCustomized(filepath string) (heartbeat.Language, float32, bool) return heartbeat.LanguageUnknown, 0, false } - if lexer := analyse(string(head)); lexer != nil { + if lexer := lexers.Analyse(string(head)); lexer != nil { language, ok := heartbeat.ParseLanguageFromChroma(lexer.Config().Name) if !ok { log.Warnf("failed to parse language from chroma lexer name %q", lexer.Config().Name) @@ -122,32 +95,6 @@ func detectChromaCustomized(filepath string) (heartbeat.Language, float32, bool) return heartbeat.LanguageUnknown, 0, false } -// analyse text content and return the "best" lexer. -// This is a copy of chroma.lexers.internal.api:Analyse(). -func analyse(text string) chroma.Lexer { - defer func() { - if err := recover(); err != nil { - log.Errorf("panicked: %v. Stack: %s", err, string(debug.Stack())) - } - }() - - var picked chroma.Lexer - - highest := float32(0.0) - - for _, lexer := range lexers.Registry.Lexers { - if analyser, ok := lexer.(chroma.Analyser); ok { - weight := analyser.AnalyseText(text) - if weight > highest { - picked = lexer - highest = weight - } - } - } - - return picked -} - // weightedLexer is a lexer with priority and weight. type weightedLexer struct { chroma.Lexer @@ -174,13 +121,11 @@ func selectByCustomizedPriority(filepath string, lexers chroma.PrioritisedLexers extensions, err := loadFolderExtensions(dir) if err != nil { log.Warnf("failed to load folder files extensions: %s", err) - return lexers[0], 0 } head, err := fileHead(filepath) if err != nil { log.Warnf("failed to load head from file %q: %s", filepath, err) - return lexers[0], 0 } var weighted []weightedLexer diff --git a/pkg/language/language_test.go b/pkg/language/language_test.go index f003a599..f964d734 100644 --- a/pkg/language/language_test.go +++ b/pkg/language/language_test.go @@ -6,6 +6,7 @@ import ( "github.com/wakatime/wakatime-cli/pkg/heartbeat" "github.com/wakatime/wakatime-cli/pkg/language" + "github.com/wakatime/wakatime-cli/pkg/lexer" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" @@ -256,6 +257,9 @@ func TestDetect_FSharp_Over_Forth(t *testing.T) { } func TestDetect_ChromaTopLanguagesRetrofit(t *testing.T) { + err := lexer.RegisterAll() + require.NoError(t, err) + tests := map[string]struct { Filepaths []string Expected heartbeat.Language @@ -314,14 +318,13 @@ func TestDetect_ChromaTopLanguagesRetrofit(t *testing.T) { Expected: heartbeat.LanguageC, }, "c++": { - Filepaths: []string{"path/to/file.cpp"}, - Expected: heartbeat.LanguageCPP, - }, - "c++ 2": { - Filepaths: []string{"path/to/file.cxx"}, - Expected: heartbeat.LanguageCPP, + Filepaths: []string{ + "path/to/file.cpp", + "path/to/file.cxx", + }, + Expected: heartbeat.LanguageCPP, }, - "c sharp": { + "c#": { Filepaths: []string{"path/to/file.cs"}, Expected: heartbeat.LanguageCSharp, }, diff --git a/pkg/language/priority.go b/pkg/language/priority.go index 6d593dd3..112c1f5c 100644 --- a/pkg/language/priority.go +++ b/pkg/language/priority.go @@ -3,8 +3,16 @@ package language func priority(lang string) (float32, bool) { prios := map[string]float32{ "FSharp": 0.01, - "Perl": 0.01, - // Higher priority than the TypoScriptLexer, as TypeScript is far more + // Higher priority than the ca 65 assembler and ArmAsm + "GAS": 0.1, + // Higher priority than the ca Inform 6 + "INI": 0.1, + // TASM uses the same file endings, but TASM is not as common as NASM, so we prioritize NASM higher by default. + "NASM": 0.1, + "Perl": 0.01, + // Higher priority than Rebol + "R": 0.1, + // Higher priority than the TypoScript, as TypeScript is far more // common these days "TypeScript": 0.5, } diff --git a/pkg/language/vim.go b/pkg/language/vim.go index 6aac88c0..2709551f 100644 --- a/pkg/language/vim.go +++ b/pkg/language/vim.go @@ -6,8 +6,8 @@ import ( "github.com/wakatime/wakatime-cli/pkg/heartbeat" - "github.com/alecthomas/chroma" - "github.com/alecthomas/chroma/lexers" + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" ) var modelineRegex = regexp.MustCompile(`(?m)(?:vi|vim|ex)(?:[<=>]?\d*)?:.*(?:ft|filetype|syn|syntax)=([^:\s]+)`) diff --git a/pkg/lexer/actionscript3.go b/pkg/lexer/actionscript3.go new file mode 100644 index 00000000..7e0a41ea --- /dev/null +++ b/pkg/lexer/actionscript3.go @@ -0,0 +1,43 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// nolint:gochecknoglobals +var actionscript3AnalyserRe = regexp.MustCompile(`\w+\s*:\s*\w`) + +// ActionScript3 lexer. +type ActionScript3 struct{} + +// Lexer returns the lexer. +func (l ActionScript3) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if actionscript3AnalyserRe.MatchString(text) { + return 0.3 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (ActionScript3) Name() string { + return heartbeat.LanguageActionScript.StringChroma() +} diff --git a/pkg/lexer/actionscript3_test.go b/pkg/lexer/actionscript3_test.go new file mode 100644 index 00000000..50d676c4 --- /dev/null +++ b/pkg/lexer/actionscript3_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestActionScript3_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "basic": { + Filepath: "testdata/actionscript3.as", + Expected: 0.3, + }, + "capital letters": { + Filepath: "testdata/actionscript3_capital_letter.as", + Expected: 0.3, + }, + "spaces": { + Filepath: "testdata/actionscript3_spaces.as", + Expected: 0.3, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.ActionScript3{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/adl.go b/pkg/lexer/adl.go new file mode 100644 index 00000000..18c485f6 --- /dev/null +++ b/pkg/lexer/adl.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ADL lexer. +type ADL struct{} + +// Lexer returns the lexer. +func (l ADL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"adl"}, + Filenames: []string{"*.adl", "*.adls", "*.adlf", "*.adlx"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ADL) Name() string { + return heartbeat.LanguageADL.StringChroma() +} diff --git a/pkg/lexer/agda.go b/pkg/lexer/agda.go new file mode 100644 index 00000000..711c616f --- /dev/null +++ b/pkg/lexer/agda.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Agda lexer. +type Agda struct{} + +// Lexer returns the lexer. +func (l Agda) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"agda"}, + Filenames: []string{"*.agda"}, + MimeTypes: []string{"text/x-agda"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Agda) Name() string { + return heartbeat.LanguageAgda.StringChroma() +} diff --git a/pkg/lexer/aheui.go b/pkg/lexer/aheui.go new file mode 100644 index 00000000..a4bf8dda --- /dev/null +++ b/pkg/lexer/aheui.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Aheui lexer. +type Aheui struct{} + +// Lexer returns the lexer. +func (l Aheui) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"aheui"}, + Filenames: []string{"*.aheui"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Aheui) Name() string { + return heartbeat.LanguageAheui.StringChroma() +} diff --git a/pkg/lexer/alloy.go b/pkg/lexer/alloy.go new file mode 100644 index 00000000..303fa857 --- /dev/null +++ b/pkg/lexer/alloy.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Alloy lexer. +type Alloy struct{} + +// Lexer returns the lexer. +func (l Alloy) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"alloy"}, + Filenames: []string{"*.als"}, + MimeTypes: []string{"text/x-alloy"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Alloy) Name() string { + return heartbeat.LanguageAlloy.StringChroma() +} diff --git a/pkg/lexer/ambienttalk.go b/pkg/lexer/ambienttalk.go new file mode 100644 index 00000000..5d001a5c --- /dev/null +++ b/pkg/lexer/ambienttalk.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// AmbientTalk lexer. +type AmbientTalk struct{} + +// Lexer returns the lexer. +func (l AmbientTalk) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"at", "ambienttalk", "ambienttalk/2"}, + Filenames: []string{"*.at"}, + MimeTypes: []string{"text/x-ambienttalk"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (AmbientTalk) Name() string { + return heartbeat.LanguageAmbientTalk.StringChroma() +} diff --git a/pkg/lexer/ampl.go b/pkg/lexer/ampl.go new file mode 100644 index 00000000..fe08732d --- /dev/null +++ b/pkg/lexer/ampl.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// AMPL lexer. +type AMPL struct{} + +// Lexer returns the lexer. +func (l AMPL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ampl"}, + Filenames: []string{"*.run"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (AMPL) Name() string { + return heartbeat.LanguageAMPL.StringChroma() +} diff --git a/pkg/lexer/arrow.go b/pkg/lexer/arrow.go new file mode 100644 index 00000000..43e899cc --- /dev/null +++ b/pkg/lexer/arrow.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Arrow lexer. +type Arrow struct{} + +// Lexer returns the lexer. +func (l Arrow) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"arrow"}, + Filenames: []string{"*.arw"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Arrow) Name() string { + return heartbeat.LanguageArrow.StringChroma() +} diff --git a/pkg/lexer/aspectj.go b/pkg/lexer/aspectj.go new file mode 100644 index 00000000..7d5c5d0c --- /dev/null +++ b/pkg/lexer/aspectj.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// AspectJ lexer. +type AspectJ struct{} + +// Lexer returns the lexer. +func (l AspectJ) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"aspectj"}, + Filenames: []string{"*.aj"}, + MimeTypes: []string{"text/x-aspectj"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (AspectJ) Name() string { + return heartbeat.LanguageAspectJ.StringChroma() +} diff --git a/pkg/lexer/aspxcsharp.go b/pkg/lexer/aspxcsharp.go new file mode 100644 index 00000000..4f9521de --- /dev/null +++ b/pkg/lexer/aspxcsharp.go @@ -0,0 +1,53 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ( + csharpAspxAnalyzerPageLanguageRe = regexp.MustCompile(`(?i)Page\s*Language="C#"`) + csharpAspxAnalyzerScriptLanguageRe = regexp.MustCompile(`(?i)script[^>]+language=["\']C#`) +) + +// AspxCSharp lexer. +type AspxCSharp struct{} + +// Lexer returns the lexer. +func (l AspxCSharp) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"aspx-cs"}, + Filenames: []string{"*.aspx", "*.asax", "*.ascx", "*.ashx", "*.asmx", "*.axd"}, + MimeTypes: []string{}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if csharpAspxAnalyzerPageLanguageRe.MatchString(text) { + return 0.2 + } + + if csharpAspxAnalyzerScriptLanguageRe.MatchString(text) { + return 0.15 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (AspxCSharp) Name() string { + return heartbeat.LanguageAspxCSharp.StringChroma() +} diff --git a/pkg/lexer/aspxcsharp_test.go b/pkg/lexer/aspxcsharp_test.go new file mode 100644 index 00000000..b6226e4a --- /dev/null +++ b/pkg/lexer/aspxcsharp_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestAspxCSharp_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "page language": { + Filepath: "testdata/aspxcsharp_page_language.aspx", + Expected: 0.2, + }, + "script language": { + Filepath: "testdata/aspxcsharp_script_language.aspx", + Expected: 0.15, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.AspxCSharp{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/aspxvb.go b/pkg/lexer/aspxvb.go new file mode 100644 index 00000000..789e637a --- /dev/null +++ b/pkg/lexer/aspxvb.go @@ -0,0 +1,54 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// nolint:gochecknoglobals +var ( + vbAspxAnalyzerPageLanguageRe = regexp.MustCompile(`(?i)Page\s*Language="Vb"`) + vbAspxAnalyzerScriptLanguageRe = regexp.MustCompile(`(?i)script[^>]+language=["\']vb`) +) + +// AspxVBNet lexer. +type AspxVBNet struct{} + +// Lexer returns the lexer. +func (l AspxVBNet) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"aspx-vb"}, + Filenames: []string{"*.aspx", "*.asax", "*.ascx", "*.ashx", "*.asmx", "*.axd"}, + MimeTypes: []string{}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if vbAspxAnalyzerPageLanguageRe.MatchString(text) { + return 0.2 + } + + if vbAspxAnalyzerScriptLanguageRe.MatchString(text) { + return 0.15 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (AspxVBNet) Name() string { + return heartbeat.LanguageAspxVBNet.StringChroma() +} diff --git a/pkg/lexer/aspxvb_test.go b/pkg/lexer/aspxvb_test.go new file mode 100644 index 00000000..b0e79caa --- /dev/null +++ b/pkg/lexer/aspxvb_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestAspxVBNet_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "page language": { + Filepath: "testdata/aspxvbnet_page_language.aspx", + Expected: 0.2, + }, + "script language": { + Filepath: "testdata/aspxvbnet_script_language.aspx", + Expected: 0.15, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.AspxVBNet{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/asymptote.go b/pkg/lexer/asymptote.go new file mode 100644 index 00000000..799b1971 --- /dev/null +++ b/pkg/lexer/asymptote.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Asymptote lexer. +type Asymptote struct{} + +// Lexer returns the lexer. +func (l Asymptote) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"asy", "asymptote"}, + Filenames: []string{"*.asy"}, + MimeTypes: []string{"text/x-asymptote"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Asymptote) Name() string { + return heartbeat.LanguageAsymptote.StringChroma() +} diff --git a/pkg/lexer/augeas.go b/pkg/lexer/augeas.go new file mode 100644 index 00000000..a9cd3a2a --- /dev/null +++ b/pkg/lexer/augeas.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Augeas lexer. +type Augeas struct{} + +// Lexer returns the lexer. +func (l Augeas) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"augeas"}, + Filenames: []string{"*.aug"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Augeas) Name() string { + return heartbeat.LanguageAugeas.StringChroma() +} diff --git a/pkg/lexer/bare.go b/pkg/lexer/bare.go new file mode 100644 index 00000000..51fd1386 --- /dev/null +++ b/pkg/lexer/bare.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// BARE lexer. +type BARE struct{} + +// Lexer returns the lexer. +func (l BARE) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"bare"}, + Filenames: []string{"*.bare"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (BARE) Name() string { + return heartbeat.LanguageBARE.StringChroma() +} diff --git a/pkg/lexer/bbcbasic.go b/pkg/lexer/bbcbasic.go new file mode 100644 index 00000000..88d9fe38 --- /dev/null +++ b/pkg/lexer/bbcbasic.go @@ -0,0 +1,43 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// BBCBasic lexer. +type BBCBasic struct{} + +// Lexer returns the lexer. +func (l BBCBasic) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"bbcbasic"}, + Filenames: []string{"*.bbc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if strings.HasPrefix(text, "10REM >") || strings.HasPrefix(text, "REM >") { + return 0.9 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (BBCBasic) Name() string { + return heartbeat.LanguageBBCBasic.StringChroma() +} diff --git a/pkg/lexer/bbcbasic_test.go b/pkg/lexer/bbcbasic_test.go new file mode 100644 index 00000000..6d0b9862 --- /dev/null +++ b/pkg/lexer/bbcbasic_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestBBCBasic_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "REM": { + Filepath: "testdata/bbcbasic_rem.bbc", + Expected: 0.9, + }, + "10REM": { + Filepath: "testdata/bbcbasic_10rem.bbc", + Expected: 0.9, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.BBCBasic{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/bbcode.go b/pkg/lexer/bbcode.go new file mode 100644 index 00000000..2f5a244a --- /dev/null +++ b/pkg/lexer/bbcode.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// BBCode lexer. +type BBCode struct{} + +// Lexer returns the lexer. +func (l BBCode) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"bbcode"}, + MimeTypes: []string{"text/x-bbcode"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (BBCode) Name() string { + return heartbeat.LanguageBBCode.StringChroma() +} diff --git a/pkg/lexer/bc.go b/pkg/lexer/bc.go new file mode 100644 index 00000000..7f50c37e --- /dev/null +++ b/pkg/lexer/bc.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// BC lexer. +type BC struct{} + +// Lexer returns the lexer. +func (l BC) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"bc"}, + Filenames: []string{"*.bc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (BC) Name() string { + return heartbeat.LanguageBC.StringChroma() +} diff --git a/pkg/lexer/befunge.go b/pkg/lexer/befunge.go new file mode 100644 index 00000000..caed4c6e --- /dev/null +++ b/pkg/lexer/befunge.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Befunge lexer. +type Befunge struct{} + +// Lexer returns the lexer. +func (l Befunge) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"befunge"}, + Filenames: []string{"*.befunge"}, + MimeTypes: []string{"application/x-befunge"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Befunge) Name() string { + return heartbeat.LanguageBefunge.StringChroma() +} diff --git a/pkg/lexer/blazor.go b/pkg/lexer/blazor.go new file mode 100644 index 00000000..c8dcef73 --- /dev/null +++ b/pkg/lexer/blazor.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Blazor lexer. +type Blazor struct{} + +// Lexer returns the lexer. +func (l Blazor) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"blazor"}, + Filenames: []string{"*.razor"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Blazor) Name() string { + return heartbeat.LanguageBlazor.StringChroma() +} diff --git a/pkg/lexer/blitzmax.go b/pkg/lexer/blitzmax.go new file mode 100644 index 00000000..360bc2cb --- /dev/null +++ b/pkg/lexer/blitzmax.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// BlitzMax lexer. +type BlitzMax struct{} + +// Lexer returns the lexer. +func (l BlitzMax) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"blitzmax", "bmax"}, + Filenames: []string{"*.bmx"}, + MimeTypes: []string{"text/x-bmx"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (BlitzMax) Name() string { + return heartbeat.LanguageBlitzMax.StringChroma() +} diff --git a/pkg/lexer/boa.go b/pkg/lexer/boa.go new file mode 100644 index 00000000..716b0fa5 --- /dev/null +++ b/pkg/lexer/boa.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Boa lexer. +type Boa struct{} + +// Lexer returns the lexer. +func (l Boa) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"boa"}, + Filenames: []string{"*.boa"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Boa) Name() string { + return heartbeat.LanguageBoa.StringChroma() +} diff --git a/pkg/lexer/boo.go b/pkg/lexer/boo.go new file mode 100644 index 00000000..ce53d20d --- /dev/null +++ b/pkg/lexer/boo.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Boo lexer. +type Boo struct{} + +// Lexer returns the lexer. +func (l Boo) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"boo"}, + Filenames: []string{"*.boo"}, + MimeTypes: []string{"text/x-boo"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Boo) Name() string { + return heartbeat.LanguageBoo.StringChroma() +} diff --git a/pkg/lexer/boogie.go b/pkg/lexer/boogie.go new file mode 100644 index 00000000..fb6aaab7 --- /dev/null +++ b/pkg/lexer/boogie.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Boogie lexer. +type Boogie struct{} + +// Lexer returns the lexer. +func (l Boogie) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"boogie"}, + Filenames: []string{"*.bpl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Boogie) Name() string { + return heartbeat.LanguageBoogie.StringChroma() +} diff --git a/pkg/lexer/brainfuck.go b/pkg/lexer/brainfuck.go new file mode 100644 index 00000000..a6570794 --- /dev/null +++ b/pkg/lexer/brainfuck.go @@ -0,0 +1,73 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// Brainfuck lexer. +type Brainfuck struct{} + +// Lexer returns the lexer. +func (l Brainfuck) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + var ( + ok bool + rgxlexer *chroma.RegexLexer + ) + + if rgxlexer, ok = lexer.(*chroma.RegexLexer); !ok { + return nil + } + + rgxlexer.SetAnalyser(func(text string) float32 { + // it's safe to assume that a program which mostly consists of + - + // and < > is brainfuck. + var plusMinusCount float64 + var greaterLessCount float64 + + rangeToCheck := len(text) + + if rangeToCheck > 256 { + rangeToCheck = 256 + } + + for _, c := range text[:rangeToCheck] { + if c == '+' || c == '-' { + plusMinusCount++ + } + if c == '<' || c == '>' { + greaterLessCount++ + } + } + + if plusMinusCount > (0.25 * float64(rangeToCheck)) { + return 1.0 + } + + if greaterLessCount > (0.25 * float64(rangeToCheck)) { + return 1.0 + } + + if strings.Contains(text, "[-]") { + return 0.5 + } + + return 0 + }) + + return rgxlexer +} + +// Name returns the name of the lexer. +func (Brainfuck) Name() string { + return heartbeat.LanguageBrainfuck.StringChroma() +} diff --git a/pkg/lexer/brainfuck_test.go b/pkg/lexer/brainfuck_test.go new file mode 100644 index 00000000..c147602c --- /dev/null +++ b/pkg/lexer/brainfuck_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestBrainfuck_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "plus minus": { + Filepath: "testdata/brainfuck_plus_minus.bf", + Expected: 1.0, + }, + "greater less": { + Filepath: "testdata/brainfuck_greater_less.bf", + Expected: 1.0, + }, + "minus only": { + Filepath: "testdata/brainfuck_minus.bf", + Expected: 0.5, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Brainfuck{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/bst.go b/pkg/lexer/bst.go new file mode 100644 index 00000000..33055d30 --- /dev/null +++ b/pkg/lexer/bst.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// BST lexer. +type BST struct{} + +// Lexer returns the lexer. +func (l BST) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"bst", "bst-pybtex"}, + Filenames: []string{"*.bst"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (BST) Name() string { + return heartbeat.LanguageBST.StringChroma() +} diff --git a/pkg/lexer/bugs.go b/pkg/lexer/bugs.go new file mode 100644 index 00000000..dcb4d05e --- /dev/null +++ b/pkg/lexer/bugs.go @@ -0,0 +1,46 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var bugsAnalyzerRe = regexp.MustCompile(`(?m)^\s*model\s*{`) + +// BUGS lexer. +type BUGS struct{} + +// Lexer returns the lexer. +func (l BUGS) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"bugs", "winbugs", "openbugs"}, + Filenames: []string{"*.bug"}, + MimeTypes: []string{}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if bugsAnalyzerRe.MatchString(text) { + return 0.7 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (BUGS) Name() string { + return heartbeat.LanguageBUGS.StringChroma() +} diff --git a/pkg/lexer/bugs_test.go b/pkg/lexer/bugs_test.go new file mode 100644 index 00000000..950c7a01 --- /dev/null +++ b/pkg/lexer/bugs_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestBBUGS_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/bugs_basic.bug") + assert.NoError(t, err) + + l := lexer.BUGS{}.Lexer() + + assert.Equal(t, float32(0.7), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/c_test.go b/pkg/lexer/c_test.go new file mode 100644 index 00000000..f06aecb4 --- /dev/null +++ b/pkg/lexer/c_test.go @@ -0,0 +1,44 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/alecthomas/chroma/v2/lexers" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestC_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "include": { + Filepath: "testdata/c_include.c", + Expected: 0.1, + }, + "ifdef": { + Filepath: "testdata/c_ifdef.c", + Expected: 0.1, + }, + "ifndef": { + Filepath: "testdata/c_ifndef.c", + Expected: 0.1, + }, + } + + l := lexers.Get(heartbeat.LanguageC.StringChroma()) + require.NotNil(t, l) + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/ca65assembler.go b/pkg/lexer/ca65assembler.go new file mode 100644 index 00000000..d7fb5ce2 --- /dev/null +++ b/pkg/lexer/ca65assembler.go @@ -0,0 +1,48 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// nolint:gochecknoglobals +var ca65AnalyserCommentRe = regexp.MustCompile(`(?m)^\s*;`) + +// Ca65Assembler lexer. +type Ca65Assembler struct{} + +// Lexer returns the lexer. +func (l Ca65Assembler) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ca65"}, + Filenames: []string{"*.s"}, + MimeTypes: []string{}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // comments in GAS start with "#". + if ca65AnalyserCommentRe.MatchString(text) { + return 0.9 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Ca65Assembler) Name() string { + return heartbeat.LanguageCa65Assembler.StringChroma() +} diff --git a/pkg/lexer/ca65assembler_test.go b/pkg/lexer/ca65assembler_test.go new file mode 100644 index 00000000..ba13474e --- /dev/null +++ b/pkg/lexer/ca65assembler_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestCa65Assembler_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/ca65assembler_comment.s") + assert.NoError(t, err) + + l := lexer.Ca65Assembler{}.Lexer() + + assert.Equal(t, float32(0.9), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/cadl.go b/pkg/lexer/cadl.go new file mode 100644 index 00000000..b2619964 --- /dev/null +++ b/pkg/lexer/cadl.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// CADL lexer. +type CADL struct{} + +// Lexer returns the lexer. +func (l CADL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cadl"}, + Filenames: []string{"*.cadl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (CADL) Name() string { + return heartbeat.LanguageCADL.StringChroma() +} diff --git a/pkg/lexer/camkes.go b/pkg/lexer/camkes.go new file mode 100644 index 00000000..72a4b656 --- /dev/null +++ b/pkg/lexer/camkes.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// CAmkES lexer. +type CAmkES struct{} + +// Lexer returns the lexer. +func (l CAmkES) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"camkes", "idl4"}, + Filenames: []string{"*.camkes", "*.idl4"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (CAmkES) Name() string { + return heartbeat.LanguageCAmkES.StringChroma() +} diff --git a/pkg/lexer/capdl.go b/pkg/lexer/capdl.go new file mode 100644 index 00000000..df1937dd --- /dev/null +++ b/pkg/lexer/capdl.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// CapDL lexer. +type CapDL struct{} + +// Lexer returns the lexer. +func (l CapDL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"capdl"}, + Filenames: []string{"*.cdl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (CapDL) Name() string { + return heartbeat.LanguageCapDL.StringChroma() +} diff --git a/pkg/lexer/cbmbasicv2.go b/pkg/lexer/cbmbasicv2.go new file mode 100644 index 00000000..ce842385 --- /dev/null +++ b/pkg/lexer/cbmbasicv2.go @@ -0,0 +1,48 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var cbmBasicV2AnalyserRe = regexp.MustCompile(`^\d+`) + +// CBMBasicV2 CBM BASIC V2 lexer. +type CBMBasicV2 struct{} + +// Lexer returns the lexer. +func (l CBMBasicV2) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cbmbas"}, + Filenames: []string{"*.bas"}, + MimeTypes: []string{}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // if it starts with a line number, it shouldn't be a "modern" Basic + // like VB.net + if cbmBasicV2AnalyserRe.MatchString(text) { + return 0.2 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (CBMBasicV2) Name() string { + return heartbeat.LanguageCBMBasicV2.StringChroma() +} diff --git a/pkg/lexer/cbmbasicv2_test.go b/pkg/lexer/cbmbasicv2_test.go new file mode 100644 index 00000000..1ed24c37 --- /dev/null +++ b/pkg/lexer/cbmbasicv2_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestCBMBasicV2_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/cbmbasicv2_basic.bas") + assert.NoError(t, err) + + l := lexer.CBMBasicV2{}.Lexer() + + assert.Equal(t, float32(0.2), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/charmci.go b/pkg/lexer/charmci.go new file mode 100644 index 00000000..5268bca4 --- /dev/null +++ b/pkg/lexer/charmci.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Charmci lexer. +type Charmci struct{} + +// Lexer returns the lexer. +func (l Charmci) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"charmci"}, + Filenames: []string{"*.ci"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Charmci) Name() string { + return heartbeat.LanguageCharmci.StringChroma() +} diff --git a/pkg/lexer/cirru.go b/pkg/lexer/cirru.go new file mode 100644 index 00000000..f75a93f6 --- /dev/null +++ b/pkg/lexer/cirru.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Cirru lexer. +type Cirru struct{} + +// Lexer returns the lexer. +func (l Cirru) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cirru"}, + Filenames: []string{"*.cirru"}, + MimeTypes: []string{"text/x-cirru"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Cirru) Name() string { + return heartbeat.LanguageCirru.StringChroma() +} diff --git a/pkg/lexer/clay.go b/pkg/lexer/clay.go new file mode 100644 index 00000000..0d56dce8 --- /dev/null +++ b/pkg/lexer/clay.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Clay lexer. +type Clay struct{} + +// Lexer returns the lexer. +func (l Clay) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"clay"}, + Filenames: []string{"*.clay"}, + MimeTypes: []string{"text/x-clay"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Clay) Name() string { + return heartbeat.LanguageClay.StringChroma() +} diff --git a/pkg/lexer/clean.go b/pkg/lexer/clean.go new file mode 100644 index 00000000..ff429c5c --- /dev/null +++ b/pkg/lexer/clean.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Clean lexer. +type Clean struct{} + +// Lexer returns the lexer. +func (l Clean) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"clean"}, + Filenames: []string{"*.icl", "*.dcl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Clean) Name() string { + return heartbeat.LanguageClean.StringChroma() +} diff --git a/pkg/lexer/clojurescript.go b/pkg/lexer/clojurescript.go new file mode 100644 index 00000000..a5cc7094 --- /dev/null +++ b/pkg/lexer/clojurescript.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ClojureScript lexer. +type ClojureScript struct{} + +// Lexer returns the lexer. +func (l ClojureScript) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"clojurescript", "cljs"}, + Filenames: []string{"*.cljs"}, + MimeTypes: []string{"text/x-clojurescript", "application/x-clojurescript"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ClojureScript) Name() string { + return heartbeat.LanguageClojureScript.StringChroma() +} diff --git a/pkg/lexer/cobjdump.go b/pkg/lexer/cobjdump.go new file mode 100644 index 00000000..827104e8 --- /dev/null +++ b/pkg/lexer/cobjdump.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// CObjdump lexer. +type CObjdump struct{} + +// Lexer returns the lexer. +func (l CObjdump) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"c-objdump"}, + Filenames: []string{"*.c-objdump"}, + MimeTypes: []string{"text/x-c-objdump"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (CObjdump) Name() string { + return heartbeat.LanguageCObjdump.StringChroma() +} diff --git a/pkg/lexer/cobolfree.go b/pkg/lexer/cobolfree.go new file mode 100644 index 00000000..07ef8d9f --- /dev/null +++ b/pkg/lexer/cobolfree.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// COBOLFree lexer. +type COBOLFree struct{} + +// Lexer returns the lexer. +func (l COBOLFree) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cobolfree"}, + Filenames: []string{"*.cbl", "*.CBL"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (COBOLFree) Name() string { + return heartbeat.LanguageCOBOLFree.StringChroma() +} diff --git a/pkg/lexer/coldfusioncfc.go b/pkg/lexer/coldfusioncfc.go new file mode 100644 index 00000000..5c7adf93 --- /dev/null +++ b/pkg/lexer/coldfusioncfc.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ColdfusionCFC lexer. +type ColdfusionCFC struct{} + +// Lexer returns the lexer. +func (l ColdfusionCFC) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cfc"}, + Filenames: []string{"*.cfc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ColdfusionCFC) Name() string { + return heartbeat.LanguageColdfusionCFC.StringChroma() +} diff --git a/pkg/lexer/coldfusionhtml.go b/pkg/lexer/coldfusionhtml.go new file mode 100644 index 00000000..55cf31d9 --- /dev/null +++ b/pkg/lexer/coldfusionhtml.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ColdfusionHTML lexer. +type ColdfusionHTML struct{} + +// Lexer returns the lexer. +func (l ColdfusionHTML) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cfm"}, + Filenames: []string{"*.cfm", "*.cfml"}, + MimeTypes: []string{"application/x-coldfusion"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ColdfusionHTML) Name() string { + return heartbeat.LanguageColdfusionHTML.StringChroma() +} diff --git a/pkg/lexer/componentpascal.go b/pkg/lexer/componentpascal.go new file mode 100644 index 00000000..aae7fc2c --- /dev/null +++ b/pkg/lexer/componentpascal.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ComponentPascal lexer. +type ComponentPascal struct{} + +// Lexer returns the lexer. +func (l ComponentPascal) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"componentpascal", "cp"}, + Filenames: []string{"*.cp", "*.cps"}, + MimeTypes: []string{"text/x-component-pascal"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ComponentPascal) Name() string { + return heartbeat.LanguageComponentPascal.StringChroma() +} diff --git a/pkg/lexer/coq.go b/pkg/lexer/coq.go new file mode 100644 index 00000000..9f97e369 --- /dev/null +++ b/pkg/lexer/coq.go @@ -0,0 +1,40 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// Coq lexer. +type Coq struct{} + +// Lexer returns the lexer. +func (l Coq) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if strings.Contains(text, "Qed") && strings.Contains(text, "Proof") { + return 1.0 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Coq) Name() string { + return heartbeat.LanguageCoq.StringChroma() +} diff --git a/pkg/lexer/coq_test.go b/pkg/lexer/coq_test.go new file mode 100644 index 00000000..17cebb06 --- /dev/null +++ b/pkg/lexer/coq_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestCoq_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/coq_reserved_keyword.v") + assert.NoError(t, err) + + l := lexer.Coq{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/cpp_test.go b/pkg/lexer/cpp_test.go new file mode 100644 index 00000000..70e5a7a0 --- /dev/null +++ b/pkg/lexer/cpp_test.go @@ -0,0 +1,40 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/alecthomas/chroma/v2/lexers" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestCpp_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "include": { + Filepath: "testdata/cpp_include.cpp", + Expected: 0.2, + }, + "namespace": { + Filepath: "testdata/cpp_namespace.cpp", + Expected: 0.4, + }, + } + + l := lexers.Get(heartbeat.LanguageCPP.StringChroma()) + require.NotNil(t, l) + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/cppobjdump.go b/pkg/lexer/cppobjdump.go new file mode 100644 index 00000000..131c9d64 --- /dev/null +++ b/pkg/lexer/cppobjdump.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// CppObjdump lexer. +type CppObjdump struct{} + +// Lexer returns the lexer. +func (l CppObjdump) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cpp-objdump", "c++-objdumb", "cxx-objdump"}, + Filenames: []string{"*.cpp-objdump", "*.c++-objdump", "*.cxx-objdump"}, + MimeTypes: []string{"text/x-cpp-objdump"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (CppObjdump) Name() string { + return heartbeat.LanguageCppObjdump.StringChroma() +} diff --git a/pkg/lexer/cpsa.go b/pkg/lexer/cpsa.go new file mode 100644 index 00000000..ac3b2831 --- /dev/null +++ b/pkg/lexer/cpsa.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// CPSA lexer. +type CPSA struct{} + +// Lexer returns the lexer. +func (l CPSA) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cpsa"}, + Filenames: []string{"*.cpsa"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (CPSA) Name() string { + return heartbeat.LanguageCPSA.StringChroma() +} diff --git a/pkg/lexer/crmsh.go b/pkg/lexer/crmsh.go new file mode 100644 index 00000000..289e7607 --- /dev/null +++ b/pkg/lexer/crmsh.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Crmsh lexer. +type Crmsh struct{} + +// Lexer returns the lexer. +func (l Crmsh) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"crmsh", "pcmk"}, + Filenames: []string{"*.crmsh", "*.pcmk"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Crmsh) Name() string { + return heartbeat.LanguageCrmsh.StringChroma() +} diff --git a/pkg/lexer/croc.go b/pkg/lexer/croc.go new file mode 100644 index 00000000..9ec370e7 --- /dev/null +++ b/pkg/lexer/croc.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Croc lexer. +type Croc struct{} + +// Lexer returns the lexer. +func (l Croc) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"croc"}, + Filenames: []string{"*.croc"}, + MimeTypes: []string{"text/x-crocsrc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Croc) Name() string { + return heartbeat.LanguageCroc.StringChroma() +} diff --git a/pkg/lexer/crontab.go b/pkg/lexer/crontab.go new file mode 100644 index 00000000..4e9c92ca --- /dev/null +++ b/pkg/lexer/crontab.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Crontab lexer. +type Crontab struct{} + +// Lexer returns the lexer. +func (l Crontab) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"crontab"}, + Filenames: []string{"crontab"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Crontab) Name() string { + return heartbeat.LanguageCrontab.StringChroma() +} diff --git a/pkg/lexer/cryptol.go b/pkg/lexer/cryptol.go new file mode 100644 index 00000000..7aad62d1 --- /dev/null +++ b/pkg/lexer/cryptol.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Cryptol lexer. +type Cryptol struct{} + +// Lexer returns the lexer. +func (l Cryptol) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cryptol", "cry"}, + Filenames: []string{"*.cry"}, + MimeTypes: []string{"text/x-cryptol"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Cryptol) Name() string { + return heartbeat.LanguageCryptol.StringChroma() +} diff --git a/pkg/lexer/csounddocument.go b/pkg/lexer/csounddocument.go new file mode 100644 index 00000000..f1de5b5d --- /dev/null +++ b/pkg/lexer/csounddocument.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// CsoundDocument lexer. +type CsoundDocument struct{} + +// Lexer returns the lexer. +func (l CsoundDocument) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"csound-document", "csound-csd"}, + Filenames: []string{"*.csd"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (CsoundDocument) Name() string { + return heartbeat.LanguageCsoundDocument.StringChroma() +} diff --git a/pkg/lexer/csoundorchestra.go b/pkg/lexer/csoundorchestra.go new file mode 100644 index 00000000..8d48cd0b --- /dev/null +++ b/pkg/lexer/csoundorchestra.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// CsoundOrchestra lexer. +type CsoundOrchestra struct{} + +// Lexer returns the lexer. +func (l CsoundOrchestra) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"csound", "csound-orc"}, + Filenames: []string{"*.orc", "*.udo"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (CsoundOrchestra) Name() string { + return heartbeat.LanguageCsoundOrchestra.StringChroma() +} diff --git a/pkg/lexer/csoundscore.go b/pkg/lexer/csoundscore.go new file mode 100644 index 00000000..1afcdc51 --- /dev/null +++ b/pkg/lexer/csoundscore.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// CsoundScore lexer. +type CsoundScore struct{} + +// Lexer returns the lexer. +func (l CsoundScore) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"csound-score", "csound-sco"}, + Filenames: []string{"*.sco"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (CsoundScore) Name() string { + return heartbeat.LanguageCsoundScore.StringChroma() +} diff --git a/pkg/lexer/cuda.go b/pkg/lexer/cuda.go new file mode 100644 index 00000000..307f4e02 --- /dev/null +++ b/pkg/lexer/cuda.go @@ -0,0 +1,44 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// CUDA lexer. +type CUDA struct{} + +// Lexer returns the lexer. +func (l CUDA) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cuda", "cu"}, + Filenames: []string{"*.cu", "*.cuh"}, + MimeTypes: []string{"text/x-cuda"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + c := lexers.Get(heartbeat.LanguageC.StringChroma()) + if c == nil { + return 0 + } + + return c.AnalyseText(text) + }) + + return lexer +} + +// Name returns the name of the lexer. +func (CUDA) Name() string { + return heartbeat.LanguageCUDA.StringChroma() +} diff --git a/pkg/lexer/cuda_test.go b/pkg/lexer/cuda_test.go new file mode 100644 index 00000000..d0777d7c --- /dev/null +++ b/pkg/lexer/cuda_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestCUDA_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "include": { + Filepath: "testdata/cuda_include.cu", + Expected: 0.1, + }, + "ifdef": { + Filepath: "testdata/cuda_ifdef.cu", + Expected: 0.1, + }, + "ifndef": { + Filepath: "testdata/cuda_ifndef.cu", + Expected: 0.1, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.CUDA{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/cypher.go b/pkg/lexer/cypher.go new file mode 100644 index 00000000..a148a434 --- /dev/null +++ b/pkg/lexer/cypher.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Cypher lexer. +type Cypher struct{} + +// Lexer returns the lexer. +func (l Cypher) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"cypher"}, + Filenames: []string{"*.cyp", "*.cypher"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Cypher) Name() string { + return heartbeat.LanguageCypher.StringChroma() +} diff --git a/pkg/lexer/darcspatch.go b/pkg/lexer/darcspatch.go new file mode 100644 index 00000000..e31158b7 --- /dev/null +++ b/pkg/lexer/darcspatch.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// DarcsPatch lexer. +type DarcsPatch struct{} + +// Lexer returns the lexer. +func (l DarcsPatch) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"dpatch"}, + Filenames: []string{"*.dpatch", "*.darcspatch"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (DarcsPatch) Name() string { + return heartbeat.LanguageDarcsPatch.StringChroma() +} diff --git a/pkg/lexer/dasm16.go b/pkg/lexer/dasm16.go new file mode 100644 index 00000000..7fd7d826 --- /dev/null +++ b/pkg/lexer/dasm16.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// DASM16 lexer. +type DASM16 struct{} + +// Lexer returns the lexer. +func (l DASM16) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"dasm16"}, + Filenames: []string{"*.dasm16", "*.dasm"}, + MimeTypes: []string{"text/x-dasm16"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (DASM16) Name() string { + return heartbeat.LanguageDASM16.StringChroma() +} diff --git a/pkg/lexer/debiancontrol.go b/pkg/lexer/debiancontrol.go new file mode 100644 index 00000000..bc5d6587 --- /dev/null +++ b/pkg/lexer/debiancontrol.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// DebianControlFile lexer. +type DebianControlFile struct{} + +// Lexer returns the lexer. +func (l DebianControlFile) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"control", "debcontrol"}, + Filenames: []string{"control"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (DebianControlFile) Name() string { + return heartbeat.LanguageDebianControlFile.StringChroma() +} diff --git a/pkg/lexer/delphi.go b/pkg/lexer/delphi.go new file mode 100644 index 00000000..04fcfbe8 --- /dev/null +++ b/pkg/lexer/delphi.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Delphi lexer. +type Delphi struct{} + +// Lexer returns the lexer. +func (l Delphi) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"delphi", "pas", "pascal", "objectpascal"}, + Filenames: []string{"*.pas", "*.dpr"}, + MimeTypes: []string{"text/x-pascal"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Delphi) Name() string { + return heartbeat.LanguageDelphi.StringChroma() +} diff --git a/pkg/lexer/devicetree.go b/pkg/lexer/devicetree.go new file mode 100644 index 00000000..0f92c149 --- /dev/null +++ b/pkg/lexer/devicetree.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Devicetree lexer. +type Devicetree struct{} + +// Lexer returns the lexer. +func (l Devicetree) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"devicetree", "dts"}, + Filenames: []string{"*.dts", "*.dtsi"}, + MimeTypes: []string{"text/x-c"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Devicetree) Name() string { + return heartbeat.LanguageDevicetree.StringChroma() +} diff --git a/pkg/lexer/dg.go b/pkg/lexer/dg.go new file mode 100644 index 00000000..e561b686 --- /dev/null +++ b/pkg/lexer/dg.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// DG lexer. +type DG struct{} + +// Lexer returns the lexer. +func (l DG) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"dg"}, + Filenames: []string{"*.dg"}, + MimeTypes: []string{"text/x-dg"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (DG) Name() string { + return heartbeat.LanguageDG.StringChroma() +} diff --git a/pkg/lexer/dobjdump.go b/pkg/lexer/dobjdump.go new file mode 100644 index 00000000..efc9de99 --- /dev/null +++ b/pkg/lexer/dobjdump.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// DObjdump lexer. +type DObjdump struct{} + +// Lexer returns the lexer. +func (l DObjdump) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"d-objdump"}, + Filenames: []string{"*.d-objdump"}, + MimeTypes: []string{"text/x-d-objdump"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (DObjdump) Name() string { + return heartbeat.LanguageDObjdump.StringChroma() +} diff --git a/pkg/lexer/duel.go b/pkg/lexer/duel.go new file mode 100644 index 00000000..779f4fe5 --- /dev/null +++ b/pkg/lexer/duel.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Duel lexer. +type Duel struct{} + +// Lexer returns the lexer. +func (l Duel) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"duel", "jbst", "jsonml+bst"}, + Filenames: []string{"*.duel", "*.jbst"}, + MimeTypes: []string{"text/x-duel", "text/x-jbst"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Duel) Name() string { + return heartbeat.LanguageDuel.StringChroma() +} diff --git a/pkg/lexer/dylanlid.go b/pkg/lexer/dylanlid.go new file mode 100644 index 00000000..b9fce40e --- /dev/null +++ b/pkg/lexer/dylanlid.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// DylanLID lexer. +type DylanLID struct{} + +// Lexer returns the lexer. +func (l DylanLID) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"dylan-lid", "lid"}, + Filenames: []string{"*.lid", "*.hdp"}, + MimeTypes: []string{"text/x-dylan-lid"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (DylanLID) Name() string { + return heartbeat.LanguageDylanLID.StringChroma() +} diff --git a/pkg/lexer/dylansession.go b/pkg/lexer/dylansession.go new file mode 100644 index 00000000..e2b27875 --- /dev/null +++ b/pkg/lexer/dylansession.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// DylanSession lexer. +type DylanSession struct{} + +// Lexer returns the lexer. +func (l DylanSession) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"dylan-console", "dylan-repl"}, + Filenames: []string{"*.dylan-console"}, + MimeTypes: []string{"text/x-dylan-console"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (DylanSession) Name() string { + return heartbeat.LanguageDylanSession.StringChroma() +} diff --git a/pkg/lexer/earlgrey.go b/pkg/lexer/earlgrey.go new file mode 100644 index 00000000..6d5c0003 --- /dev/null +++ b/pkg/lexer/earlgrey.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// EarlGrey lexer. +type EarlGrey struct{} + +// Lexer returns the lexer. +func (l EarlGrey) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"earl-grey", "earlgrey", "eg"}, + Filenames: []string{"*.eg"}, + MimeTypes: []string{"text/x-earl-grey"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (EarlGrey) Name() string { + return heartbeat.LanguageEarlGrey.StringChroma() +} diff --git a/pkg/lexer/easytrieve.go b/pkg/lexer/easytrieve.go new file mode 100644 index 00000000..b6febb3c --- /dev/null +++ b/pkg/lexer/easytrieve.go @@ -0,0 +1,157 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ( + easytrieveAnalyserCommetLineRe = regexp.MustCompile(`^\s*\*`) + easytrieveAnalyserMacroHeaderRe = regexp.MustCompile(`\s*MACRO`) +) + +// Easytrieve lexer. +type Easytrieve struct{} + +// Lexer returns the lexer. +// nolint: gocyclo +func (l Easytrieve) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"easytrieve"}, + Filenames: []string{"*.ezt", "*.mac"}, + MimeTypes: []string{"text/x-easytrieve"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // Perform a structural analysis for basic Easytrieve constructs. + var ( + result float32 + hasEndProc bool + hasHeaderComment bool + hasFile bool + hasJob bool + hasProc bool + hasParm bool + hasReport bool + ) + + lines := strings.Split(text, "\n") + + // Remove possible empty lines and header comments. + for range lines { + if len(lines) == 0 { + break + } + + if len(strings.TrimSpace(lines[0])) > 0 && !easytrieveAnalyserCommetLineRe.MatchString(lines[0]) { + break + } + + if easytrieveAnalyserCommetLineRe.MatchString(text) { + hasHeaderComment = true + } + + lines = lines[1:] + } + + if len(lines) > 0 && easytrieveAnalyserMacroHeaderRe.MatchString(lines[0]) { + // Looks like an Easytrieve macro. + result += 0.4 + + if hasHeaderComment { + result += 0.4 + } + + return result + } + + // Scan the source for lines starting with indicators. + for _, line := range lines { + splitted := strings.Fields(line) + + if len(splitted) < 2 { + continue + } + + if !hasReport && !hasJob && !hasFile && !hasParm && splitted[0] == "PARM" { + hasParm = true + } + + if !hasReport && !hasJob && !hasFile && splitted[0] == "FILE" { + hasFile = true + } + + if !hasReport && !hasJob && splitted[0] == "JOB" { + hasJob = true + } + + if !hasReport && splitted[0] == "PROC" { + hasProc = true + continue + } + + if !hasReport && splitted[0] == "END-PROC" { + hasEndProc = true + continue + } + + if !hasReport && splitted[0] == "REPORT" { + hasReport = true + } + } + + // Weight the findings. + if hasJob && hasProc == hasEndProc && hasHeaderComment { + result += 0.1 + } + + if hasJob && hasProc == hasEndProc && hasParm && hasProc { + // Found PARM, JOB and PROC/END-PROC: + // pretty sure this is Easytrieve. + result += 0.8 + + return result + } + + if hasJob && hasProc == hasEndProc && hasParm && !hasProc { + // Found PARAM and JOB: probably this is Easytrieve. + result += 0.5 + + return result + } + + if hasJob && hasProc == hasEndProc && !hasParm { + // Found JOB and possibly other keywords: might be Easytrieve. + result += 0.11 + } + + if hasJob && hasProc == hasEndProc && !hasParm && hasFile { + result += 0.01 + } + + if hasJob && hasProc == hasEndProc && !hasParm && hasReport { + result += 0.01 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Easytrieve) Name() string { + return heartbeat.LanguageEasytrieve.StringChroma() +} diff --git a/pkg/lexer/easytrieve_test.go b/pkg/lexer/easytrieve_test.go new file mode 100644 index 00000000..43744b67 --- /dev/null +++ b/pkg/lexer/easytrieve_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestEasytrieve_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "basic": { + Filepath: "testdata/easytrieve_basic.ezt", + Expected: 0.6, + }, + "macro": { + Filepath: "testdata/easytrieve_macro.mac", + Expected: 0.8, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Easytrieve{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/ec.go b/pkg/lexer/ec.go new file mode 100644 index 00000000..6de0eca3 --- /dev/null +++ b/pkg/lexer/ec.go @@ -0,0 +1,44 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// EC lexer. +type EC struct{} + +// Lexer returns the lexer. +func (l EC) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ec"}, + Filenames: []string{"*.ec", "*.eh"}, + MimeTypes: []string{"text/x-echdr", "text/x-ecsrc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + c := lexers.Get(heartbeat.LanguageC.StringChroma()) + if c == nil { + return 0 + } + + return c.AnalyseText(text) + }) + + return lexer +} + +// Name returns the name of the lexer. +func (EC) Name() string { + return heartbeat.LanguageEC.StringChroma() +} diff --git a/pkg/lexer/ec_test.go b/pkg/lexer/ec_test.go new file mode 100644 index 00000000..4128534e --- /dev/null +++ b/pkg/lexer/ec_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestEC_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "include": { + Filepath: "testdata/ec_include.ec", + Expected: 0.1, + }, + "ifdef": { + Filepath: "testdata/ec_ifdef.ec", + Expected: 0.1, + }, + "ifndef": { + Filepath: "testdata/ec_ifndef.ec", + Expected: 0.1, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.EC{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/ecl.go b/pkg/lexer/ecl.go new file mode 100644 index 00000000..64fab649 --- /dev/null +++ b/pkg/lexer/ecl.go @@ -0,0 +1,57 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ECL lexer. +type ECL struct{} + +// Lexer returns the lexer. +func (l ECL) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ecl"}, + Filenames: []string{"*.ecl"}, + MimeTypes: []string{"application/x-ecl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // This is very difficult to guess relative to other business languages. + // -> in conjunction with BEGIN/END seems relatively rare though. + + var result float32 + + if strings.Contains(text, "->") { + result += 0.01 + } + + if strings.Contains(text, "BEGIN") { + result += 0.01 + } + + if strings.Contains(text, "END") { + result += 0.01 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (ECL) Name() string { + return heartbeat.LanguageECL.StringChroma() +} diff --git a/pkg/lexer/ecl_test.go b/pkg/lexer/ecl_test.go new file mode 100644 index 00000000..906366e8 --- /dev/null +++ b/pkg/lexer/ecl_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestECL_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "basic": { + Filepath: "testdata/ecl_basic.ecl", + Expected: 0.02, + }, + "pass variable": { + Filepath: "testdata/ecl_pass_var.ecl", + Expected: 0.01, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.ECL{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/eiffel.go b/pkg/lexer/eiffel.go new file mode 100644 index 00000000..d5d64ee2 --- /dev/null +++ b/pkg/lexer/eiffel.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Eiffel lexer. +type Eiffel struct{} + +// Lexer returns the lexer. +func (l Eiffel) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"eiffel"}, + Filenames: []string{"*.e"}, + MimeTypes: []string{"text/x-eiffel"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Eiffel) Name() string { + return heartbeat.LanguageEiffel.StringChroma() +} diff --git a/pkg/lexer/elixiriexsession.go b/pkg/lexer/elixiriexsession.go new file mode 100644 index 00000000..d8076ef7 --- /dev/null +++ b/pkg/lexer/elixiriexsession.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ElixirIexSsession lexer. +type ElixirIexSsession struct{} + +// Lexer returns the lexer. +func (l ElixirIexSsession) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"iex"}, + MimeTypes: []string{"text/x-elixir-shellsession"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ElixirIexSsession) Name() string { + return heartbeat.LanguageElixirIexSession.StringChroma() +} diff --git a/pkg/lexer/email.go b/pkg/lexer/email.go new file mode 100644 index 00000000..dfadfe9f --- /dev/null +++ b/pkg/lexer/email.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// EMail lexer. +type EMail struct{} + +// Lexer returns the lexer. +func (l EMail) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"email", "eml"}, + Filenames: []string{"*.eml"}, + MimeTypes: []string{"message/rfc822"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (EMail) Name() string { + return heartbeat.LanguageEMail.StringChroma() +} diff --git a/pkg/lexer/erb.go b/pkg/lexer/erb.go new file mode 100644 index 00000000..b5e4baaf --- /dev/null +++ b/pkg/lexer/erb.go @@ -0,0 +1,43 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ERB lexer. +type ERB struct{} + +// Lexer returns the lexer. +func (l ERB) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"erb"}, + MimeTypes: []string{"application/x-ruby-templating"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if strings.Contains(text, "<%") && strings.Contains(text, "%>") { + return 0.4 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (ERB) Name() string { + return heartbeat.LanguageERB.StringChroma() +} diff --git a/pkg/lexer/erb_test.go b/pkg/lexer/erb_test.go new file mode 100644 index 00000000..ccaf4619 --- /dev/null +++ b/pkg/lexer/erb_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestERB_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/erb_basic.erb") + assert.NoError(t, err) + + l := lexer.ERB{}.Lexer() + + assert.Equal(t, float32(0.4), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/erlangerlsession.go b/pkg/lexer/erlangerlsession.go new file mode 100644 index 00000000..0610e399 --- /dev/null +++ b/pkg/lexer/erlangerlsession.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ErlangErlSession lexer. +type ErlangErlSession struct{} + +// Lexer returns the lexer. +func (l ErlangErlSession) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"erl"}, + Filenames: []string{"*.erl-sh"}, + MimeTypes: []string{"text/x-erl-shellsession"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ErlangErlSession) Name() string { + return heartbeat.LanguageErlangErlSession.StringChroma() +} diff --git a/pkg/lexer/evoque.go b/pkg/lexer/evoque.go new file mode 100644 index 00000000..4f671466 --- /dev/null +++ b/pkg/lexer/evoque.go @@ -0,0 +1,45 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Evoque lexer. +type Evoque struct{} + +// Lexer returns the lexer. +func (l Evoque) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"evoque"}, + Filenames: []string{"*.evoque"}, + MimeTypes: []string{"application/x-evoque"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // Evoque templates use $evoque, which is unique. + if strings.Contains(text, "$evoque") { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Evoque) Name() string { + return heartbeat.LanguageEvoque.StringChroma() +} diff --git a/pkg/lexer/evoque_test.go b/pkg/lexer/evoque_test.go new file mode 100644 index 00000000..7412d838 --- /dev/null +++ b/pkg/lexer/evoque_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestEvoque_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/evoque_basic.evoque") + assert.NoError(t, err) + + l := lexer.Evoque{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/execline.go b/pkg/lexer/execline.go new file mode 100644 index 00000000..96e20dd9 --- /dev/null +++ b/pkg/lexer/execline.go @@ -0,0 +1,42 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/shebang" + + "github.com/alecthomas/chroma/v2" +) + +// Execline lexer. +type Execline struct{} + +// Lexer returns the lexer. +func (l Execline) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"execline"}, + Filenames: []string{"*.exec"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if matched, _ := shebang.MatchString(text, "execlineb"); matched { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Execline) Name() string { + return heartbeat.LanguageExecline.StringChroma() +} diff --git a/pkg/lexer/execline_test.go b/pkg/lexer/execline_test.go new file mode 100644 index 00000000..d35f7d70 --- /dev/null +++ b/pkg/lexer/execline_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestExecline_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/execline_shebang.exec") + assert.NoError(t, err) + + l := lexer.Execline{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/ezhil.go b/pkg/lexer/ezhil.go new file mode 100644 index 00000000..35845017 --- /dev/null +++ b/pkg/lexer/ezhil.go @@ -0,0 +1,50 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ezhilAnalyserRe = regexp.MustCompile(`[u0b80-u0bff]`) + +// Ezhil lexer. +type Ezhil struct{} + +// Lexer returns the lexer. +func (l Ezhil) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ezhil"}, + Filenames: []string{"*.n"}, + MimeTypes: []string{"text/x-ezhil"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // this language uses Tamil-script. We'll assume that if there's a + // decent amount of Tamil-characters, it's this language. This assumption + // is obviously horribly off if someone uses string literals in tamil + // in another language. + if len(ezhilAnalyserRe.FindAllString(text, -1)) > 10 { + return 0.25 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Ezhil) Name() string { + return heartbeat.LanguageEzhil.StringChroma() +} diff --git a/pkg/lexer/ezhil_test.go b/pkg/lexer/ezhil_test.go new file mode 100644 index 00000000..96b55a95 --- /dev/null +++ b/pkg/lexer/ezhil_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestEzhil_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/ezhil_basic.n") + assert.NoError(t, err) + + l := lexer.Ezhil{}.Lexer() + + assert.Equal(t, float32(0.25), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/fancy.go b/pkg/lexer/fancy.go new file mode 100644 index 00000000..c459e89d --- /dev/null +++ b/pkg/lexer/fancy.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Fancy lexer. +type Fancy struct{} + +// Lexer returns the lexer. +func (l Fancy) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"fancy", "fy"}, + Filenames: []string{"*.fy", "*.fancypack"}, + MimeTypes: []string{"text/x-fancysrc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Fancy) Name() string { + return heartbeat.LanguageFancy.StringChroma() +} diff --git a/pkg/lexer/fantom.go b/pkg/lexer/fantom.go new file mode 100644 index 00000000..e1b41826 --- /dev/null +++ b/pkg/lexer/fantom.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Fantom lexer. +type Fantom struct{} + +// Lexer returns the lexer. +func (l Fantom) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"fan"}, + Filenames: []string{"*.fan"}, + MimeTypes: []string{"application/x-fantom"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Fantom) Name() string { + return heartbeat.LanguageFantom.StringChroma() +} diff --git a/pkg/lexer/felix.go b/pkg/lexer/felix.go new file mode 100644 index 00000000..668a93c0 --- /dev/null +++ b/pkg/lexer/felix.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Felix lexer. +type Felix struct{} + +// Lexer returns the lexer. +func (l Felix) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"felix", "flx"}, + Filenames: []string{"*.flx", "*.flxh"}, + MimeTypes: []string{"text/x-felix"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Felix) Name() string { + return heartbeat.LanguageFelix.StringChroma() +} diff --git a/pkg/lexer/flatline.go b/pkg/lexer/flatline.go new file mode 100644 index 00000000..f7683496 --- /dev/null +++ b/pkg/lexer/flatline.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Flatline lexer. +type Flatline struct{} + +// Lexer returns the lexer. +func (l Flatline) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"flatline"}, + MimeTypes: []string{"text/x-flatline"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Flatline) Name() string { + return heartbeat.LanguageFlatline.StringChroma() +} diff --git a/pkg/lexer/floscript.go b/pkg/lexer/floscript.go new file mode 100644 index 00000000..f41a742e --- /dev/null +++ b/pkg/lexer/floscript.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// FloScript lexer. +type FloScript struct{} + +// Lexer returns the lexer. +func (l FloScript) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"floscript", "flo"}, + Filenames: []string{"*.flo"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (FloScript) Name() string { + return heartbeat.LanguageFloScript.StringChroma() +} diff --git a/pkg/lexer/forth.go b/pkg/lexer/forth.go new file mode 100644 index 00000000..77a80898 --- /dev/null +++ b/pkg/lexer/forth.go @@ -0,0 +1,48 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// nolint:gochecknoglobals +var forthAnalyzerRe = regexp.MustCompile(`\n:[^\n]+;\n`) + +// Forth lexer. +type Forth struct{} + +// Lexer returns the lexer. +func (l Forth) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + text = strings.ReplaceAll(text, "\r\n", "\n") + + // Forth uses : COMMAND ; quite a lot in a single line, so we're trying + // to find that. + if forthAnalyzerRe.MatchString(text) { + return 0.3 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Forth) Name() string { + return heartbeat.LanguageForth.StringChroma() +} diff --git a/pkg/lexer/forth_test.go b/pkg/lexer/forth_test.go new file mode 100644 index 00000000..a3bbc8da --- /dev/null +++ b/pkg/lexer/forth_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestForth_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/forth_command.frt") + assert.NoError(t, err) + + l := lexer.Forth{}.Lexer() + + assert.Equal(t, float32(0.3), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/foxpro.go b/pkg/lexer/foxpro.go new file mode 100644 index 00000000..b2c216b6 --- /dev/null +++ b/pkg/lexer/foxpro.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// FoxPro lexer. +type FoxPro struct{} + +// Lexer returns the lexer. +func (l FoxPro) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"foxpro", "vfp", "clipper", "xbase"}, + Filenames: []string{"*.PRG", "*.prg"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (FoxPro) Name() string { + return heartbeat.LanguageFoxPro.StringChroma() +} diff --git a/pkg/lexer/freefem.go b/pkg/lexer/freefem.go new file mode 100644 index 00000000..090b6ec2 --- /dev/null +++ b/pkg/lexer/freefem.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Freefem lexer. +type Freefem struct{} + +// Lexer returns the lexer. +func (l Freefem) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"freefem"}, + Filenames: []string{"*.edp"}, + MimeTypes: []string{"text/x-freefem"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Freefem) Name() string { + return heartbeat.LanguageFreefem.StringChroma() +} diff --git a/pkg/lexer/fsharp.go b/pkg/lexer/fsharp.go new file mode 100644 index 00000000..f9110f09 --- /dev/null +++ b/pkg/lexer/fsharp.go @@ -0,0 +1,48 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// FSharp lexer. +type FSharp struct{} + +// Lexer returns the lexer. +func (l FSharp) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + // F# doesn't have that many unique features -- |> and <| are weak + // indicators. + var result float32 + + if strings.Contains(text, "|>") { + result += 0.05 + } + + if strings.Contains(text, "<|") { + result += 0.05 + } + + return result + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (FSharp) Name() string { + return heartbeat.LanguageFSharp.StringChroma() +} diff --git a/pkg/lexer/fsharp_test.go b/pkg/lexer/fsharp_test.go new file mode 100644 index 00000000..1a8ae083 --- /dev/null +++ b/pkg/lexer/fsharp_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestFSharp_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "pipeline operator": { + Filepath: "testdata/fsharp_pipeline_operator.fs", + Expected: 0.1, + }, + "forward pipeline operator": { + Filepath: "testdata/fsharp_forward_pipeline_operator.fs", + Expected: 0.05, + }, + "backward pipeline operator": { + Filepath: "testdata/fsharp_backward_pipeline_operator.fs", + Expected: 0.05, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.FSharp{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/fstar.go b/pkg/lexer/fstar.go new file mode 100644 index 00000000..eb4d793e --- /dev/null +++ b/pkg/lexer/fstar.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// FStar lexer. +type FStar struct{} + +// Lexer returns the lexer. +func (l FStar) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"fstar"}, + Filenames: []string{"*.fst", "*.fsti"}, + MimeTypes: []string{"text/x-fstar"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (FStar) Name() string { + return heartbeat.LanguageFStar.StringChroma() +} diff --git a/pkg/lexer/gap.go b/pkg/lexer/gap.go new file mode 100644 index 00000000..3dd9c444 --- /dev/null +++ b/pkg/lexer/gap.go @@ -0,0 +1,58 @@ +package lexer + +import ( + "math" + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ( + gapAnalyserDeclarationRe = regexp.MustCompile( + `(InstallTrueMethod|Declare(Attribute|Category|Filter|Operation|GlobalFunction|Synonym|SynonymAttr|Property))`) + gapAnalyserImplementationRe = regexp.MustCompile( + `(DeclareRepresentation|Install(GlobalFunction|Method|ImmediateMethod|OtherMethod)|New(Family|Type)|Objectify)`) +) + +// Gap lexer. +type Gap struct{} + +// Lexer returns the lexer. +func (l Gap) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"gap"}, + Filenames: []string{"*.g", "*.gd", "*.gi", "*.gap"}, + MimeTypes: []string{}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + var result float64 + + if gapAnalyserDeclarationRe.MatchString(text) { + result += 0.7 + } + + if gapAnalyserImplementationRe.MatchString(text) { + result += 0.7 + } + + return float32(math.Min(result, float64(1.0))) + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Gap) Name() string { + return heartbeat.LanguageGap.StringChroma() +} diff --git a/pkg/lexer/gap_test.go b/pkg/lexer/gap_test.go new file mode 100644 index 00000000..04719648 --- /dev/null +++ b/pkg/lexer/gap_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestGap_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "declaration": { + Filepath: "testdata/gap_declaration.g", + Expected: 0.7, + }, + "implementation": { + Filepath: "testdata/gap_implementation.g", + Expected: 0.7, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Gap{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/gas.go b/pkg/lexer/gas.go new file mode 100644 index 00000000..83f3ba6f --- /dev/null +++ b/pkg/lexer/gas.go @@ -0,0 +1,49 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var ( + gasAnalyzerDirectiveRe = regexp.MustCompile(`(?m)^\.(text|data|section)`) + gasAnalyzerOtherDirectiveRe = regexp.MustCompile(`(?m)^\.\w+`) +) + +// Gas lexer. +type Gas struct{} + +// Lexer returns the lexer. +func (l Gas) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if gasAnalyzerDirectiveRe.MatchString(text) { + return 1.0 + } + + if gasAnalyzerOtherDirectiveRe.MatchString(text) { + return 0.1 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Gas) Name() string { + return heartbeat.LanguageGas.StringChroma() +} diff --git a/pkg/lexer/gas_test.go b/pkg/lexer/gas_test.go new file mode 100644 index 00000000..acf3bb81 --- /dev/null +++ b/pkg/lexer/gas_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestGas_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "data directive": { + Filepath: "testdata/gas_data_directive.S", + Expected: 1.0, + }, + "other directive": { + Filepath: "testdata/gas_other_directive.S", + Expected: 0.1, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Gas{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/gdscript.go b/pkg/lexer/gdscript.go new file mode 100644 index 00000000..6a0f685c --- /dev/null +++ b/pkg/lexer/gdscript.go @@ -0,0 +1,57 @@ +package lexer + +import ( + "math" + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var ( + gdscriptAnalyserFuncRe = regexp.MustCompile(`func (_ready|_init|_input|_process|_unhandled_input)`) + gdscriptAnalyserKeywordRe = regexp.MustCompile(`(extends |class_name |onready |preload|load|setget|func [^_])`) + gdscriptAnalyserKeyword2Re = regexp.MustCompile(`(var|const|enum|export|signal|tool)`) +) + +// GDScript lexer. +type GDScript struct{} + +// Lexer returns the lexer. +func (l GDScript) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + var result float64 + + if gdscriptAnalyserFuncRe.MatchString(text) { + result += 0.8 + } + + if gdscriptAnalyserKeywordRe.MatchString(text) { + result += 0.4 + } + + if gdscriptAnalyserKeyword2Re.MatchString(text) { + result += 0.2 + } + + return float32(math.Min(result, float64(1.0))) + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (GDScript) Name() string { + return heartbeat.LanguageGDScript.StringChroma() +} diff --git a/pkg/lexer/gdscript_test.go b/pkg/lexer/gdscript_test.go new file mode 100644 index 00000000..44dc9b5d --- /dev/null +++ b/pkg/lexer/gdscript_test.go @@ -0,0 +1,45 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestGdSript_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "func": { + Filepath: "testdata/gdscript_func.gd", + Expected: 0.8, + }, + "keyword first group": { + Filepath: "testdata/gdscript_keyword.gd", + Expected: 0.4, + }, + "keyword second group": { + Filepath: "testdata/gdscript_keyword2.gd", + Expected: 0.2, + }, + "full": { + Filepath: "testdata/gdscript_full.gd", + Expected: 1.0, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.GDScript{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/gettext.go b/pkg/lexer/gettext.go new file mode 100644 index 00000000..f77fb5fe --- /dev/null +++ b/pkg/lexer/gettext.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// GettextCatalog lexer. +type GettextCatalog struct{} + +// Lexer returns the lexer. +func (l GettextCatalog) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"pot", "po"}, + Filenames: []string{"*.pot", "*.po"}, + MimeTypes: []string{"application/x-gettext", "text/x-gettext", "text/gettext"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (GettextCatalog) Name() string { + return heartbeat.LanguageGettextCatalog.StringChroma() +} diff --git a/pkg/lexer/golo.go b/pkg/lexer/golo.go new file mode 100644 index 00000000..e361885b --- /dev/null +++ b/pkg/lexer/golo.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Golo lexer. +type Golo struct{} + +// Lexer returns the lexer. +func (l Golo) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"golo"}, + Filenames: []string{"*.golo"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Golo) Name() string { + return heartbeat.LanguageGolo.StringChroma() +} diff --git a/pkg/lexer/gooddatacl.go b/pkg/lexer/gooddatacl.go new file mode 100644 index 00000000..608fe342 --- /dev/null +++ b/pkg/lexer/gooddatacl.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// GoodDataCL lexer. +type GoodDataCL struct{} + +// Lexer returns the lexer. +func (l GoodDataCL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"gooddata-cl"}, + Filenames: []string{"*.gdc"}, + MimeTypes: []string{"text/x-gooddata-cl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (GoodDataCL) Name() string { + return heartbeat.LanguageGoodDataCL.StringChroma() +} diff --git a/pkg/lexer/gosu.go b/pkg/lexer/gosu.go new file mode 100644 index 00000000..5f7e0e38 --- /dev/null +++ b/pkg/lexer/gosu.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Gosu lexer. +type Gosu struct{} + +// Lexer returns the lexer. +func (l Gosu) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"gosu"}, + Filenames: []string{"*.gs", "*.gsx", "*.gsp", "*.vark"}, + MimeTypes: []string{"text/x-gosu"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Gosu) Name() string { + return heartbeat.LanguageGosu.StringChroma() +} diff --git a/pkg/lexer/gosutemplate.go b/pkg/lexer/gosutemplate.go new file mode 100644 index 00000000..db1b1e67 --- /dev/null +++ b/pkg/lexer/gosutemplate.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// GosuTemplate lexer. +type GosuTemplate struct{} + +// Lexer returns the lexer. +func (l GosuTemplate) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"gst"}, + Filenames: []string{"*.gst"}, + MimeTypes: []string{"text/x-gosu-template"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (GosuTemplate) Name() string { + return heartbeat.LanguageGosuTemplate.StringChroma() +} diff --git a/pkg/lexer/groff.go b/pkg/lexer/groff.go new file mode 100644 index 00000000..6ee152b7 --- /dev/null +++ b/pkg/lexer/groff.go @@ -0,0 +1,73 @@ +package lexer + +import ( + "regexp" + "unicode" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// nolint:gochecknoglobals +var groffAlphanumericRe = regexp.MustCompile(`^[a-zA-Z0-9]+$`) + +// Groff lexer. +type Groff struct{} + +// Lexer returns the lexer. +func (l Groff) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + var ( + ok bool + rgxlexer *chroma.RegexLexer + ) + + if rgxlexer, ok = lexer.(*chroma.RegexLexer); !ok { + return nil + } + + rgxlexer.SetAnalyser(func(text string) float32 { + if len(text) <= 1 { + return 0 + } + + if text[:1] != "." { + return 0 + } + + if len(text) <= 3 { + return 0 + } + + if text[:3] == `.\"` { + return 1.0 + } + + if len(text) <= 4 { + return 0 + } + + if text[:4] == ".TH " { + return 1.0 + } + + if groffAlphanumericRe.MatchString(text[1:3]) && unicode.IsSpace(rune(text[3])) { + return 0.9 + } + + return 0 + }) + + return rgxlexer +} + +// Name returns the name of the lexer. +func (Groff) Name() string { + return heartbeat.LanguageGroff.StringChroma() +} diff --git a/pkg/lexer/groff_test.go b/pkg/lexer/groff_test.go new file mode 100644 index 00000000..68793c67 --- /dev/null +++ b/pkg/lexer/groff_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestGroff_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "comment": { + Filepath: "testdata/groff_comment.man", + Expected: 1.0, + }, + "title head": { + Filepath: "testdata/groff_title_head.man", + Expected: 1.0, + }, + "macro": { + Filepath: "testdata/groff_macro.man", + Expected: 0.9, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Groff{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/haml.go b/pkg/lexer/haml.go new file mode 100644 index 00000000..005f6d3c --- /dev/null +++ b/pkg/lexer/haml.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Haml lexer. +type Haml struct{} + +// Lexer returns the lexer. +func (l Haml) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"haml"}, + Filenames: []string{"*.haml"}, + MimeTypes: []string{"text/x-haml"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Haml) Name() string { + return heartbeat.LanguageHaml.StringChroma() +} diff --git a/pkg/lexer/hsail.go b/pkg/lexer/hsail.go new file mode 100644 index 00000000..fcfd14ea --- /dev/null +++ b/pkg/lexer/hsail.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// HSAIL lexer. +type HSAIL struct{} + +// Lexer returns the lexer. +func (l HSAIL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"hsail", "hsa"}, + Filenames: []string{"*.hsail"}, + MimeTypes: []string{"text/x-hsail"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (HSAIL) Name() string { + return heartbeat.LanguageHSAIL.StringChroma() +} diff --git a/pkg/lexer/hspec.go b/pkg/lexer/hspec.go new file mode 100644 index 00000000..27050080 --- /dev/null +++ b/pkg/lexer/hspec.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Hspec lexer. +type Hspec struct{} + +// Lexer returns the lexer. +func (l Hspec) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"hspec"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Hspec) Name() string { + return heartbeat.LanguageHspec.StringChroma() +} diff --git a/pkg/lexer/html.go b/pkg/lexer/html.go new file mode 100644 index 00000000..e70af6d6 --- /dev/null +++ b/pkg/lexer/html.go @@ -0,0 +1,39 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/doctype" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// HTML lexer. +type HTML struct{} + +// Lexer returns the lexer. +func (l HTML) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if matched, _ := doctype.MatchString(text, "html"); matched { + return 0.5 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (HTML) Name() string { + return heartbeat.LanguageHTML.StringChroma() +} diff --git a/pkg/lexer/html_test.go b/pkg/lexer/html_test.go new file mode 100644 index 00000000..0a698aad --- /dev/null +++ b/pkg/lexer/html_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestHTML_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/html_doctype.html") + assert.NoError(t, err) + + l := lexer.HTML{}.Lexer() + + assert.Equal(t, float32(0.5), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/http.go b/pkg/lexer/http.go new file mode 100644 index 00000000..19c6e12e --- /dev/null +++ b/pkg/lexer/http.go @@ -0,0 +1,36 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// HTTP lexer. +type HTTP struct{} + +// Lexer returns the lexer. +func (HTTP) Lexer() chroma.Lexer { + return lexers.HTTP.SetAnalyser(func(text string) float32 { + if strings.HasPrefix(text, "GET") || + strings.HasPrefix(text, "POST") || + strings.HasPrefix(text, "PUT") || + strings.HasPrefix(text, "DELETE") || + strings.HasPrefix(text, "HEAD") || + strings.HasPrefix(text, "OPTIONS") || + strings.HasPrefix(text, "TRACE") || + strings.HasPrefix(text, "PATCH") { + return 1.0 + } + + return 0 + }) +} + +// Name returns the name of the lexer. +func (HTTP) Name() string { + return heartbeat.LanguageHTTP.StringChroma() +} diff --git a/pkg/lexer/http_test.go b/pkg/lexer/http_test.go new file mode 100644 index 00000000..08f30871 --- /dev/null +++ b/pkg/lexer/http_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestHTTP_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/http_request.http") + assert.NoError(t, err) + + l := lexer.HTTP{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/hxml.go b/pkg/lexer/hxml.go new file mode 100644 index 00000000..18da24b0 --- /dev/null +++ b/pkg/lexer/hxml.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Hxml lexer. +type Hxml struct{} + +// Lexer returns the lexer. +func (l Hxml) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"haxeml", "hxml"}, + Filenames: []string{"*.hxml"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Hxml) Name() string { + return heartbeat.LanguageHxml.StringChroma() +} diff --git a/pkg/lexer/hy.go b/pkg/lexer/hy.go new file mode 100644 index 00000000..e612e148 --- /dev/null +++ b/pkg/lexer/hy.go @@ -0,0 +1,40 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// Hy lexer. +type Hy struct{} + +// Lexer returns the lexer. +func (l Hy) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if strings.Contains(text, "(import ") || strings.Contains(text, "(defn ") { + return 0.9 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Hy) Name() string { + return heartbeat.LanguageHy.StringChroma() +} diff --git a/pkg/lexer/hy_test.go b/pkg/lexer/hy_test.go new file mode 100644 index 00000000..f93dcedd --- /dev/null +++ b/pkg/lexer/hy_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestHy_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "import": { + Filepath: "testdata/hy_import.hy", + Expected: 0.9, + }, + "defn": { + Filepath: "testdata/hy_defn.hy", + Expected: 0.9, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Hy{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/hybris.go b/pkg/lexer/hybris.go new file mode 100644 index 00000000..0b610145 --- /dev/null +++ b/pkg/lexer/hybris.go @@ -0,0 +1,48 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var hybrisAnalyserRe = regexp.MustCompile(`\b(?:public|private)\s+method\b`) + +// Hybris lexer. +type Hybris struct{} + +// Lexer returns the lexer. +func (l Hybris) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"hybris", "hy"}, + Filenames: []string{"*.hy", "*.hyb"}, + MimeTypes: []string{"text/x-hybris", "application/x-hybris"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // public method and private method don't seem to be quite common + // elsewhere. + if hybrisAnalyserRe.MatchString(text) { + return 0.01 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Hybris) Name() string { + return heartbeat.LanguageHybris.StringChroma() +} diff --git a/pkg/lexer/hybris_test.go b/pkg/lexer/hybris_test.go new file mode 100644 index 00000000..8f8ed28e --- /dev/null +++ b/pkg/lexer/hybris_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestHybris_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "public method": { + Filepath: "testdata/hybris_public.hyb", + Expected: 0.01, + }, + "private method": { + Filepath: "testdata/hybris_private.hyb", + Expected: 0.01, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Hybris{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/icon.go b/pkg/lexer/icon.go new file mode 100644 index 00000000..9cf12660 --- /dev/null +++ b/pkg/lexer/icon.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Icon lexer. +type Icon struct{} + +// Lexer returns the lexer. +func (l Icon) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"icon"}, + Filenames: []string{"*.icon", "*.ICON"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Icon) Name() string { + return heartbeat.LanguageIcon.StringChroma() +} diff --git a/pkg/lexer/idl.go b/pkg/lexer/idl.go new file mode 100644 index 00000000..0c46e56a --- /dev/null +++ b/pkg/lexer/idl.go @@ -0,0 +1,51 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// IDL lexer. +type IDL struct{} + +// Lexer returns the lexer. +func (l IDL) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"idl"}, + Filenames: []string{"*.pro"}, + MimeTypes: []string{"text/idl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // endelse seems to be unique to IDL, endswitch is rare at least. + var result float32 + + if strings.Contains(text, "endelse") { + result += 0.2 + } + + if strings.Contains(text, "endswitch") { + result += 0.01 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (IDL) Name() string { + return heartbeat.LanguageIDL.StringChroma() +} diff --git a/pkg/lexer/idl_test.go b/pkg/lexer/idl_test.go new file mode 100644 index 00000000..900ec0c7 --- /dev/null +++ b/pkg/lexer/idl_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestIdl_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "endelse": { + Filepath: "testdata/idl_endelse.pro", + Expected: 0.2, + }, + "endswitch": { + Filepath: "testdata/idl_endswitch.pro", + Expected: 0.01, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.IDL{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/inform6.go b/pkg/lexer/inform6.go new file mode 100644 index 00000000..fc44c632 --- /dev/null +++ b/pkg/lexer/inform6.go @@ -0,0 +1,47 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var inform6AnalyserRe = regexp.MustCompile(`(?i)\borigsource\b`) + +// Inform6 lexer. +type Inform6 struct{} + +// Lexer returns the lexer. +func (l Inform6) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"inform6", "i6"}, + Filenames: []string{"*.inf"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // We try to find a keyword which seem relatively common, unfortunately + // there is a decent overlap with Smalltalk keywords otherwise here. + if inform6AnalyserRe.MatchString(text) { + return 0.05 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Inform6) Name() string { + return heartbeat.LanguageInform6.StringChroma() +} diff --git a/pkg/lexer/inform6_test.go b/pkg/lexer/inform6_test.go new file mode 100644 index 00000000..207bdb71 --- /dev/null +++ b/pkg/lexer/inform6_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestInform6_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/inform6_basic.inf") + assert.NoError(t, err) + + l := lexer.Inform6{}.Lexer() + + assert.Equal(t, float32(0.05), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/inform6template.go b/pkg/lexer/inform6template.go new file mode 100644 index 00000000..09fc7290 --- /dev/null +++ b/pkg/lexer/inform6template.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Inform6Template lexer. +type Inform6Template struct{} + +// Lexer returns the lexer. +func (l Inform6Template) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"i6t"}, + Filenames: []string{"*.i6t"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Inform6Template) Name() string { + return heartbeat.LanguageInform6Template.StringChroma() +} diff --git a/pkg/lexer/inform7.go b/pkg/lexer/inform7.go new file mode 100644 index 00000000..ac51d48c --- /dev/null +++ b/pkg/lexer/inform7.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Inform7 lexer. +type Inform7 struct{} + +// Lexer returns the lexer. +func (l Inform7) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"inform7", "i7"}, + Filenames: []string{"*.ni", "*.i7x"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Inform7) Name() string { + return heartbeat.LanguageInform7.StringChroma() +} diff --git a/pkg/lexer/ini.go b/pkg/lexer/ini.go new file mode 100644 index 00000000..1d02ca1a --- /dev/null +++ b/pkg/lexer/ini.go @@ -0,0 +1,45 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// INI lexer. +type INI struct{} + +// Lexer returns the lexer. +func (l INI) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + npos := strings.Count(text, "\n") + if npos < 3 { + return 0 + } + + if text[0] == '[' && text[npos-1] == ']' { + return 1 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (INI) Name() string { + return heartbeat.LanguageINI.StringChroma() +} diff --git a/pkg/lexer/ini_test.go b/pkg/lexer/ini_test.go new file mode 100644 index 00000000..eb9612a8 --- /dev/null +++ b/pkg/lexer/ini_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestIni_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "real ini": { + Filepath: "testdata/ini_basic.ini", + Expected: 1.0, + }, + "less than three line breaks": { + Filepath: "testdata/ini_invalid.ini", + Expected: 0, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.INI{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/ioke.go b/pkg/lexer/ioke.go new file mode 100644 index 00000000..cdfb4b53 --- /dev/null +++ b/pkg/lexer/ioke.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Ioke lexer. +type Ioke struct{} + +// Lexer returns the lexer. +func (l Ioke) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ioke", "ik"}, + Filenames: []string{"*.ik"}, + MimeTypes: []string{"text/x-iokesrc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Ioke) Name() string { + return heartbeat.LanguageIoke.StringChroma() +} diff --git a/pkg/lexer/irclogs.go b/pkg/lexer/irclogs.go new file mode 100644 index 00000000..4d60b307 --- /dev/null +++ b/pkg/lexer/irclogs.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// IRCLogs lexer. +type IRCLogs struct{} + +// Lexer returns the lexer. +func (l IRCLogs) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"irc"}, + Filenames: []string{"*.weechatlog"}, + MimeTypes: []string{"text/x-irclog"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (IRCLogs) Name() string { + return heartbeat.LanguageIRCLogs.StringChroma() +} diff --git a/pkg/lexer/isabelle.go b/pkg/lexer/isabelle.go new file mode 100644 index 00000000..faf4df6a --- /dev/null +++ b/pkg/lexer/isabelle.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Isabelle lexer. +type Isabelle struct{} + +// Lexer returns the lexer. +func (l Isabelle) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"isabelle"}, + Filenames: []string{"*.thy"}, + MimeTypes: []string{"text/x-isabelle"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Isabelle) Name() string { + return heartbeat.LanguageIsabelle.StringChroma() +} diff --git a/pkg/lexer/jags.go b/pkg/lexer/jags.go new file mode 100644 index 00000000..a8560117 --- /dev/null +++ b/pkg/lexer/jags.go @@ -0,0 +1,58 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ( + jagsAnalyserModelRe = regexp.MustCompile(`(?m)^\s*model\s*\{`) + jagsAnalyserDataRe = regexp.MustCompile(`(?m)^\s*data\s*\{`) + jagsAnalyserVarRe = regexp.MustCompile(`(?m)^\s*var`) +) + +// JAGS lexer. +type JAGS struct{} + +// Lexer returns the lexer. +func (l JAGS) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"jags"}, + Filenames: []string{"*.jag", "*.bug"}, + MimeTypes: []string{}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if jagsAnalyserModelRe.MatchString(text) { + if jagsAnalyserDataRe.MatchString(text) { + return 0.9 + } + + if jagsAnalyserVarRe.MatchString(text) { + return 0.9 + } + + return 0.3 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (JAGS) Name() string { + return heartbeat.LanguageJAGS.StringChroma() +} diff --git a/pkg/lexer/jags_test.go b/pkg/lexer/jags_test.go new file mode 100644 index 00000000..6a0ee086 --- /dev/null +++ b/pkg/lexer/jags_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestJAGS_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "model only": { + Filepath: "testdata/jags_model.jag", + Expected: 0.3, + }, + "model and data": { + Filepath: "testdata/jags_data.jag", + Expected: 0.9, + }, + "model and var": { + Filepath: "testdata/jags_var.jag", + Expected: 0.9, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.JAGS{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/jasmin.go b/pkg/lexer/jasmin.go new file mode 100644 index 00000000..eb438076 --- /dev/null +++ b/pkg/lexer/jasmin.go @@ -0,0 +1,61 @@ +package lexer + +import ( + "math" + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ( + jasminAnalyserClassRe = regexp.MustCompile(`(?m)^\s*\.class\s`) + jasminAnalyserInstructionRe = regexp.MustCompile(`(?m)^\s*[a-z]+_[a-z]+\b`) + jasminAnalyserKeywordsRe = regexp.MustCompile( + `(?m)^\s*\.(attribute|bytecode|debug|deprecated|enclosing|inner|interface|limit|set|signature|stack)\b`) +) + +// Jasmin lexer. +type Jasmin struct{} + +// Lexer returns the lexer. +func (l Jasmin) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"jasmin", "jasminxt"}, + Filenames: []string{"*.j"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + var result float64 + + if jasminAnalyserClassRe.MatchString(text) { + result += 0.5 + + if jasminAnalyserInstructionRe.MatchString(text) { + result += 0.3 + } + } + + if jasminAnalyserKeywordsRe.MatchString(text) { + result += 0.6 + } + + return float32(math.Min(result, float64(1.0))) + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Jasmin) Name() string { + return heartbeat.LanguageJasmin.StringChroma() +} diff --git a/pkg/lexer/jasmin_test.go b/pkg/lexer/jasmin_test.go new file mode 100644 index 00000000..61fb6914 --- /dev/null +++ b/pkg/lexer/jasmin_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestJasmin_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "class": { + Filepath: "testdata/jasmin_class.j", + Expected: 0.5, + }, + "instruction": { + Filepath: "testdata/jasmin_instruction.j", + Expected: 0.8, + }, + "keyword": { + Filepath: "testdata/jasmin_keyword.j", + Expected: 0.6, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Jasmin{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/jcl.go b/pkg/lexer/jcl.go new file mode 100644 index 00000000..6212fc5d --- /dev/null +++ b/pkg/lexer/jcl.go @@ -0,0 +1,53 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var jclAnalyserJobHeaderRe = regexp.MustCompile(`(?i)^//[a-z#$@][a-z0-9#$@]{0,7}\s+job(\s+.*)?$`) + +// JCL lexer. +type JCL struct{} + +// Lexer returns the lexer. +func (l JCL) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"jcl"}, + Filenames: []string{"*.jcl"}, + MimeTypes: []string{"text/x-jcl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // Recognize JCL job by header. + lines := strings.Split(text, "\n") + if len(lines) == 0 { + return 0 + } + + if jclAnalyserJobHeaderRe.MatchString(lines[0]) { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (JCL) Name() string { + return heartbeat.LanguageJCL.StringChroma() +} diff --git a/pkg/lexer/jcl_test.go b/pkg/lexer/jcl_test.go new file mode 100644 index 00000000..273c1575 --- /dev/null +++ b/pkg/lexer/jcl_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestJCL_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/jcl_job_header.jcl") + assert.NoError(t, err) + + l := lexer.JCL{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/jsgf.go b/pkg/lexer/jsgf.go new file mode 100644 index 00000000..a1debdcb --- /dev/null +++ b/pkg/lexer/jsgf.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// JSGF lexer. +type JSGF struct{} + +// Lexer returns the lexer. +func (l JSGF) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"jsgf"}, + Filenames: []string{"*.jsgf"}, + MimeTypes: []string{"application/jsgf", "application/x-jsgf", "text/jsgf"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (JSGF) Name() string { + return heartbeat.LanguageJSGF.StringChroma() +} diff --git a/pkg/lexer/jsonld.go b/pkg/lexer/jsonld.go new file mode 100644 index 00000000..157c2730 --- /dev/null +++ b/pkg/lexer/jsonld.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// JSONLD lexer. +type JSONLD struct{} + +// Lexer returns the lexer. +func (l JSONLD) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"jsonld", "json-ld"}, + Filenames: []string{"*.jsonld"}, + MimeTypes: []string{"application/ld+json"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (JSONLD) Name() string { + return heartbeat.LanguageJSONLD.StringChroma() +} diff --git a/pkg/lexer/jsp.go b/pkg/lexer/jsp.go new file mode 100644 index 00000000..cd03dca6 --- /dev/null +++ b/pkg/lexer/jsp.go @@ -0,0 +1,57 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/xml" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// JSP lexer. +type JSP struct{} + +// Lexer returns the lexer. +func (l JSP) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"jsp"}, + Filenames: []string{"*.jsp"}, + MimeTypes: []string{"application/x-jsp"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + var result float32 + + java := lexers.Get(heartbeat.LanguageJava.StringChroma()) + if java != nil { + result = java.AnalyseText(text) - 0.01 + } + + if xml.MatchString(text) { + result += 0.4 + } + + if strings.Contains(text, "<%") && strings.Contains(text, "%>") { + result += 0.1 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (JSP) Name() string { + return heartbeat.LanguageJSP.StringChroma() +} diff --git a/pkg/lexer/jsp_test.go b/pkg/lexer/jsp_test.go new file mode 100644 index 00000000..1f994dfa --- /dev/null +++ b/pkg/lexer/jsp_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestJSP_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/jsp_basic.jsp") + assert.NoError(t, err) + + l := lexer.JSP{}.Lexer() + + assert.Equal(t, float32(0.49), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/juliaconsole.go b/pkg/lexer/juliaconsole.go new file mode 100644 index 00000000..1e9bfae1 --- /dev/null +++ b/pkg/lexer/juliaconsole.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// JuliaConsole lexer. +type JuliaConsole struct{} + +// Lexer returns the lexer. +func (l JuliaConsole) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"jlcon"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (JuliaConsole) Name() string { + return heartbeat.LanguageJuliaConsole.StringChroma() +} diff --git a/pkg/lexer/juttle.go b/pkg/lexer/juttle.go new file mode 100644 index 00000000..b3df0f8f --- /dev/null +++ b/pkg/lexer/juttle.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Juttle lexer. +type Juttle struct{} + +// Lexer returns the lexer. +func (l Juttle) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"juttle"}, + Filenames: []string{"*.juttle"}, + MimeTypes: []string{"application/juttle", "application/x-juttle", "text/x-juttle", "text/juttle"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Juttle) Name() string { + return heartbeat.LanguageJuttle.StringChroma() +} diff --git a/pkg/lexer/kal.go b/pkg/lexer/kal.go new file mode 100644 index 00000000..8a303598 --- /dev/null +++ b/pkg/lexer/kal.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Kal lexer. +type Kal struct{} + +// Lexer returns the lexer. +func (l Kal) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"kal"}, + Filenames: []string{"*.kal"}, + MimeTypes: []string{"text/kal", "application/kal"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Kal) Name() string { + return heartbeat.LanguageKal.StringChroma() +} diff --git a/pkg/lexer/kconfig.go b/pkg/lexer/kconfig.go new file mode 100644 index 00000000..48870158 --- /dev/null +++ b/pkg/lexer/kconfig.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Kconfig lexer. +type Kconfig struct{} + +// Lexer returns the lexer. +func (l Kconfig) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"kconfig", "menuconfig", "linux-config", "kernel-config"}, + Filenames: []string{"Kconfig*", "*Config.in*", "external.in*", "standard-modules.in"}, + MimeTypes: []string{"text/x-kconfig"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Kconfig) Name() string { + return heartbeat.LanguageKconfig.StringChroma() +} diff --git a/pkg/lexer/kernellog.go b/pkg/lexer/kernellog.go new file mode 100644 index 00000000..97898066 --- /dev/null +++ b/pkg/lexer/kernellog.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// KernelLog lexer. +type KernelLog struct{} + +// Lexer returns the lexer. +func (l KernelLog) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"kmsg", "dmesg"}, + Filenames: []string{"*.kmsg", "*.dmesg"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (KernelLog) Name() string { + return heartbeat.LanguageKernelLog.StringChroma() +} diff --git a/pkg/lexer/koka.go b/pkg/lexer/koka.go new file mode 100644 index 00000000..bb575932 --- /dev/null +++ b/pkg/lexer/koka.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Koka lexer. +type Koka struct{} + +// Lexer returns the lexer. +func (l Koka) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"koka"}, + Filenames: []string{"*.kk", "*.kki"}, + MimeTypes: []string{"text/x-koka"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Koka) Name() string { + return heartbeat.LanguageKoka.StringChroma() +} diff --git a/pkg/lexer/lasso.go b/pkg/lexer/lasso.go new file mode 100644 index 00000000..f7f87396 --- /dev/null +++ b/pkg/lexer/lasso.go @@ -0,0 +1,71 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ( + lassoAnalyserDelimiterRe = regexp.MustCompile(`(?i)<\?lasso`) + lassoAnalyserLocalRe = regexp.MustCompile(`(?i)local\(`) +) + +// Lasso lexer. +type Lasso struct{} + +// Lexer returns the lexer. +func (l Lasso) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{ + "lasso", + "lassoscript", + }, + Filenames: []string{ + "*.lasso", + "*.lasso[89]", + }, + AliasFilenames: []string{ + "*.incl", + "*.inc", + "*.las", + }, + MimeTypes: []string{"text/x-lasso"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + var result float32 + + if strings.Contains(text, "bin/lasso9") { + result += 0.8 + } + + if lassoAnalyserDelimiterRe.MatchString(text) { + result += 0.4 + } + + if lassoAnalyserLocalRe.MatchString(text) { + result += 0.4 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Lasso) Name() string { + return heartbeat.LanguageLasso.StringChroma() +} diff --git a/pkg/lexer/lasso_test.go b/pkg/lexer/lasso_test.go new file mode 100644 index 00000000..0a45ae7c --- /dev/null +++ b/pkg/lexer/lasso_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestLasso_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "shebang": { + Filepath: "testdata/lasso_shebang.lasso", + Expected: 0.8, + }, + "delimiter": { + Filepath: "testdata/lasso_delimiter.lasso", + Expected: 0.4, + }, + "local": { + Filepath: "testdata/lasso_local.lasso", + Expected: 0.4, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Lasso{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/lean.go b/pkg/lexer/lean.go new file mode 100644 index 00000000..07438fde --- /dev/null +++ b/pkg/lexer/lean.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Lean lexer. +type Lean struct{} + +// Lexer returns the lexer. +func (l Lean) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"lean"}, + Filenames: []string{"*.lean"}, + MimeTypes: []string{"text/x-lean"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Lean) Name() string { + return heartbeat.LanguageLean.StringChroma() +} diff --git a/pkg/lexer/less.go b/pkg/lexer/less.go new file mode 100644 index 00000000..3dead9c6 --- /dev/null +++ b/pkg/lexer/less.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Less lexer. +type Less struct{} + +// Lexer returns the lexer. +func (l Less) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"less"}, + Filenames: []string{"*.less"}, + MimeTypes: []string{"text/x-less-css"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Less) Name() string { + return heartbeat.LanguageLess.StringChroma() +} diff --git a/pkg/lexer/lexer.go b/pkg/lexer/lexer.go new file mode 100644 index 00000000..ddfbf5e4 --- /dev/null +++ b/pkg/lexer/lexer.go @@ -0,0 +1,315 @@ +package lexer + +import ( + "fmt" + + "github.com/alecthomas/chroma/v2" + l "github.com/alecthomas/chroma/v2/lexers" +) + +// Lexer is an interface that can be implemented by lexers to register them. +type Lexer interface { + Lexer() chroma.Lexer + Name() string +} + +// RegisterAll registers all custom lexers. +func RegisterAll() error { + var lexers = []Lexer{ + ADL{}, + AMPL{}, + ActionScript3{}, + Agda{}, + Aheui{}, + Alloy{}, + AmbientTalk{}, + Arrow{}, + AspectJ{}, + AspxCSharp{}, + AspxVBNet{}, + Asymptote{}, + Augeas{}, + BARE{}, + BBCBasic{}, + BBCode{}, + BC{}, + BST{}, + BUGS{}, + Befunge{}, + Blazor{}, + BlitzMax{}, + Boa{}, + Boo{}, + Boogie{}, + Brainfuck{}, + CADL{}, + CAmkES{}, + CBMBasicV2{}, + COBOLFree{}, + CObjdump{}, + CPSA{}, + CUDA{}, + Ca65Assembler{}, + CapDL{}, + Charmci{}, + Cirru{}, + Clay{}, + Clean{}, + ClojureScript{}, + ColdfusionCFC{}, + ColdfusionHTML{}, + ComponentPascal{}, + Coq{}, + CppObjdump{}, + Crmsh{}, + Croc{}, + Crontab{}, + Cryptol{}, + CsoundDocument{}, + CsoundOrchestra{}, + CsoundScore{}, + Cypher{}, + DASM16{}, + DG{}, + DObjdump{}, + DarcsPatch{}, + DebianControlFile{}, + Delphi{}, + Devicetree{}, + Duel{}, + DylanLID{}, + DylanSession{}, + EC{}, + ECL{}, + EMail{}, + ERB{}, + EarlGrey{}, + Easytrieve{}, + Eiffel{}, + ElixirIexSsession{}, + ErlangErlSession{}, + Evoque{}, + Execline{}, + Ezhil{}, + FSharp{}, + FStar{}, + Fancy{}, + Fantom{}, + Felix{}, + Flatline{}, + FloScript{}, + Forth{}, + FoxPro{}, + Freefem{}, + GDScript{}, + Gap{}, + Gas{}, + GettextCatalog{}, + Golo{}, + GoodDataCL{}, + Gosu{}, + GosuTemplate{}, + Groff{}, + HSAIL{}, + HTML{}, + HTTP{}, + Haml{}, + Hspec{}, + Hxml{}, + Hy{}, + Hybris{}, + IDL{}, + INI{}, + IRCLogs{}, + Icon{}, + Inform6{}, + Inform6Template{}, + Inform7{}, + Ioke{}, + Isabelle{}, + JAGS{}, + JCL{}, + JSGF{}, + JSONLD{}, + JSP{}, + Jasmin{}, + JuliaConsole{}, + Juttle{}, + Kal{}, + Kconfig{}, + KernelLog{}, + Koka{}, + LLVMMIR{}, + LLVMMIRBODY{}, + LSL{}, + Lasso{}, + Lean{}, + Less{}, + Limbo{}, + Liquid{}, + LiterateAgda{}, + LiterateCryptol{}, + LiterateHaskell{}, + LiterateIdris{}, + LiveScript{}, + Logos{}, + Logtalk{}, + MAQL{}, + MIME{}, + MOOCode{}, + MQL{}, + MSDOSSession{}, + MXML{}, + Makefile{}, + Marko{}, + Mask{}, + Matlab{}, + MatlabSession{}, + MiniD{}, + MiniScript{}, + Modelica{}, + Modula2{}, + Monkey{}, + Monte{}, + MoonScript{}, + Mosel{}, + MozPreprocHash{}, + MozPreprocPercent{}, + Mscgen{}, + MuPAD{}, + Mustache{}, + NASM{}, + NASMObjdump{}, + NCL{}, + NSIS{}, + Nemerle{}, + NesC{}, + NewLisp{}, + Nit{}, + Notmuch{}, + NuSMV{}, + NumPy{}, + Objdump{}, + ObjectiveC{}, + ObjectiveCPP{}, + ObjectiveJ{}, + Ooc{}, + Opa{}, + OpenEdgeABL{}, + PEG{}, + POVRay{}, + Pan{}, + ParaSail{}, + Pawn{}, + Perl{}, + Perl6{}, + Pike{}, + Pointless{}, + PostgresConsole{}, + PowerShellSession{}, + Praat{}, + Processing{}, + Prolog{}, + PsyShPHP{}, + Pug{}, + PyPyLog{}, + Python{}, + Python2{}, + Python2Traceback{}, + PythonConsole{}, + PythonTraceback{}, + QBasic{}, + QVTO{}, + R{}, + RConsole{}, + REBOL{}, + RHTML{}, + RNGCompact{}, + RPMSpec{}, + RQL{}, + RSL{}, + RagelEmbedded{}, + RawToken{}, + Razor{}, + Rd{}, + ReScript{}, + Red{}, + Redcode{}, + ResourceBundle{}, + Ride{}, + RoboconfGraph{}, + RoboconfInstances{}, + RobotFramework{}, + RubyIRBSession{}, + SARL{}, + SSP{}, + SWIG{}, + Scaml{}, + Scdoc{}, + ShExC{}, + Shen{}, + Silver{}, + Singularity{}, + SketchDrawing{}, + Slash{}, + Slim{}, + Slint{}, + Slurm{}, + Smali{}, + SmartGameFormat{}, + Snowball{}, + SourcesList{}, + Sqlite3con{}, + Stan{}, + Stata{}, + SublimeTextConfig{}, + SuperCollider{}, + TADS3{}, + TAP{}, + TASM{}, + TNT{}, + TcshSession{}, + Tea{}, + TeraTerm{}, + Tiddler{}, + Todotxt{}, + TrafficScript{}, + TransactSQL{}, + Treetop{}, + Turtle{}, + USD{}, + Ucode{}, + Unicon{}, + UrbiScript{}, + VBNet{}, + VBScript{}, + VCL{}, + VCLSnippets{}, + VCTreeStatus{}, + VGL{}, + Velocity{}, + Verilog{}, + WDiff{}, + WebIDL{}, + X10{}, + XAML{}, + XML{}, + XQuery{}, + XSLT{}, + Xtend{}, + Xtlang{}, + Zeek{}, + Zephir{}, + } + + for _, lexer := range lexers { + found := lexer.Lexer() + if found == nil { + return fmt.Errorf("%q lexer not found", lexer.Name()) + } + + _ = l.Register(lexer.Lexer()) + } + + return nil +} diff --git a/pkg/lexer/lexer_test.go b/pkg/lexer/lexer_test.go new file mode 100644 index 00000000..c66a2327 --- /dev/null +++ b/pkg/lexer/lexer_test.go @@ -0,0 +1,313 @@ +package lexer_test + +import ( + "testing" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2/lexers" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestChromaLanguagesRegister(t *testing.T) { + tests := map[string]heartbeat.Language{ + "actionscript 3": heartbeat.LanguageActionScript3, + "adl": heartbeat.LanguageADL, + "agda": heartbeat.LanguageAgda, + "aheui": heartbeat.LanguageAheui, + "alloy": heartbeat.LanguageAlloy, + "ambienttalk": heartbeat.LanguageAmbientTalk, + "ampl": heartbeat.LanguageAMPL, + "arrow": heartbeat.LanguageArrow, + "aspectj": heartbeat.LanguageAspectJ, + "aspx-cs": heartbeat.LanguageAspxCSharp, + "aspx-vb": heartbeat.LanguageAspxVBNet, + "asymptote": heartbeat.LanguageAsymptote, + "augeas": heartbeat.LanguageAugeas, + "bare": heartbeat.LanguageBARE, + "bbc basic": heartbeat.LanguageBBCBasic, + "bbcode": heartbeat.LanguageBBCode, + "bc": heartbeat.LanguageBC, + "befunge": heartbeat.LanguageBefunge, + "blazor": heartbeat.LanguageBlazor, + "blitzmax": heartbeat.LanguageBlitzMax, + "boa": heartbeat.LanguageBoa, + "boo": heartbeat.LanguageBoo, + "boogie": heartbeat.LanguageBoogie, + "brainfuck": heartbeat.LanguageBrainfuck, + "bst": heartbeat.LanguageBST, + "bugs": heartbeat.LanguageBUGS, + "c-objdump": heartbeat.LanguageCObjdump, + "ca65 assembler": heartbeat.LanguageCa65Assembler, + "cadl": heartbeat.LanguageCADL, + "camkes": heartbeat.LanguageCAmkES, + "capdl": heartbeat.LanguageCapDL, + "cbm basic v2": heartbeat.LanguageCBMBasicV2, + "charmci": heartbeat.LanguageCharmci, + "cirru": heartbeat.LanguageCirru, + "clay": heartbeat.LanguageClay, + "clean": heartbeat.LanguageClean, + "clojurescript": heartbeat.LanguageClojureScript, + "cobolfree": heartbeat.LanguageCOBOLFree, + "coldfusion cfc": heartbeat.LanguageColdfusionCFC, + "coldfusion html": heartbeat.LanguageColdfusionHTML, + "component pascal": heartbeat.LanguageComponentPascal, + "coq": heartbeat.LanguageCoq, + "cpp-objdump": heartbeat.LanguageCppObjdump, + "cpsa": heartbeat.LanguageCPSA, + "crmsh": heartbeat.LanguageCrmsh, + "croc": heartbeat.LanguageCroc, + "crontab": heartbeat.LanguageCrontab, + "cryptol": heartbeat.LanguageCryptol, + "csound document": heartbeat.LanguageCsoundDocument, + "csound orchestra": heartbeat.LanguageCsoundOrchestra, + "csound score": heartbeat.LanguageCsoundScore, + "cuda": heartbeat.LanguageCUDA, + "cypher": heartbeat.LanguageCypher, + "d-objdump": heartbeat.LanguageDObjdump, + "darcs patch": heartbeat.LanguageDarcsPatch, + "dasm16": heartbeat.LanguageDASM16, + "debian control file": heartbeat.LanguageDebianControlFile, + "debian sourcelist": heartbeat.LanguageSourcesList, + "delphi": heartbeat.LanguageDelphi, + "devicetree": heartbeat.LanguageDevicetree, + "dg": heartbeat.LanguageDG, + "duel": heartbeat.LanguageDuel, + "dylan session": heartbeat.LanguageDylanSession, + "dylanlid": heartbeat.LanguageDylanLID, + "e-mail": heartbeat.LanguageEMail, + "earl grey": heartbeat.LanguageEarlGrey, + "easytrieve": heartbeat.LanguageEasytrieve, + "ec": heartbeat.LanguageEC, + "ecl": heartbeat.LanguageECL, + "eiffel": heartbeat.LanguageEiffel, + "elixir iex session": heartbeat.LanguageElixirIexSession, + "embedded ragel": heartbeat.LanguageRagelEmbedded, + "erb": heartbeat.LanguageERB, + "erlang erl session": heartbeat.LanguageErlangErlSession, + "evoque": heartbeat.LanguageEvoque, + "execline": heartbeat.LanguageExecline, + "ezhil": heartbeat.LanguageEzhil, + "fancy": heartbeat.LanguageFancy, + "fantom": heartbeat.LanguageFantom, + "felix": heartbeat.LanguageFelix, + "flatline": heartbeat.LanguageFlatline, + "floscript": heartbeat.LanguageFloScript, + "forth": heartbeat.LanguageForth, + "foxpro": heartbeat.LanguageFoxPro, + "freefem": heartbeat.LanguageFreefem, + "fsharp": heartbeat.LanguageFSharp, + "fstar": heartbeat.LanguageFStar, + "gap": heartbeat.LanguageGap, + "gas": heartbeat.LanguageGas, + "gdscript": heartbeat.LanguageGDScript, + "gettext catalog": heartbeat.LanguageGettextCatalog, + "golo": heartbeat.LanguageGolo, + "gooddata-cl": heartbeat.LanguageGoodDataCL, + "gosu": heartbeat.LanguageGosu, + "gosu template": heartbeat.LanguageGosuTemplate, + "groff": heartbeat.LanguageGroff, + "haml": heartbeat.LanguageHaml, + "hsail": heartbeat.LanguageHSAIL, + "hspec": heartbeat.LanguageHspec, + "html": heartbeat.LanguageHTML, + "http": heartbeat.LanguageHTTP, + "hxml": heartbeat.LanguageHxml, + "hy": heartbeat.LanguageHy, + "hybris": heartbeat.LanguageHybris, + "icon": heartbeat.LanguageIcon, + "idl": heartbeat.LanguageIDL, + "inform 6": heartbeat.LanguageInform6, + "inform 6 template": heartbeat.LanguageInform6Template, + "inform 7": heartbeat.LanguageInform7, + "ini": heartbeat.LanguageINI, + "ioke": heartbeat.LanguageIoke, + "irc logs": heartbeat.LanguageIRCLogs, + "isabelle": heartbeat.LanguageIsabelle, + "jags": heartbeat.LanguageJAGS, + "jasmin": heartbeat.LanguageJasmin, + "java server page": heartbeat.LanguageJSP, + "jcl": heartbeat.LanguageJCL, + "jsgf": heartbeat.LanguageJSGF, + "json-ld": heartbeat.LanguageJSONLD, + "julia console": heartbeat.LanguageJuliaConsole, + "juttle": heartbeat.LanguageJuttle, + "kal": heartbeat.LanguageKal, + "kconfig": heartbeat.LanguageKconfig, + "kernel log": heartbeat.LanguageKernelLog, + "koka": heartbeat.LanguageKoka, + "lasso": heartbeat.LanguageLasso, + "lean": heartbeat.LanguageLean, + "lesscss": heartbeat.LanguageLess, + "limbo": heartbeat.LanguageLimbo, + "liquid": heartbeat.LanguageLiquid, + "literate agda": heartbeat.LanguageLiterateAgda, + "literate cryptol": heartbeat.LanguageLiterateCryptol, + "literate haskell": heartbeat.LanguageLiterateHaskell, + "literate idris": heartbeat.LanguageLiterateIdris, + "livescript": heartbeat.LanguageLiveScript, + "llvm-mir": heartbeat.LanguageLLVMMIR, + "llvm-mir body": heartbeat.LanguageLLVMMIRBody, + "logos": heartbeat.LanguageLogos, + "logtalk": heartbeat.LanguageLogtalk, + "lsl": heartbeat.LanguageLSL, + "makefile": heartbeat.LanguageMakefile, + "maql": heartbeat.LanguageMAQL, + "marko": heartbeat.LanguageMarko, + "mask": heartbeat.LanguageMask, + "matlab": heartbeat.LanguageMatlab, + "matlab session": heartbeat.LanguageMatlabSession, + "mime": heartbeat.LanguageMIME, + "minid": heartbeat.LanguageMiniD, + "miniscript": heartbeat.LanguageMiniScript, + "modelica": heartbeat.LanguageModelica, + "modula-2": heartbeat.LanguageModula2, + "monkey": heartbeat.LanguageMonkey, + "monte": heartbeat.LanguageMonte, + "moocode": heartbeat.LanguageMOOCode, + "moonscript": heartbeat.LanguageMoonScript, + "mosel": heartbeat.LanguageMosel, + "mozhashpreproc": heartbeat.LanguageMozPreprocHash, + "mozpercentpreproc": heartbeat.LanguageMozPreprocPercent, + "mql": heartbeat.LanguageMQL, + "mscgen": heartbeat.LanguageMscgen, + "msdos session": heartbeat.LanguageMSDOSSession, + "mupad": heartbeat.LanguageMuPAD, + "mustache": heartbeat.LanguageMustache, + "mxml": heartbeat.LanguageMXML, + "nasm": heartbeat.LanguageNASM, + "ncl": heartbeat.LanguageNCL, + "nemerle": heartbeat.LanguageNemerle, + "nesc": heartbeat.LanguageNesC, + "newlisp": heartbeat.LanguageNewLisp, + "nit": heartbeat.LanguageNit, + "notmuch": heartbeat.LanguageNotmuch, + "nsis": heartbeat.LanguageNSIS, + "numpy": heartbeat.LanguageNumPy, + "nusmv": heartbeat.LanguageNuSMV, + "objdump": heartbeat.LanguageObjdump, + "objdump-nasm": heartbeat.LanguageNASMObjdump, + "objective-c": heartbeat.LanguageObjectiveC, + "objective-c++": heartbeat.LanguageObjectiveCPP, + "objective-j": heartbeat.LanguageObjectiveJ, + "ooc": heartbeat.LanguageOoc, + "opa": heartbeat.LanguageOpa, + "openedge abl": heartbeat.LanguageOpenEdgeABL, + "pan": heartbeat.LanguagePan, + "parasail": heartbeat.LanguageParaSail, + "pawn": heartbeat.LanguagePawn, + "peg": heartbeat.LanguagePEG, + "perl": heartbeat.LanguagePerl, + "perl6": heartbeat.LanguagePerl6, + "pike": heartbeat.LanguagePike, + "pointless": heartbeat.LanguagePointless, + "postgresql console (psql)": heartbeat.LanguagePostgresConsole, + "povray": heartbeat.LanguagePOVRay, + "powershell session": heartbeat.LanguagePowerShellSession, + "praat": heartbeat.LanguagePraat, + "processing": heartbeat.LanguageProcessing, + "prolog": heartbeat.LanguageProlog, + "psysh console session for php": heartbeat.LanguagePsyShPHP, + "pug": heartbeat.LanguagePug, + "pypy log": heartbeat.LanguagePyPyLog, + "python": heartbeat.LanguagePython, + "python 2": heartbeat.LanguagePython2, + "python 2.x traceback": heartbeat.LanguagePython2Traceback, + "python console session": heartbeat.LanguagePythonConsole, + "python traceback": heartbeat.LanguagePythonTraceback, + "qbasic": heartbeat.LanguageQBasic, + "qvto": heartbeat.LanguageQVTO, + "r": heartbeat.LanguageR, + "raw token data": heartbeat.LanguageRawToken, + "razor": heartbeat.LanguageRazor, + "rconsole": heartbeat.LanguageRConsole, + "rd": heartbeat.LanguageRd, + "rebol": heartbeat.LanguageREBOL, + "red": heartbeat.LanguageRed, + "redcode": heartbeat.LanguageRedcode, + "relax-ng compact": heartbeat.LanguageRNGCompact, + "rescript": heartbeat.LanguageReScript, + "resourcebundle": heartbeat.LanguageResourceBundle, + "rhtml": heartbeat.LanguageRHTML, + "ride": heartbeat.LanguageRide, + "roboconf graph": heartbeat.LanguageRoboconfGraph, + "roboconf instances": heartbeat.LanguageRoboconfInstances, + "robotframework": heartbeat.LanguageRobotFramework, + "rpmspec": heartbeat.LanguageRPMSpec, + "rql": heartbeat.LanguageRQL, + "rsl": heartbeat.LanguageRSL, + "ruby irb session": heartbeat.LanguageRubyIRBSession, + "sarl": heartbeat.LanguageSARL, + "scalate server page": heartbeat.LanguageSSP, + "scaml": heartbeat.LanguageScaml, + "scdoc": heartbeat.LanguageScdoc, + "shen": heartbeat.LanguageShen, + "shexc": heartbeat.LanguageShExC, + "silver": heartbeat.LanguageSilver, + "singularity": heartbeat.LanguageSingularity, + "sketch drawing": heartbeat.LanguageSketchDrawing, + "slash": heartbeat.LanguageSlash, + "slim": heartbeat.LanguageSlim, + "slint": heartbeat.LanguageSlint, + "slurm": heartbeat.LanguageSlurm, + "smali": heartbeat.LanguageSmali, + "smartgameformat": heartbeat.LanguageSmartGameFormat, + "snowball": heartbeat.LanguageSnowball, + "sqlite3con": heartbeat.LanguageSqlite3con, + "stan": heartbeat.LanguageStan, + "stata": heartbeat.LanguageStata, + "sublime text config": heartbeat.LanguageSublimeTextConfig, + "supercollider": heartbeat.LanguageSuperCollider, + "swig": heartbeat.LanguageSWIG, + "tads 3": heartbeat.LanguageTADS3, + "tap": heartbeat.LanguageTAP, + "tasm": heartbeat.LanguageTASM, + "tcsh session": heartbeat.LanguageTcshSession, + "tea": heartbeat.LanguageTea, + "tera term macro": heartbeat.LanguageTeraTerm, + "tiddler": heartbeat.LanguageTiddler, + "todotxt": heartbeat.LanguageTodotxt, + "trafficscript": heartbeat.LanguageTrafficScript, + "transact-sql": heartbeat.LanguageTransactSQL, + "treetop": heartbeat.LanguageTreetop, + "turtle": heartbeat.LanguageTurtle, + "typographic number theory": heartbeat.LanguageTNT, + "ucode": heartbeat.LanguageUcode, + "unicon": heartbeat.LanguageUnicon, + "urbiscript": heartbeat.LanguageUrbiScript, + "usd": heartbeat.LanguageUSD, + "vb.net": heartbeat.LanguageVBNet, + "vbscript": heartbeat.LanguageVBScript, + "vcl": heartbeat.LanguageVCL, + "vclsnippets": heartbeat.LanguageVCLSnippets, + "vctreestatus": heartbeat.LanguageVCTreeStatus, + "velocity": heartbeat.LanguageVelocity, + "verilog": heartbeat.LanguageVerilog, + "vgl": heartbeat.LanguageVGL, + "wdiff": heartbeat.LanguageWDiff, + "web idl": heartbeat.LanguageWebIDL, + "x10": heartbeat.LanguageX10, + "xaml": heartbeat.LanguageXAML, + "xml": heartbeat.LanguageXML, + "xquery": heartbeat.LanguageXQuery, + "xslt": heartbeat.LanguageXSLT, + "xtend": heartbeat.LanguageXtend, + "xtlang": heartbeat.LanguageXtlang, + "zeek": heartbeat.LanguageZeek, + "zephir": heartbeat.LanguageZephir, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + language := test.StringChroma() + require.NotEqual(t, heartbeat.LanguageUnknown.String(), language) + + lexer := lexers.Get(language) + if lexer != nil { + // assert lexer is registered but analyser don't + assert.Nil(t, lexer.Config().Analyse) + } + }) + } +} diff --git a/pkg/lexer/limbo.go b/pkg/lexer/limbo.go new file mode 100644 index 00000000..9b6ca657 --- /dev/null +++ b/pkg/lexer/limbo.go @@ -0,0 +1,47 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var limboAnalyzerRe = regexp.MustCompile(`(?m)^implement \w+;`) + +// Limbo lexer. +type Limbo struct{} + +// Lexer returns the lexer. +func (l Limbo) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"limbo"}, + Filenames: []string{"*.b"}, + MimeTypes: []string{"text/limbo"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // Any limbo module implements something + if limboAnalyzerRe.MatchString(text) { + return 0.7 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Limbo) Name() string { + return heartbeat.LanguageLimbo.StringChroma() +} diff --git a/pkg/lexer/limbo_test.go b/pkg/lexer/limbo_test.go new file mode 100644 index 00000000..7d586b9b --- /dev/null +++ b/pkg/lexer/limbo_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestLimbo_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/limbo_basic.b") + assert.NoError(t, err) + + l := lexer.Limbo{}.Lexer() + + assert.Equal(t, float32(0.7), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/liquid.go b/pkg/lexer/liquid.go new file mode 100644 index 00000000..00228bb0 --- /dev/null +++ b/pkg/lexer/liquid.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Liquid lexer. +type Liquid struct{} + +// Lexer returns the lexer. +func (l Liquid) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"liquid"}, + Filenames: []string{"*.liquid"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Liquid) Name() string { + return heartbeat.LanguageLiquid.StringChroma() +} diff --git a/pkg/lexer/literateagda.go b/pkg/lexer/literateagda.go new file mode 100644 index 00000000..ac2df4dc --- /dev/null +++ b/pkg/lexer/literateagda.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// LiterateAgda lexer. +type LiterateAgda struct{} + +// Lexer returns the lexer. +func (l LiterateAgda) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"lagda", "literate-agda"}, + Filenames: []string{"*.lagda"}, + MimeTypes: []string{"text/x-literate-agda"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (LiterateAgda) Name() string { + return heartbeat.LanguageLiterateAgda.StringChroma() +} diff --git a/pkg/lexer/literatecryptol.go b/pkg/lexer/literatecryptol.go new file mode 100644 index 00000000..0843345f --- /dev/null +++ b/pkg/lexer/literatecryptol.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// LiterateCryptol lexer. +type LiterateCryptol struct{} + +// Lexer returns the lexer. +func (l LiterateCryptol) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"lcry", "literate-cryptol", "lcryptol"}, + Filenames: []string{"*.lcry"}, + MimeTypes: []string{"text/x-literate-cryptol"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (LiterateCryptol) Name() string { + return heartbeat.LanguageLiterateCryptol.StringChroma() +} diff --git a/pkg/lexer/literatehaskell.go b/pkg/lexer/literatehaskell.go new file mode 100644 index 00000000..ff86a181 --- /dev/null +++ b/pkg/lexer/literatehaskell.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// LiterateHaskell lexer. +type LiterateHaskell struct{} + +// Lexer returns the lexer. +func (l LiterateHaskell) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"lhs", "literate-haskell", "lhaskell"}, + Filenames: []string{"*.lhs"}, + MimeTypes: []string{"text/x-literate-haskell"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (LiterateHaskell) Name() string { + return heartbeat.LanguageLiterateHaskell.StringChroma() +} diff --git a/pkg/lexer/literateidris.go b/pkg/lexer/literateidris.go new file mode 100644 index 00000000..58c617f2 --- /dev/null +++ b/pkg/lexer/literateidris.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// LiterateIdris lexer. +type LiterateIdris struct{} + +// Lexer returns the lexer. +func (l LiterateIdris) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"lidr", "literate-idris", "lidris"}, + Filenames: []string{"*.lidr"}, + MimeTypes: []string{"text/x-literate-idris"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (LiterateIdris) Name() string { + return heartbeat.LanguageLiterateIdris.StringChroma() +} diff --git a/pkg/lexer/livescript.go b/pkg/lexer/livescript.go new file mode 100644 index 00000000..41480c7a --- /dev/null +++ b/pkg/lexer/livescript.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// LiveScript lexer. +type LiveScript struct{} + +// Lexer returns the lexer. +func (l LiveScript) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"live-script", "livescript"}, + Filenames: []string{"*.ls"}, + MimeTypes: []string{"text/livescript"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (LiveScript) Name() string { + return heartbeat.LanguageLiveScript.StringChroma() +} diff --git a/pkg/lexer/llvmmir.go b/pkg/lexer/llvmmir.go new file mode 100644 index 00000000..493ec079 --- /dev/null +++ b/pkg/lexer/llvmmir.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// LLVMMIR lexer. +type LLVMMIR struct{} + +// Lexer returns the lexer. +func (l LLVMMIR) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"llvm-mir"}, + Filenames: []string{"*.mir"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (LLVMMIR) Name() string { + return heartbeat.LanguageLLVMMIR.StringChroma() +} diff --git a/pkg/lexer/llvmmirbody.go b/pkg/lexer/llvmmirbody.go new file mode 100644 index 00000000..9ad3a7a6 --- /dev/null +++ b/pkg/lexer/llvmmirbody.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// LLVMMIRBODY lexer. +type LLVMMIRBODY struct{} + +// Lexer returns the lexer. +func (l LLVMMIRBODY) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"llvm-mir-body"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (LLVMMIRBODY) Name() string { + return heartbeat.LanguageLLVMMIRBody.StringChroma() +} diff --git a/pkg/lexer/logos.go b/pkg/lexer/logos.go new file mode 100644 index 00000000..2f66a288 --- /dev/null +++ b/pkg/lexer/logos.go @@ -0,0 +1,47 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var logosAnalyserKeywordsRe = regexp.MustCompile(`%(?:hook|ctor|init|c\()`) + +// Logos lexer. +type Logos struct{} + +// Lexer returns the lexer. +func (l Logos) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"logos"}, + Filenames: []string{"*.x", "*.xi", "*.xm", "*.xmi"}, + MimeTypes: []string{"text/x-logos"}, + Priority: 0.25, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if logosAnalyserKeywordsRe.MatchString(text) { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Logos) Name() string { + return heartbeat.LanguageLogos.StringChroma() +} diff --git a/pkg/lexer/logos_test.go b/pkg/lexer/logos_test.go new file mode 100644 index 00000000..5e940a6a --- /dev/null +++ b/pkg/lexer/logos_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestLogos_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/logos_basic.xm") + assert.NoError(t, err) + + l := lexer.Logos{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/logtalk.go b/pkg/lexer/logtalk.go new file mode 100644 index 00000000..0175de02 --- /dev/null +++ b/pkg/lexer/logtalk.go @@ -0,0 +1,53 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var logtalkAnalyserSyntaxRe = regexp.MustCompile(`(?m)^:-\s[a-z]`) + +// Logtalk lexer. +type Logtalk struct{} + +// Lexer returns the lexer. +func (l Logtalk) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"logtalk"}, + Filenames: []string{"*.lgt", "*.logtalk"}, + MimeTypes: []string{"text/x-logtalk"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if strings.Contains(text, ":- object(") || + strings.Contains(text, ":- protocol(") || + strings.Contains(text, ":- category(") { + return 1.0 + } + + if logtalkAnalyserSyntaxRe.MatchString(text) { + return 0.9 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Logtalk) Name() string { + return heartbeat.LanguageLogtalk.StringChroma() +} diff --git a/pkg/lexer/logtalk_test.go b/pkg/lexer/logtalk_test.go new file mode 100644 index 00000000..90a6bc0f --- /dev/null +++ b/pkg/lexer/logtalk_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestLogtalk_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "object": { + Filepath: "testdata/logtalk_object.lgt", + Expected: 1.0, + }, + "basic": { + Filepath: "testdata/logtalk_basic.lgt", + Expected: 0.9, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Logtalk{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/lsl.go b/pkg/lexer/lsl.go new file mode 100644 index 00000000..9d516f35 --- /dev/null +++ b/pkg/lexer/lsl.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// LSL lexer. +type LSL struct{} + +// Lexer returns the lexer. +func (l LSL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"lsl"}, + Filenames: []string{"*.lsl"}, + MimeTypes: []string{"text/x-lsl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (LSL) Name() string { + return heartbeat.LanguageLSL.StringChroma() +} diff --git a/pkg/lexer/make.go b/pkg/lexer/make.go new file mode 100644 index 00000000..447f16ca --- /dev/null +++ b/pkg/lexer/make.go @@ -0,0 +1,43 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var makefileAnalyserVariableRe = regexp.MustCompile(`\$\([A-Z_]+\)`) + +// Makefile lexer. +type Makefile struct{} + +// Lexer returns the lexer. +func (l Makefile) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + // Many makefiles have $(BIG_CAPS) style variables. + if makefileAnalyserVariableRe.MatchString(text) { + return 0.1 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Makefile) Name() string { + return heartbeat.LanguageMakefile.StringChroma() +} diff --git a/pkg/lexer/make_test.go b/pkg/lexer/make_test.go new file mode 100644 index 00000000..9153c2aa --- /dev/null +++ b/pkg/lexer/make_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestMakefile_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/makefile") + assert.NoError(t, err) + + l := lexer.Makefile{}.Lexer() + + assert.Equal(t, float32(0.1), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/maql.go b/pkg/lexer/maql.go new file mode 100644 index 00000000..8ebebc45 --- /dev/null +++ b/pkg/lexer/maql.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MAQL lexer. +type MAQL struct{} + +// Lexer returns the lexer. +func (l MAQL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"maql"}, + Filenames: []string{"*.maql"}, + MimeTypes: []string{"text/x-gooddata-maql", "application/x-gooddata-maql"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MAQL) Name() string { + return heartbeat.LanguageMAQL.StringChroma() +} diff --git a/pkg/lexer/marko.go b/pkg/lexer/marko.go new file mode 100644 index 00000000..1261294e --- /dev/null +++ b/pkg/lexer/marko.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Marko lexer. +type Marko struct{} + +// Lexer returns the lexer. +func (l Marko) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"marko"}, + Filenames: []string{"*.marko"}, + MimeTypes: []string{"text/x-marko"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Marko) Name() string { + return heartbeat.LanguageMarko.StringChroma() +} diff --git a/pkg/lexer/mask.go b/pkg/lexer/mask.go new file mode 100644 index 00000000..295b70f4 --- /dev/null +++ b/pkg/lexer/mask.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Mask lexer. +type Mask struct{} + +// Lexer returns the lexer. +func (l Mask) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"mask"}, + Filenames: []string{"*.mask"}, + MimeTypes: []string{"text/x-mask"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Mask) Name() string { + return heartbeat.LanguageMask.StringChroma() +} diff --git a/pkg/lexer/matlab.go b/pkg/lexer/matlab.go new file mode 100644 index 00000000..5f96fc0f --- /dev/null +++ b/pkg/lexer/matlab.go @@ -0,0 +1,71 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var ( + matlabAnalyserCommentRe = regexp.MustCompile(`^\s*%`) + matlabAnalyserSystemCMDRe = regexp.MustCompile(`^!\w+`) +) + +// Matlab lexer. +type Matlab struct{} + +// Lexer returns the lexer. +func (l Matlab) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + lines := strings.Split(strings.ReplaceAll(text, "\r\n", "\n"), "\n") + + var firstNonComment string + for _, line := range lines { + if !matlabAnalyserCommentRe.MatchString(line) { + firstNonComment = strings.TrimSpace(line) + break + } + } + + // function declaration + if strings.HasPrefix(firstNonComment, "function") && !strings.Contains(firstNonComment, "{") { + return 1.0 + } + + // comment + for _, line := range lines { + if matlabAnalyserCommentRe.MatchString(line) { + return 0.2 + } + } + + // system cmd + for _, line := range lines { + if matlabAnalyserSystemCMDRe.MatchString(line) { + return 0.2 + } + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Matlab) Name() string { + return heartbeat.LanguageMatlab.StringChroma() +} diff --git a/pkg/lexer/matlab_test.go b/pkg/lexer/matlab_test.go new file mode 100644 index 00000000..440a10ed --- /dev/null +++ b/pkg/lexer/matlab_test.go @@ -0,0 +1,45 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestMatlab_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "function": { + Filepath: "testdata/matlab_function.m", + Expected: 1.0, + }, + "comment": { + Filepath: "testdata/matlab_comment.m", + Expected: 0.2, + }, + "systemcmd": { + Filepath: "testdata/matlab_systemcmd.m", + Expected: 0.2, + }, + "windows": { + Filepath: "testdata/matlab_windows.m", + Expected: 1.0, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Matlab{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/matlabsession.go b/pkg/lexer/matlabsession.go new file mode 100644 index 00000000..01ed80c7 --- /dev/null +++ b/pkg/lexer/matlabsession.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MatlabSession lexer. +type MatlabSession struct{} + +// Lexer returns the lexer. +func (l MatlabSession) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"matlabsession"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MatlabSession) Name() string { + return heartbeat.LanguageMatlabSession.StringChroma() +} diff --git a/pkg/lexer/mime.go b/pkg/lexer/mime.go new file mode 100644 index 00000000..8af6d9be --- /dev/null +++ b/pkg/lexer/mime.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MIME lexer. +type MIME struct{} + +// Lexer returns the lexer. +func (l MIME) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"mime"}, + MimeTypes: []string{"multipart/mixed", "multipart/related", "multipart/alternative"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MIME) Name() string { + return heartbeat.LanguageMIME.StringChroma() +} diff --git a/pkg/lexer/minid.go b/pkg/lexer/minid.go new file mode 100644 index 00000000..587cd25e --- /dev/null +++ b/pkg/lexer/minid.go @@ -0,0 +1,33 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MiniD lexer. +type MiniD struct{} + +// Lexer returns the lexer. +func (l MiniD) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"minid"}, + // Don't lex .md as MiniD, reserve for Markdown. + Filenames: []string{}, + MimeTypes: []string{"text/x-minidsrc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MiniD) Name() string { + return heartbeat.LanguageMiniD.StringChroma() +} diff --git a/pkg/lexer/miniscript.go b/pkg/lexer/miniscript.go new file mode 100644 index 00000000..72d6cf66 --- /dev/null +++ b/pkg/lexer/miniscript.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MiniScript lexer. +type MiniScript struct{} + +// Lexer returns the lexer. +func (l MiniScript) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ms", "miniscript"}, + Filenames: []string{"*.ms"}, + MimeTypes: []string{"text/x-miniscript", "application/x-miniscript"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MiniScript) Name() string { + return heartbeat.LanguageMiniScript.StringChroma() +} diff --git a/pkg/lexer/modelica.go b/pkg/lexer/modelica.go new file mode 100644 index 00000000..9be62124 --- /dev/null +++ b/pkg/lexer/modelica.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Modelica lexer. +type Modelica struct{} + +// Lexer returns the lexer. +func (l Modelica) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"modelica"}, + Filenames: []string{"*.mo"}, + MimeTypes: []string{"text/x-modelica"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Modelica) Name() string { + return heartbeat.LanguageModelica.StringChroma() +} diff --git a/pkg/lexer/modula2.go b/pkg/lexer/modula2.go new file mode 100644 index 00000000..6a2dc589 --- /dev/null +++ b/pkg/lexer/modula2.go @@ -0,0 +1,62 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var ( + modula2AnalyserProcedureRe = regexp.MustCompile(`\bPROCEDURE\b`) + modula2AnalyserFunctionRe = regexp.MustCompile(`\bFUNCTION\b`) +) + +// Modula2 lexer. +type Modula2 struct{} + +// Lexer returns the lexer. +func (l Modula2) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + // It's Pascal-like, but does not use FUNCTION -- uses PROCEDURE + // instead. + + // Check if this looks like Pascal, if not, bail out early + if !strings.Contains(text, "(*") && !strings.Contains(text, "*)") && !strings.Contains(text, ":=") { + return 0 + } + + var result float32 + + // Procedure is in Modula2 + if modula2AnalyserProcedureRe.MatchString(text) { + result += 0.6 + } + + // FUNCTION is only valid in Pascal, but not in Modula2 + if modula2AnalyserFunctionRe.MatchString(text) { + result = 0 + } + + return result + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Modula2) Name() string { + return heartbeat.LanguageModula2.StringChroma() +} diff --git a/pkg/lexer/modula2_test.go b/pkg/lexer/modula2_test.go new file mode 100644 index 00000000..4ee34805 --- /dev/null +++ b/pkg/lexer/modula2_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestModula2_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "pascal flavour": { + Filepath: "testdata/modula2_pascal.def", + Expected: 0, + }, + "pascal flavour with function": { + Filepath: "testdata/modula2_pascal_function.def", + Expected: 0, + }, + "basic": { + Filepath: "testdata/modula2_basic.def", + Expected: 0.6, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Modula2{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/monkey.go b/pkg/lexer/monkey.go new file mode 100644 index 00000000..b99bd11a --- /dev/null +++ b/pkg/lexer/monkey.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Monkey lexer. +type Monkey struct{} + +// Lexer returns the lexer. +func (l Monkey) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"monkey"}, + Filenames: []string{"*.monkey"}, + MimeTypes: []string{"text/x-monkey"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Monkey) Name() string { + return heartbeat.LanguageMonkey.StringChroma() +} diff --git a/pkg/lexer/monte.go b/pkg/lexer/monte.go new file mode 100644 index 00000000..b821db2f --- /dev/null +++ b/pkg/lexer/monte.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Monte lexer. +type Monte struct{} + +// Lexer returns the lexer. +func (l Monte) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"monte"}, + Filenames: []string{"*.mt"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Monte) Name() string { + return heartbeat.LanguageMonte.StringChroma() +} diff --git a/pkg/lexer/moocode.go b/pkg/lexer/moocode.go new file mode 100644 index 00000000..81777381 --- /dev/null +++ b/pkg/lexer/moocode.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MOOCode lexer. +type MOOCode struct{} + +// Lexer returns the lexer. +func (l MOOCode) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"moocode", "moo"}, + Filenames: []string{"*.moo"}, + MimeTypes: []string{"text/x-moocode"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MOOCode) Name() string { + return heartbeat.LanguageMOOCode.StringChroma() +} diff --git a/pkg/lexer/moonscript.go b/pkg/lexer/moonscript.go new file mode 100644 index 00000000..1f812743 --- /dev/null +++ b/pkg/lexer/moonscript.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MoonScript lexer. +type MoonScript struct{} + +// Lexer returns the lexer. +func (l MoonScript) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"moon", "moonscript"}, + MimeTypes: []string{"text/x-moonscript", "application/x-moonscript"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MoonScript) Name() string { + return heartbeat.LanguageMoonScript.StringChroma() +} diff --git a/pkg/lexer/mosel.go b/pkg/lexer/mosel.go new file mode 100644 index 00000000..bea6589f --- /dev/null +++ b/pkg/lexer/mosel.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Mosel lexer. +type Mosel struct{} + +// Lexer returns the lexer. +func (l Mosel) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"model"}, + Filenames: []string{"*.mos"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Mosel) Name() string { + return heartbeat.LanguageMosel.StringChroma() +} diff --git a/pkg/lexer/mozhashpreproc.go b/pkg/lexer/mozhashpreproc.go new file mode 100644 index 00000000..8a88e64f --- /dev/null +++ b/pkg/lexer/mozhashpreproc.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MozPreprocHash lexer. +type MozPreprocHash struct{} + +// Lexer returns the lexer. +func (l MozPreprocHash) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"mozhashpreproc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MozPreprocHash) Name() string { + return heartbeat.LanguageMozPreprocHash.StringChroma() +} diff --git a/pkg/lexer/mozpreprocpercent.go b/pkg/lexer/mozpreprocpercent.go new file mode 100644 index 00000000..ca9057b5 --- /dev/null +++ b/pkg/lexer/mozpreprocpercent.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MozPreprocPercent lexer. +type MozPreprocPercent struct{} + +// Lexer returns the lexer. +func (l MozPreprocPercent) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"mozpercentpreproc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MozPreprocPercent) Name() string { + return heartbeat.LanguageMozPreprocPercent.StringChroma() +} diff --git a/pkg/lexer/mql.go b/pkg/lexer/mql.go new file mode 100644 index 00000000..02d73530 --- /dev/null +++ b/pkg/lexer/mql.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MQL lexer. +type MQL struct{} + +// Lexer returns the lexer. +func (l MQL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"mql", "mq4", "mq5", "mql4", "mql5"}, + Filenames: []string{"*.mq4", "*.mq5", "*.mqh"}, + MimeTypes: []string{"text/x-mql"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MQL) Name() string { + return heartbeat.LanguageMQL.StringChroma() +} diff --git a/pkg/lexer/mscgen.go b/pkg/lexer/mscgen.go new file mode 100644 index 00000000..c47c3885 --- /dev/null +++ b/pkg/lexer/mscgen.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Mscgen lexer. +type Mscgen struct{} + +// Lexer returns the lexer. +func (l Mscgen) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"mscgen", "msc"}, + Filenames: []string{"*.msc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Mscgen) Name() string { + return heartbeat.LanguageMscgen.StringChroma() +} diff --git a/pkg/lexer/msdossession.go b/pkg/lexer/msdossession.go new file mode 100644 index 00000000..800ab77f --- /dev/null +++ b/pkg/lexer/msdossession.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MSDOSSession lexer. +type MSDOSSession struct{} + +// Lexer returns the lexer. +func (l MSDOSSession) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"doscon"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MSDOSSession) Name() string { + return heartbeat.LanguageMSDOSSession.StringChroma() +} diff --git a/pkg/lexer/mupad.go b/pkg/lexer/mupad.go new file mode 100644 index 00000000..26e87e3b --- /dev/null +++ b/pkg/lexer/mupad.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MuPAD lexer. +type MuPAD struct{} + +// Lexer returns the lexer. +func (l MuPAD) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"mupad"}, + Filenames: []string{"*.mu"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MuPAD) Name() string { + return heartbeat.LanguageMuPAD.StringChroma() +} diff --git a/pkg/lexer/mustache.go b/pkg/lexer/mustache.go new file mode 100644 index 00000000..2a2e6d00 --- /dev/null +++ b/pkg/lexer/mustache.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Mustache lexer. +type Mustache struct{} + +// Lexer returns the lexer. +func (l Mustache) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"mustache"}, + Filenames: []string{"*.mustache"}, + MimeTypes: []string{"text/x-mustache-template"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Mustache) Name() string { + return heartbeat.LanguageMustache.StringChroma() +} diff --git a/pkg/lexer/mxml.go b/pkg/lexer/mxml.go new file mode 100644 index 00000000..8433b555 --- /dev/null +++ b/pkg/lexer/mxml.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// MXML lexer. +type MXML struct{} + +// Lexer returns the lexer. +func (l MXML) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"mxml"}, + Filenames: []string{"*.mxml"}, + MimeTypes: []string{"text/xml", "application/xml"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (MXML) Name() string { + return heartbeat.LanguageMXML.StringChroma() +} diff --git a/pkg/lexer/nasm.go b/pkg/lexer/nasm.go new file mode 100644 index 00000000..e0b7f45e --- /dev/null +++ b/pkg/lexer/nasm.go @@ -0,0 +1,43 @@ +package lexer + +import ( + "regexp" + + "github.com/alecthomas/chroma/v2" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2/lexers" +) + +var nasmAnalyzerRe = regexp.MustCompile(`(?i)PROC`) + +// NASM lexer. +type NASM struct{} + +// Lexer returns the lexer. +func (l NASM) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + // Probably TASM + if nasmAnalyzerRe.MatchString(text) { + return 0 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (NASM) Name() string { + return heartbeat.LanguageNASM.StringChroma() +} diff --git a/pkg/lexer/nasm_test.go b/pkg/lexer/nasm_test.go new file mode 100644 index 00000000..71407b01 --- /dev/null +++ b/pkg/lexer/nasm_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestNASM_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/nasm.asm") + assert.NoError(t, err) + + l := lexer.NASM{}.Lexer() + + assert.Equal(t, float32(0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/nasmobjdump.go b/pkg/lexer/nasmobjdump.go new file mode 100644 index 00000000..b4aebeab --- /dev/null +++ b/pkg/lexer/nasmobjdump.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// NASMObjdump lexer. +type NASMObjdump struct{} + +// Lexer returns the lexer. +func (l NASMObjdump) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"objdump-nasm"}, + Filenames: []string{"*.objdump-intel"}, + MimeTypes: []string{"text/x-nasm-objdump"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (NASMObjdump) Name() string { + return heartbeat.LanguageNASMObjdump.StringChroma() +} diff --git a/pkg/lexer/ncl.go b/pkg/lexer/ncl.go new file mode 100644 index 00000000..cc3b83f6 --- /dev/null +++ b/pkg/lexer/ncl.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// NCL lexer. +type NCL struct{} + +// Lexer returns the lexer. +func (l NCL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ncl"}, + Filenames: []string{"*.ncl"}, + MimeTypes: []string{"text/ncl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (NCL) Name() string { + return heartbeat.LanguageNCL.StringChroma() +} diff --git a/pkg/lexer/nemerle.go b/pkg/lexer/nemerle.go new file mode 100644 index 00000000..6fd5dcc2 --- /dev/null +++ b/pkg/lexer/nemerle.go @@ -0,0 +1,47 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Nemerle lexer. +type Nemerle struct{} + +// Lexer returns the lexer. +func (l Nemerle) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"nemerle"}, + Filenames: []string{"*.n"}, + // inferred + MimeTypes: []string{"text/x-nemerle"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // Nemerle is quite similar to Python, but @if is relatively uncommon + // elsewhere. + if strings.Contains(text, "@if") { + return 0.1 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Nemerle) Name() string { + return heartbeat.LanguageNemerle.StringChroma() +} diff --git a/pkg/lexer/nemerle_test.go b/pkg/lexer/nemerle_test.go new file mode 100644 index 00000000..b14c048b --- /dev/null +++ b/pkg/lexer/nemerle_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestNermerle_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/nemerle_if.n") + assert.NoError(t, err) + + l := lexer.Nemerle{}.Lexer() + + assert.Equal(t, float32(0.1), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/nesc.go b/pkg/lexer/nesc.go new file mode 100644 index 00000000..1c1b1b17 --- /dev/null +++ b/pkg/lexer/nesc.go @@ -0,0 +1,44 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// NesC lexer. +type NesC struct{} + +// Lexer returns the lexer. +func (l NesC) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"nesc"}, + Filenames: []string{"*.nc"}, + MimeTypes: []string{"text/x-nescsrc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + c := lexers.Get(heartbeat.LanguageC.StringChroma()) + if c == nil { + return 0 + } + + return c.AnalyseText(text) + }) + + return lexer +} + +// Name returns the name of the lexer. +func (NesC) Name() string { + return heartbeat.LanguageNesC.StringChroma() +} diff --git a/pkg/lexer/nesc_test.go b/pkg/lexer/nesc_test.go new file mode 100644 index 00000000..840c3f0e --- /dev/null +++ b/pkg/lexer/nesc_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestNesc_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "include": { + Filepath: "testdata/nesc_include.nc", + Expected: 0.1, + }, + "ifdef": { + Filepath: "testdata/nesc_ifdef.nc", + Expected: 0.1, + }, + "ifndef": { + Filepath: "testdata/nesc_ifndef.nc", + Expected: 0.1, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.NesC{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/newlisp.go b/pkg/lexer/newlisp.go new file mode 100644 index 00000000..c941220f --- /dev/null +++ b/pkg/lexer/newlisp.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// NewLisp lexer. +type NewLisp struct{} + +// Lexer returns the lexer. +func (l NewLisp) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"newlisp"}, + Filenames: []string{"*.lsp", "*.nl", "*.kif"}, + MimeTypes: []string{"text/x-newlisp", "application/x-newlisp"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (NewLisp) Name() string { + return heartbeat.LanguageNewLisp.StringChroma() +} diff --git a/pkg/lexer/nit.go b/pkg/lexer/nit.go new file mode 100644 index 00000000..66d6cd15 --- /dev/null +++ b/pkg/lexer/nit.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Nit lexer. +type Nit struct{} + +// Lexer returns the lexer. +func (l Nit) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"nit"}, + Filenames: []string{"*.nit"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Nit) Name() string { + return heartbeat.LanguageNit.StringChroma() +} diff --git a/pkg/lexer/notmuch.go b/pkg/lexer/notmuch.go new file mode 100644 index 00000000..2738a178 --- /dev/null +++ b/pkg/lexer/notmuch.go @@ -0,0 +1,42 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Notmuch lexer. +type Notmuch struct{} + +// Lexer returns the lexer. +func (l Notmuch) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"notmuch"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if strings.HasPrefix(text, "\fmessage{") { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Notmuch) Name() string { + return heartbeat.LanguageNotmuch.StringChroma() +} diff --git a/pkg/lexer/notmuch_test.go b/pkg/lexer/notmuch_test.go new file mode 100644 index 00000000..1808696c --- /dev/null +++ b/pkg/lexer/notmuch_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestNotmuch_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/notmuch") + assert.NoError(t, err) + + l := lexer.Notmuch{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/nsis.go b/pkg/lexer/nsis.go new file mode 100644 index 00000000..4104d0dc --- /dev/null +++ b/pkg/lexer/nsis.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// NSIS lexer. +type NSIS struct{} + +// Lexer returns the lexer. +func (l NSIS) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"nsis", "nsi", "nsh"}, + Filenames: []string{"*.nsi", "*.nsh"}, + MimeTypes: []string{"text/x-nsis"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (NSIS) Name() string { + return heartbeat.LanguageNSIS.StringChroma() +} diff --git a/pkg/lexer/numpy.go b/pkg/lexer/numpy.go new file mode 100644 index 00000000..69d22ed0 --- /dev/null +++ b/pkg/lexer/numpy.go @@ -0,0 +1,55 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/shebang" + + "github.com/alecthomas/chroma/v2" +) + +// NumPy lexer. +type NumPy struct{} + +// Lexer returns the lexer. +func (l NumPy) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"numpy"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + hasPythonShebang, _ := shebang.MatchString(text, `pythonw?(3(\.\d)?)?`) + containsNumpyImport := strings.Contains(text, "import numpy") + containsFromNumpyImport := strings.Contains(text, "from numpy import") + + var containsImport bool + + if len(text) > 1000 { + containsImport = strings.Contains(text[:1000], "import ") + } else { + containsImport = strings.Contains(text, "import ") + } + + if (hasPythonShebang || containsImport) && (containsNumpyImport || containsFromNumpyImport) { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (NumPy) Name() string { + return heartbeat.LanguageNumPy.StringChroma() +} diff --git a/pkg/lexer/numpy_test.go b/pkg/lexer/numpy_test.go new file mode 100644 index 00000000..6fcb82c7 --- /dev/null +++ b/pkg/lexer/numpy_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestNumPy_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "basic": { + Filepath: "testdata/numpy_basic", + Expected: 1.0, + }, + "from numpy import": { + Filepath: "testdata/numpy_from_import", + Expected: 1.0, + }, + "regular python": { + Filepath: "testdata/numpy.py", + Expected: 1.0, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.NumPy{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/nusmv.go b/pkg/lexer/nusmv.go new file mode 100644 index 00000000..b48125f0 --- /dev/null +++ b/pkg/lexer/nusmv.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// NuSMV lexer. +type NuSMV struct{} + +// Lexer returns the lexer. +func (l NuSMV) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"nusmv"}, + Filenames: []string{"*.smv"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (NuSMV) Name() string { + return heartbeat.LanguageNuSMV.StringChroma() +} diff --git a/pkg/lexer/objdump.go b/pkg/lexer/objdump.go new file mode 100644 index 00000000..dda8345f --- /dev/null +++ b/pkg/lexer/objdump.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Objdump lexer. +type Objdump struct{} + +// Lexer returns the lexer. +func (l Objdump) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"objdump"}, + Filenames: []string{"*.objdump"}, + MimeTypes: []string{"text/x-objdump"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Objdump) Name() string { + return heartbeat.LanguageObjdump.StringChroma() +} diff --git a/pkg/lexer/objectivec.go b/pkg/lexer/objectivec.go new file mode 100644 index 00000000..1176c783 --- /dev/null +++ b/pkg/lexer/objectivec.go @@ -0,0 +1,66 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var ( + // Have to be careful not to accidentally match JavaDoc/Doxygen syntax here, + // since that's quite common in ordinary C/C++ files. It's OK to match + // JavaDoc/Doxygen keywords that only apply to Objective-C, mind. + // + // The upshot of this is that we CANNOT match @class or @interface. + objectiveCAnalyserKeywordsRe = regexp.MustCompile(`@(?:end|implementation|protocol)`) + // Matches [ ? identifier ( identifier ? ] | identifier? : ) + // (note the identifier is *optional* when there is a ':'!) + objectiveCAnalyserMessageRe = regexp.MustCompile(`\[\s*[a-zA-Z_]\w*\s+(?:[a-zA-Z_]\w*\s*\]|(?:[a-zA-Z_]\w*)?:)`) + objectiveCAnalyserNSNumberRe = regexp.MustCompile(`@[0-9]+`) +) + +// ObjectiveC lexer. +type ObjectiveC struct{} + +// Lexer returns the lexer. +func (l ObjectiveC) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if objectiveCAnalyserKeywordsRe.MatchString(text) { + return 1.0 + } + + if strings.Contains(text, `@"`) { + return 0.8 + } + + if objectiveCAnalyserNSNumberRe.MatchString(text) { + return 0.7 + } + + if objectiveCAnalyserMessageRe.MatchString(text) { + return 0.8 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (ObjectiveC) Name() string { + return heartbeat.LanguageObjectiveC.StringChroma() +} diff --git a/pkg/lexer/objectivec_test.go b/pkg/lexer/objectivec_test.go new file mode 100644 index 00000000..dbcb5842 --- /dev/null +++ b/pkg/lexer/objectivec_test.go @@ -0,0 +1,53 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestObjectiveC_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "keyword_end": { + Filepath: "testdata/objectivec_keyword_end.m", + Expected: 1.0, + }, + "keyword_implementation": { + Filepath: "testdata/objectivec_keyword_implementation.m", + Expected: 1.0, + }, + "keyword_protocol": { + Filepath: "testdata/objectivec_keyword_protocol.m", + Expected: 1.0, + }, + "nsstring": { + Filepath: "testdata/objectivec_nsstring.m", + Expected: 0.8, + }, + "nsnumber": { + Filepath: "testdata/objectivec_nsnumber.m", + Expected: 0.7, + }, + "message": { + Filepath: "testdata/objectivec_message.m", + Expected: 0.8, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.ObjectiveC{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/objectivecpp.go b/pkg/lexer/objectivecpp.go new file mode 100644 index 00000000..1be95400 --- /dev/null +++ b/pkg/lexer/objectivecpp.go @@ -0,0 +1,34 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ObjectiveCPP lexer. +type ObjectiveCPP struct{} + +// Lexer returns the lexer. +func (l ObjectiveCPP) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"objective-c++", "objectivec++", "obj-c++", "objc++"}, + Filenames: []string{"*.mm", "*.hh"}, + MimeTypes: []string{"text/x-objective-c++"}, + // Lower than C++. + Priority: 0.05, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ObjectiveCPP) Name() string { + return heartbeat.LanguageObjectiveCPP.StringChroma() +} diff --git a/pkg/lexer/objectivej.go b/pkg/lexer/objectivej.go new file mode 100644 index 00000000..34033ccf --- /dev/null +++ b/pkg/lexer/objectivej.go @@ -0,0 +1,47 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var objectiveJAnalyserImportRe = regexp.MustCompile(`(?m)^\s*@import\s+[<"]`) + +// ObjectiveJ lexer. +type ObjectiveJ struct{} + +// Lexer returns the lexer. +func (l ObjectiveJ) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"objective-j", "objectivej", "obj-j", "objj"}, + Filenames: []string{"*.j"}, + MimeTypes: []string{"text/x-objective-j"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // special directive found in most Objective-J files. + if objectiveJAnalyserImportRe.MatchString(text) { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (ObjectiveJ) Name() string { + return heartbeat.LanguageObjectiveJ.StringChroma() +} diff --git a/pkg/lexer/objectivej_test.go b/pkg/lexer/objectivej_test.go new file mode 100644 index 00000000..0f9920f8 --- /dev/null +++ b/pkg/lexer/objectivej_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestObjectiveJ_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/objectivej_import.j") + assert.NoError(t, err) + + l := lexer.ObjectiveJ{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/ooc.go b/pkg/lexer/ooc.go new file mode 100644 index 00000000..9ae3f9ed --- /dev/null +++ b/pkg/lexer/ooc.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Ooc lexer. +type Ooc struct{} + +// Lexer returns the lexer. +func (l Ooc) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ooc"}, + Filenames: []string{"*.ooc"}, + MimeTypes: []string{"text/x-ooc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Ooc) Name() string { + return heartbeat.LanguageOoc.StringChroma() +} diff --git a/pkg/lexer/opa.go b/pkg/lexer/opa.go new file mode 100644 index 00000000..ce1eb10d --- /dev/null +++ b/pkg/lexer/opa.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Opa lexer. +type Opa struct{} + +// Lexer returns the lexer. +func (l Opa) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"opa"}, + Filenames: []string{"*.opa"}, + MimeTypes: []string{"text/x-opa"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Opa) Name() string { + return heartbeat.LanguageOpa.StringChroma() +} diff --git a/pkg/lexer/openedgeabl.go b/pkg/lexer/openedgeabl.go new file mode 100644 index 00000000..04fb5f1e --- /dev/null +++ b/pkg/lexer/openedgeabl.go @@ -0,0 +1,51 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// OpenEdgeABL lexer. +type OpenEdgeABL struct{} + +// Lexer returns the lexer. +func (l OpenEdgeABL) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + // try to identify OpenEdge ABL based on a few common constructs. + var result float32 + + if strings.Contains(text, "END.") { + result += 0.05 + } + + if strings.Contains(text, "END PROCEDURE.") { + result += 0.05 + } + + if strings.Contains(text, "ELSE DO:") { + result += 0.05 + } + + return result + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (OpenEdgeABL) Name() string { + return heartbeat.LanguageOpenEdgeABL.StringChroma() +} diff --git a/pkg/lexer/openedgeabl_test.go b/pkg/lexer/openedgeabl_test.go new file mode 100644 index 00000000..90d94651 --- /dev/null +++ b/pkg/lexer/openedgeabl_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestOpenEdge_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "end": { + Filepath: "testdata/openedge_end.p", + Expected: 0.05, + }, + "end procedure": { + Filepath: "testdata/openedge_end_procedure.p", + Expected: 0.05, + }, + "else do": { + Filepath: "testdata/openedge_else_do.p", + Expected: 0.05, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.OpenEdgeABL{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/pan.go b/pkg/lexer/pan.go new file mode 100644 index 00000000..4f022923 --- /dev/null +++ b/pkg/lexer/pan.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Pan lexer. +type Pan struct{} + +// Lexer returns the lexer. +func (l Pan) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"pan"}, + Filenames: []string{"*.pan"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Pan) Name() string { + return heartbeat.LanguagePan.StringChroma() +} diff --git a/pkg/lexer/parasail.go b/pkg/lexer/parasail.go new file mode 100644 index 00000000..48c9b1d9 --- /dev/null +++ b/pkg/lexer/parasail.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ParaSail lexer. +type ParaSail struct{} + +// Lexer returns the lexer. +func (l ParaSail) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"parasail"}, + Filenames: []string{"*.psi", "*.psl"}, + MimeTypes: []string{"text/x-parasail"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ParaSail) Name() string { + return heartbeat.LanguageParaSail.StringChroma() +} diff --git a/pkg/lexer/pawn.go b/pkg/lexer/pawn.go new file mode 100644 index 00000000..17608967 --- /dev/null +++ b/pkg/lexer/pawn.go @@ -0,0 +1,46 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Pawn lexer. +type Pawn struct{} + +// Lexer returns the lexer. +func (l Pawn) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"pawn"}, + Filenames: []string{"*.p", "*.pwn", "*.inc"}, + MimeTypes: []string{"text/x-pawn"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // This is basically C. There is a keyword which doesn't exist in C + // though and is nearly unique to this language. + if strings.Contains(text, "tagof") { + return 0.01 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Pawn) Name() string { + return heartbeat.LanguagePawn.StringChroma() +} diff --git a/pkg/lexer/pawn_test.go b/pkg/lexer/pawn_test.go new file mode 100644 index 00000000..0d4807a7 --- /dev/null +++ b/pkg/lexer/pawn_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestPawn_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/pawn_tagof.pwn") + assert.NoError(t, err) + + l := lexer.Pawn{}.Lexer() + + assert.Equal(t, float32(0.01), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/peg.go b/pkg/lexer/peg.go new file mode 100644 index 00000000..d63a701c --- /dev/null +++ b/pkg/lexer/peg.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// PEG lexer. +type PEG struct{} + +// Lexer returns the lexer. +func (l PEG) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"peg"}, + Filenames: []string{"*.peg"}, + MimeTypes: []string{"text/x-peg"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (PEG) Name() string { + return heartbeat.LanguagePEG.StringChroma() +} diff --git a/pkg/lexer/perl.go b/pkg/lexer/perl.go new file mode 100644 index 00000000..2bdd03ab --- /dev/null +++ b/pkg/lexer/perl.go @@ -0,0 +1,56 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/shebang" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var perlAnalyserRe = regexp.MustCompile(`(?:my|our)\s+[$@%(]`) + +// Perl lexer. +type Perl struct{} + +// Lexer returns the lexer. +func (l Perl) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if matched, _ := shebang.MatchString(text, "perl"); matched { + return 1.0 + } + + var result float32 + + if perlAnalyserRe.MatchString(text) { + result += 0.9 + } + + if strings.Contains(text, ":=") { + // := is not valid Perl, but it appears in unicon, so we should + // become less confident if we think we found Perl with := + result /= 2 + } + + return result + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Perl) Name() string { + return heartbeat.LanguagePerl.StringChroma() +} diff --git a/pkg/lexer/perl6.go b/pkg/lexer/perl6.go new file mode 100644 index 00000000..9c8f0bd9 --- /dev/null +++ b/pkg/lexer/perl6.go @@ -0,0 +1,140 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/shebang" + + "github.com/alecthomas/chroma/v2" +) + +var ( + perl6AnalyserDecl = regexp.MustCompile(`(?:my|our|has)\s+(?:['\w:-]+\s+)?[$@%&(]`) + perl6AnalyserDeclScope = regexp.MustCompile(`^\s*(?:(?Pmy|our)\s+)?(?:module|class|role|enum|grammar)`) + perl6AnalyserOperator = regexp.MustCompile(`#.*`) + perl6AnalyserShell = regexp.MustCompile(`^\s*$`) + perl6AnalyserV6 = regexp.MustCompile(`^\s*(?:use\s+)?v6(?:\.\d(?:\.\d)?)?;`) + perl6BeginPodRe = regexp.MustCompile(`^=\w+`) + perl6EndPodRe = regexp.MustCompile(`^=(?:end|cut)`) +) + +// Perl6 lexer. +type Perl6 struct{} + +// Lexer returns the lexer. +func (l Perl6) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"perl6", "pl6", "raku"}, + Filenames: []string{"*.pl", "*.pm", "*.nqp", "*.p6", "*.6pl", "*.p6l", "*.pl6", + "*.6pm", "*.p6m", "*.pm6", "*.t", "*.raku", "*.rakumod", "*.rakutest", "*.rakudoc"}, + MimeTypes: []string{"text/x-perl6", "application/x-perl6"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if matched, _ := shebang.MatchString(text, "perl6|rakudo|niecza|pugs"); matched { + return 1.0 + } + + var ( + result float32 + hasPerlDecl bool + ) + + // Check for my/our/has declarations. + if perl6AnalyserDecl.MatchString(text) { + result = 0.8 + hasPerlDecl = true + } + + // XXX handle block comments. + lines := perl6StripPod(text) + + for _, line := range lines { + line = perl6AnalyserOperator.ReplaceAllLiteralString(line, "") + + if perl6AnalyserShell.MatchString(line) { + continue + } + + // Match v6; use v6; use v6.0; use v6.0.0. + if perl6AnalyserV6.MatchString(line) { + return 1.0 + } + + // Match class, module, role, enum, grammar declarations. + classDecl := perl6AnalyserDeclScope.FindStringSubmatch(line) + if len(classDecl) > 0 { + if hasPerlDecl || perl6GetSubgroups(classDecl)["scope"] != "" { + return 1.0 + } + + result = 0.05 + continue + } + break + } + + if strings.Contains(text, ":=") { + // Same logic as Perl lexer. + result /= 2 + } + + return result + }) + + return lexer +} + +func perl6StripPod(text string) []string { + var ( + inPod bool + strippedLines []string + ) + + lines := strings.Split(text, "\n") + + for _, line := range lines { + if perl6EndPodRe.MatchString(line) { + inPod = false + continue + } + + if perl6BeginPodRe.MatchString(line) { + inPod = true + continue + } + + if !inPod { + strippedLines = append(strippedLines, line) + } + } + + return strippedLines +} + +func perl6GetSubgroups(match []string) map[string]string { + groups := make(map[string]string) + + for i, name := range perl6AnalyserDeclScope.SubexpNames() { + if i > 0 && i < len(match) { + groups[name] = match[i] + } + } + + return groups +} + +// Name returns the name of the lexer. +func (Perl6) Name() string { + return heartbeat.LanguagePerl6.StringChroma() +} diff --git a/pkg/lexer/perl6_test.go b/pkg/lexer/perl6_test.go new file mode 100644 index 00000000..0cc7b469 --- /dev/null +++ b/pkg/lexer/perl6_test.go @@ -0,0 +1,53 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestPerl6_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "shebang": { + Filepath: "testdata/perl6_shebang.pl6", + Expected: 1.0, + }, + "v6": { + Filepath: "testdata/perl6_v6.pl6", + Expected: 1.0, + }, + "enum": { + Filepath: "testdata/perl6_enum.pl6", + Expected: 0.05, + }, + "scoped class": { + Filepath: "testdata/perl6_scoped_class.pl6", + Expected: 1.0, + }, + "assignment": { + Filepath: "testdata/perl6_assign.pl6", + Expected: 0.4, + }, + "strip pod": { + Filepath: "testdata/perl6_pod.pl6", + Expected: 0.4, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Perl6{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/perl_test.go b/pkg/lexer/perl_test.go new file mode 100644 index 00000000..bc2e208b --- /dev/null +++ b/pkg/lexer/perl_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestPerl_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "shebang": { + Filepath: "testdata/perl_shebang.pl", + Expected: 1.0, + }, + "basic": { + Filepath: "testdata/perl_basic.pl", + Expected: 0.9, + }, + "unicon": { + Filepath: "testdata/perl_unicon_like.pl", + Expected: 0.0, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Perl{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/pike.go b/pkg/lexer/pike.go new file mode 100644 index 00000000..362a5b96 --- /dev/null +++ b/pkg/lexer/pike.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Pike lexer. +type Pike struct{} + +// Lexer returns the lexer. +func (l Pike) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"pike"}, + Filenames: []string{"*.pike", "*.pmod"}, + MimeTypes: []string{"text/x-pike"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Pike) Name() string { + return heartbeat.LanguagePike.StringChroma() +} diff --git a/pkg/lexer/pointless.go b/pkg/lexer/pointless.go new file mode 100644 index 00000000..c5b9d0c0 --- /dev/null +++ b/pkg/lexer/pointless.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Pointless lexer. +type Pointless struct{} + +// Lexer returns the lexer. +func (l Pointless) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"pointless"}, + Filenames: []string{"*.ptls"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Pointless) Name() string { + return heartbeat.LanguagePointless.StringChroma() +} diff --git a/pkg/lexer/povray.go b/pkg/lexer/povray.go new file mode 100644 index 00000000..0059ceac --- /dev/null +++ b/pkg/lexer/povray.go @@ -0,0 +1,60 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// POVRay lexer. +type POVRay struct{} + +// Lexer returns the lexer. +func (l POVRay) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + // POVRAY is similar to JSON/C, but the combination of camera and + // light_source is probably not very likely elsewhere. HLSL or GLSL + // are similar (GLSL even has #version), but they miss #declare, and + // light_source/camera are not keywords anywhere else -- it's fair + // to assume though that any POVRAY scene must have a camera and + // lightsource. + var result float32 + + if strings.Contains(text, "#version") { + result += 0.05 + } + + if strings.Contains(text, "#declare") { + result += 0.05 + } + + if strings.Contains(text, "camera") { + result += 0.05 + } + + if strings.Contains(text, "light_source") { + result += 0.1 + } + + return result + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (POVRay) Name() string { + return heartbeat.LanguagePOVRay.StringChroma() +} diff --git a/pkg/lexer/povray_test.go b/pkg/lexer/povray_test.go new file mode 100644 index 00000000..3b8cd480 --- /dev/null +++ b/pkg/lexer/povray_test.go @@ -0,0 +1,45 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestPovRay_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "camera": { + Filepath: "testdata/povray_camera.pov", + Expected: 0.05, + }, + "light_source": { + Filepath: "testdata/povray_light_source.pov", + Expected: 0.1, + }, + "declare": { + Filepath: "testdata/povray_declare.pov", + Expected: 0.05, + }, + "version": { + Filepath: "testdata/povray_version.pov", + Expected: 0.05, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.POVRay{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/powershellsession.go b/pkg/lexer/powershellsession.go new file mode 100644 index 00000000..608ef721 --- /dev/null +++ b/pkg/lexer/powershellsession.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// PowerShellSession lexer. +type PowerShellSession struct{} + +// Lexer returns the lexer. +func (l PowerShellSession) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ps1con"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (PowerShellSession) Name() string { + return heartbeat.LanguagePowerShellSession.StringChroma() +} diff --git a/pkg/lexer/praat.go b/pkg/lexer/praat.go new file mode 100644 index 00000000..f20ed4df --- /dev/null +++ b/pkg/lexer/praat.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Praat lexer. +type Praat struct{} + +// Lexer returns the lexer. +func (l Praat) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"praat"}, + Filenames: []string{"*.praat", "*.proc", "*.psc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Praat) Name() string { + return heartbeat.LanguagePraat.StringChroma() +} diff --git a/pkg/lexer/processing.go b/pkg/lexer/processing.go new file mode 100644 index 00000000..2f900413 --- /dev/null +++ b/pkg/lexer/processing.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Processing lexer. +type Processing struct{} + +// Lexer returns the lexer. +func (l Processing) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"processing"}, + Filenames: []string{"*.pde"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Processing) Name() string { + return heartbeat.LanguageProcessing.StringChroma() +} diff --git a/pkg/lexer/prolog.go b/pkg/lexer/prolog.go new file mode 100644 index 00000000..072e391f --- /dev/null +++ b/pkg/lexer/prolog.go @@ -0,0 +1,40 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// Prolog lexer. +type Prolog struct{} + +// Lexer returns the lexer. +func (l Prolog) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if strings.Contains(text, ":-") { + return 1.0 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Prolog) Name() string { + return heartbeat.LanguageProlog.StringChroma() +} diff --git a/pkg/lexer/prolog_test.go b/pkg/lexer/prolog_test.go new file mode 100644 index 00000000..6989f4ce --- /dev/null +++ b/pkg/lexer/prolog_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestProlog_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/prolog.ecl") + assert.NoError(t, err) + + l := lexer.Prolog{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/psql.go b/pkg/lexer/psql.go new file mode 100644 index 00000000..99663421 --- /dev/null +++ b/pkg/lexer/psql.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// PostgresConsole lexer. +type PostgresConsole struct{} + +// Lexer returns the lexer. +func (l PostgresConsole) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"psql", "postgresql-console", "postgres-console"}, + MimeTypes: []string{"text/x-postgresql-psql"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (PostgresConsole) Name() string { + return heartbeat.LanguagePostgresConsole.StringChroma() +} diff --git a/pkg/lexer/psyshphp.go b/pkg/lexer/psyshphp.go new file mode 100644 index 00000000..9cb4c94c --- /dev/null +++ b/pkg/lexer/psyshphp.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// PsyShPHP lexer. +type PsyShPHP struct{} + +// Lexer returns the lexer. +func (l PsyShPHP) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"psysh"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (PsyShPHP) Name() string { + return heartbeat.LanguagePsyShPHP.StringChroma() +} diff --git a/pkg/lexer/pug.go b/pkg/lexer/pug.go new file mode 100644 index 00000000..67e3ff2a --- /dev/null +++ b/pkg/lexer/pug.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Pug lexer. +type Pug struct{} + +// Lexer returns the lexer. +func (l Pug) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"pug", "jade"}, + Filenames: []string{"*.pug", "*.jade"}, + MimeTypes: []string{"text/x-pug", "text/x-jade"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Pug) Name() string { + return heartbeat.LanguagePug.StringChroma() +} diff --git a/pkg/lexer/pypylog.go b/pkg/lexer/pypylog.go new file mode 100644 index 00000000..7c26ca3e --- /dev/null +++ b/pkg/lexer/pypylog.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// PyPyLog lexer. +type PyPyLog struct{} + +// Lexer returns the lexer. +func (l PyPyLog) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"pypylog", "pypy"}, + Filenames: []string{"*.pypylog"}, + MimeTypes: []string{"application/x-pypylog"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (PyPyLog) Name() string { + return heartbeat.LanguagePyPyLog.StringChroma() +} diff --git a/pkg/lexer/python.go b/pkg/lexer/python.go new file mode 100644 index 00000000..17738441 --- /dev/null +++ b/pkg/lexer/python.go @@ -0,0 +1,47 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/shebang" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// Python lexer. +type Python struct{} + +// Lexer returns the lexer. +func (l Python) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + matched, _ := shebang.MatchString(text, `pythonw?(3(\.\d)?)?`) + + if len(text) > 1000 { + text = text[:1000] + } + + if matched || strings.Contains(text, "import ") { + return 1.0 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Python) Name() string { + return heartbeat.LanguagePython.StringChroma() +} diff --git a/pkg/lexer/python2.go b/pkg/lexer/python2.go new file mode 100644 index 00000000..58ac675c --- /dev/null +++ b/pkg/lexer/python2.go @@ -0,0 +1,39 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/shebang" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// Python2 lexer. +type Python2 struct{} + +// Lexer returns the lexer. +func (l Python2) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if matched, _ := shebang.MatchString(text, `pythonw?2(\.\d)?`); matched { + return 1.0 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Python2) Name() string { + return heartbeat.LanguagePython2.StringChroma() +} diff --git a/pkg/lexer/python2_test.go b/pkg/lexer/python2_test.go new file mode 100644 index 00000000..d8881795 --- /dev/null +++ b/pkg/lexer/python2_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestPython2_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/python2_shebang.py") + assert.NoError(t, err) + + l := lexer.Python2{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/python2traceback.go b/pkg/lexer/python2traceback.go new file mode 100644 index 00000000..3a55a428 --- /dev/null +++ b/pkg/lexer/python2traceback.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Python2Traceback lexer. +type Python2Traceback struct{} + +// Lexer returns the lexer. +func (l Python2Traceback) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"py2tb"}, + Filenames: []string{"*.py2tb"}, + MimeTypes: []string{"text/x-python2-traceback"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Python2Traceback) Name() string { + return heartbeat.LanguagePython2Traceback.StringChroma() +} diff --git a/pkg/lexer/python_test.go b/pkg/lexer/python_test.go new file mode 100644 index 00000000..de907e10 --- /dev/null +++ b/pkg/lexer/python_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestPython_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "import": { + Filepath: "testdata/python3_import.py", + Expected: 1.0, + }, + "shebang": { + Filepath: "testdata/python3_shebang.py", + Expected: 1.0, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Python{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/pythonconsole.go b/pkg/lexer/pythonconsole.go new file mode 100644 index 00000000..d4caccbf --- /dev/null +++ b/pkg/lexer/pythonconsole.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// PythonConsole lexer. +type PythonConsole struct{} + +// Lexer returns the lexer. +func (l PythonConsole) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"pycon"}, + MimeTypes: []string{"text/x-python-doctest"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (PythonConsole) Name() string { + return heartbeat.LanguagePythonConsole.StringChroma() +} diff --git a/pkg/lexer/pythontraceback.go b/pkg/lexer/pythontraceback.go new file mode 100644 index 00000000..9b9c765f --- /dev/null +++ b/pkg/lexer/pythontraceback.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// PythonTraceback lexer. +type PythonTraceback struct{} + +// Lexer returns the lexer. +func (l PythonTraceback) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"pytb", "py3tb"}, + Filenames: []string{"*.pytb", "*.py3tb"}, + MimeTypes: []string{"text/x-python-traceback", "text/x-python3-traceback"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (PythonTraceback) Name() string { + return heartbeat.LanguagePythonTraceback.StringChroma() +} diff --git a/pkg/lexer/qbasic.go b/pkg/lexer/qbasic.go new file mode 100644 index 00000000..8120f2dc --- /dev/null +++ b/pkg/lexer/qbasic.go @@ -0,0 +1,40 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// QBasic lexer. +type QBasic struct{} + +// Lexer returns the lexer. +func (l QBasic) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if strings.Contains(text, "$DYNAMIC") || strings.Contains(text, "$STATIC") { + return 0.9 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (QBasic) Name() string { + return heartbeat.LanguageQBasic.StringChroma() +} diff --git a/pkg/lexer/qbasic_test.go b/pkg/lexer/qbasic_test.go new file mode 100644 index 00000000..2d5c6d5e --- /dev/null +++ b/pkg/lexer/qbasic_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestQBasic_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "dynamic_cmd": { + Filepath: "testdata/qbasic_dynamiccmd.bas", + Expected: 0.9, + }, + "static_cmd": { + Filepath: "testdata/qbasic_staticcmd.bas", + Expected: 0.9, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.QBasic{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/qvto.go b/pkg/lexer/qvto.go new file mode 100644 index 00000000..010d441d --- /dev/null +++ b/pkg/lexer/qvto.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// QVTO lexer. For the QVT Operational Mapping language . +type QVTO struct{} + +// Lexer returns the lexer. +func (l QVTO) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"qvto", "qvt"}, + Filenames: []string{"*.qvto"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (QVTO) Name() string { + return heartbeat.LanguageQVTO.StringChroma() +} diff --git a/pkg/lexer/r.go b/pkg/lexer/r.go new file mode 100644 index 00000000..2d086036 --- /dev/null +++ b/pkg/lexer/r.go @@ -0,0 +1,43 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" + "github.com/dlclark/regexp2" +) + +// nolint:gochecknoglobals +var rAnalyzerRe = regexp2.MustCompile(`[a-z0-9_\])\s]<-(?!-)`, regexp2.None) + +// R and also S lexer. +type R struct{} + +// Lexer returns the lexer. +func (l R) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + matched, _ := rAnalyzerRe.MatchString(text) + if matched { + return 0.11 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (R) Name() string { + return heartbeat.LanguageR.StringChroma() +} diff --git a/pkg/lexer/r_test.go b/pkg/lexer/r_test.go new file mode 100644 index 00000000..212f4616 --- /dev/null +++ b/pkg/lexer/r_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestR_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/r_expression.r") + assert.NoError(t, err) + + l := lexer.R{}.Lexer() + + assert.Equal(t, float32(0.11), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/ragelembedded.go b/pkg/lexer/ragelembedded.go new file mode 100644 index 00000000..b615c70c --- /dev/null +++ b/pkg/lexer/ragelembedded.go @@ -0,0 +1,43 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RagelEmbedded lexer. A lexer for Ragel embedded in a host language file. +type RagelEmbedded struct{} + +// Lexer returns the lexer. +func (l RagelEmbedded) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ragel-em"}, + Filenames: []string{"*.rl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if strings.Contains(text, "@LANG: indep") { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (RagelEmbedded) Name() string { + return heartbeat.LanguageRagelEmbedded.StringChroma() +} diff --git a/pkg/lexer/ragelembedded_test.go b/pkg/lexer/ragelembedded_test.go new file mode 100644 index 00000000..8fe99ab4 --- /dev/null +++ b/pkg/lexer/ragelembedded_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestRagelEmbedded_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/ragel.rl") + assert.NoError(t, err) + + l := lexer.RagelEmbedded{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/rawtoken.go b/pkg/lexer/rawtoken.go new file mode 100644 index 00000000..67c4dfa0 --- /dev/null +++ b/pkg/lexer/rawtoken.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RawToken lexer. +type RawToken struct{} + +// Lexer returns the lexer. +func (l RawToken) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"raw"}, + MimeTypes: []string{"application/x-pygments-tokens"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (RawToken) Name() string { + return heartbeat.LanguageRawToken.StringChroma() +} diff --git a/pkg/lexer/razor.go b/pkg/lexer/razor.go new file mode 100644 index 00000000..2bc5298a --- /dev/null +++ b/pkg/lexer/razor.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Razor lexer. Lexer for Blazor's Razor files. +type Razor struct{} + +// Lexer returns the lexer. +func (l Razor) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"razor"}, + Filenames: []string{"*.razor"}, + MimeTypes: []string{"text/html"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Razor) Name() string { + return heartbeat.LanguageRazor.StringChroma() +} diff --git a/pkg/lexer/rconsole.go b/pkg/lexer/rconsole.go new file mode 100644 index 00000000..a1222be2 --- /dev/null +++ b/pkg/lexer/rconsole.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RConsole lexer. For R console transcripts or R CMD BATCH output files. +type RConsole struct{} + +// Lexer returns the lexer. +func (l RConsole) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rconsole", "rout"}, + Filenames: []string{"*.Rout"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (RConsole) Name() string { + return heartbeat.LanguageRConsole.StringChroma() +} diff --git a/pkg/lexer/rd.go b/pkg/lexer/rd.go new file mode 100644 index 00000000..9f694ccc --- /dev/null +++ b/pkg/lexer/rd.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Rd lexer. Lexer for R documentation (Rd) files. +type Rd struct{} + +// Lexer returns the lexer. +func (l Rd) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rd"}, + Filenames: []string{"*.Rd"}, + MimeTypes: []string{"text/x-r-doc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Rd) Name() string { + return heartbeat.LanguageRd.StringChroma() +} diff --git a/pkg/lexer/rebol.go b/pkg/lexer/rebol.go new file mode 100644 index 00000000..25d0212e --- /dev/null +++ b/pkg/lexer/rebol.go @@ -0,0 +1,54 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ( + rebolAnalyserHeaderRe = regexp.MustCompile(`^\s*REBOL\s*\[`) + rebolAnalyserHeaderPrecedingTextRe = regexp.MustCompile(`\s*REBOL\s*\[`) +) + +// REBOL lexer. +type REBOL struct{} + +// Lexer returns the lexer. +func (l REBOL) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rebol"}, + Filenames: []string{"*.r", "*.r3", "*.reb"}, + MimeTypes: []string{"text/x-rebol"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // Check if code contains REBOL header, then it's probably not R code + if rebolAnalyserHeaderRe.MatchString(text) { + return 1.0 + } + + if rebolAnalyserHeaderPrecedingTextRe.MatchString(text) { + return 0.5 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (REBOL) Name() string { + return heartbeat.LanguageREBOL.StringChroma() +} diff --git a/pkg/lexer/rebol_test.go b/pkg/lexer/rebol_test.go new file mode 100644 index 00000000..27f8a355 --- /dev/null +++ b/pkg/lexer/rebol_test.go @@ -0,0 +1,38 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestREBOL_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "standard": { + Filepath: "testdata/rebol.r", + Expected: 1.0, + }, + + "header preceding text": { + Filepath: "testdata/rebol_header_preceding_text.r", + Expected: 0.5, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.REBOL{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/red.go b/pkg/lexer/red.go new file mode 100644 index 00000000..f6c8d007 --- /dev/null +++ b/pkg/lexer/red.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Red lexer. A Red-language lexer. +type Red struct{} + +// Lexer returns the lexer. +func (l Red) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"red", "red/system"}, + Filenames: []string{"*.red", "*.reds"}, + MimeTypes: []string{"text/x-red", "text/x-red-system"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Red) Name() string { + return heartbeat.LanguageRed.StringChroma() +} diff --git a/pkg/lexer/redcode.go b/pkg/lexer/redcode.go new file mode 100644 index 00000000..876c4d88 --- /dev/null +++ b/pkg/lexer/redcode.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Redcode lexer. +type Redcode struct{} + +// Lexer returns the lexer. +func (l Redcode) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"redcode"}, + Filenames: []string{"*.cw"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Redcode) Name() string { + return heartbeat.LanguageRedcode.StringChroma() +} diff --git a/pkg/lexer/rescript.go b/pkg/lexer/rescript.go new file mode 100644 index 00000000..7476cbea --- /dev/null +++ b/pkg/lexer/rescript.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ReScript lexer. +type ReScript struct{} + +// Lexer returns the lexer. +func (l ReScript) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rescript"}, + Filenames: []string{"*.res", "*.resi"}, + MimeTypes: []string{"text/x-rescript"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ReScript) Name() string { + return heartbeat.LanguageReScript.StringChroma() +} diff --git a/pkg/lexer/resourcebundle.go b/pkg/lexer/resourcebundle.go new file mode 100644 index 00000000..a0e3800a --- /dev/null +++ b/pkg/lexer/resourcebundle.go @@ -0,0 +1,43 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ResourceBundle lexer. Lexer for ICU ResourceBundle bundles +// +type ResourceBundle struct{} + +// Lexer returns the lexer. +func (l ResourceBundle) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"resource", "resourcebundle"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if strings.HasPrefix(text, "root:table") { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (ResourceBundle) Name() string { + return heartbeat.LanguageResourceBundle.StringChroma() +} diff --git a/pkg/lexer/resourcebundle_test.go b/pkg/lexer/resourcebundle_test.go new file mode 100644 index 00000000..6ed6f2b1 --- /dev/null +++ b/pkg/lexer/resourcebundle_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestResourceBundle_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/resource.txt") + assert.NoError(t, err) + + l := lexer.ResourceBundle{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/rhtml.go b/pkg/lexer/rhtml.go new file mode 100644 index 00000000..0fa0604d --- /dev/null +++ b/pkg/lexer/rhtml.go @@ -0,0 +1,48 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/doctype" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RHTML lexer. Subclass of the ERB lexer that highlights the unlexed data +// with the html lexer. +type RHTML struct{} + +// Lexer returns the lexer. +func (l RHTML) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rhtml", "html+erb", "html+ruby"}, + Filenames: []string{"*.rhtml"}, + AliasFilenames: []string{"*.html", "*.htm", "*.xhtml"}, + MimeTypes: []string{"text/html+ruby"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + result := ERB{}.Lexer().AnalyseText(text) - 0.01 + + if matched, _ := doctype.MatchString(text, "html"); matched { + // one more than the XmlErbLexer returns + result += 0.5 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (RHTML) Name() string { + return heartbeat.LanguageRHTML.StringChroma() +} diff --git a/pkg/lexer/rhtml_test.go b/pkg/lexer/rhtml_test.go new file mode 100644 index 00000000..a53123f2 --- /dev/null +++ b/pkg/lexer/rhtml_test.go @@ -0,0 +1,38 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestRHTML_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "standard": { + Filepath: "testdata/rhtml.rhtml", + Expected: 0.89, + }, + + "header preceding text": { + Filepath: "testdata/html.rhtml", + Expected: 0.49, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.RHTML{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/ride.go b/pkg/lexer/ride.go new file mode 100644 index 00000000..272fcd8b --- /dev/null +++ b/pkg/lexer/ride.go @@ -0,0 +1,33 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Ride lexer. For Ride +// source code. +type Ride struct{} + +// Lexer returns the lexer. +func (l Ride) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ride"}, + Filenames: []string{"*.ride"}, + MimeTypes: []string{"text/x-ride"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Ride) Name() string { + return heartbeat.LanguageRide.StringChroma() +} diff --git a/pkg/lexer/rngcompact.go b/pkg/lexer/rngcompact.go new file mode 100644 index 00000000..8eb18090 --- /dev/null +++ b/pkg/lexer/rngcompact.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RNGCompact lexer. For RelaxNG-compact syntax. +type RNGCompact struct{} + +// Lexer returns the lexer. +func (l RNGCompact) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rnc", "rng-compact"}, + Filenames: []string{"*.rnc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (RNGCompact) Name() string { + return heartbeat.LanguageRNGCompact.StringChroma() +} diff --git a/pkg/lexer/roboconfgraph.go b/pkg/lexer/roboconfgraph.go new file mode 100644 index 00000000..5e095c59 --- /dev/null +++ b/pkg/lexer/roboconfgraph.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RoboconfGraph lexer for Roboconf graph files. +type RoboconfGraph struct{} + +// Lexer returns the lexer. +func (l RoboconfGraph) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"roboconf-graph"}, + Filenames: []string{"*.graph"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (RoboconfGraph) Name() string { + return heartbeat.LanguageRoboconfGraph.StringChroma() +} diff --git a/pkg/lexer/roboconfinstances.go b/pkg/lexer/roboconfinstances.go new file mode 100644 index 00000000..d7962e3f --- /dev/null +++ b/pkg/lexer/roboconfinstances.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RoboconfInstances lexer for Roboconf instances files. +type RoboconfInstances struct{} + +// Lexer returns the lexer. +func (l RoboconfInstances) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"roboconf-instances"}, + Filenames: []string{"*.instances"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (RoboconfInstances) Name() string { + return heartbeat.LanguageRoboconfInstances.StringChroma() +} diff --git a/pkg/lexer/robotframework.go b/pkg/lexer/robotframework.go new file mode 100644 index 00000000..54352258 --- /dev/null +++ b/pkg/lexer/robotframework.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RobotFramework lexer for Robot Framework test data. +type RobotFramework struct{} + +// Lexer returns the lexer. +func (l RobotFramework) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"robotframework"}, + Filenames: []string{"*.robot"}, + MimeTypes: []string{"text/x-robotframework"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (RobotFramework) Name() string { + return heartbeat.LanguageRobotFramework.StringChroma() +} diff --git a/pkg/lexer/rpmspec.go b/pkg/lexer/rpmspec.go new file mode 100644 index 00000000..6dd89afa --- /dev/null +++ b/pkg/lexer/rpmspec.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RPMSpec lexer. +type RPMSpec struct{} + +// Lexer returns the lexer. +func (l RPMSpec) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"spec"}, + Filenames: []string{"*.spec"}, + MimeTypes: []string{"text/x-rpm-spec"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (RPMSpec) Name() string { + return heartbeat.LanguageRPMSpec.StringChroma() +} diff --git a/pkg/lexer/rql.go b/pkg/lexer/rql.go new file mode 100644 index 00000000..4e38fe6a --- /dev/null +++ b/pkg/lexer/rql.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RQL lexer for Relation Query Language +type RQL struct{} + +// Lexer returns the lexer. +func (l RQL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rql"}, + Filenames: []string{"*.rql"}, + MimeTypes: []string{"text/x-rql"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (RQL) Name() string { + return heartbeat.LanguageRQL.StringChroma() +} diff --git a/pkg/lexer/rsl.go b/pkg/lexer/rsl.go new file mode 100644 index 00000000..02178329 --- /dev/null +++ b/pkg/lexer/rsl.go @@ -0,0 +1,49 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var rslAnalyserRe = regexp.MustCompile(`(?i)scheme\s*.*?=\s*class\s*type`) + +// RSL lexer. RSL is the formal +// specification language used in RAISE (Rigorous Approach to Industrial +// Software Engineering) method. +type RSL struct{} + +// Lexer returns the lexer. +func (l RSL) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rsl"}, + Filenames: []string{"*.rsl"}, + MimeTypes: []string{"text/rsl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // Check for the most common text in the beginning of a RSL file. + if rslAnalyserRe.MatchString(text) { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (RSL) Name() string { + return heartbeat.LanguageRSL.StringChroma() +} diff --git a/pkg/lexer/rsl_test.go b/pkg/lexer/rsl_test.go new file mode 100644 index 00000000..106de3fa --- /dev/null +++ b/pkg/lexer/rsl_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestRSL_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/raise.rsl") + assert.NoError(t, err) + + l := lexer.RSL{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/rubyirbsession.go b/pkg/lexer/rubyirbsession.go new file mode 100644 index 00000000..0cb8a52d --- /dev/null +++ b/pkg/lexer/rubyirbsession.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// RubyIRBSession lexer. For Ruby interactive console (**irb**) output. +type RubyIRBSession struct{} + +// Lexer returns the lexer. +func (l RubyIRBSession) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rbcon", "irb"}, + MimeTypes: []string{"text/x-ruby-shellsession"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (RubyIRBSession) Name() string { + return heartbeat.LanguageRubyIRBSession.StringChroma() +} diff --git a/pkg/lexer/sarl.go b/pkg/lexer/sarl.go new file mode 100644 index 00000000..49775d4d --- /dev/null +++ b/pkg/lexer/sarl.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// SARL lexer. For SARL source code. +type SARL struct{} + +// Lexer returns the lexer. +func (l SARL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"sarl"}, + Filenames: []string{"*.sarl"}, + MimeTypes: []string{"text/x-sarl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (SARL) Name() string { + return heartbeat.LanguageSARL.StringChroma() +} diff --git a/pkg/lexer/scaml.go b/pkg/lexer/scaml.go new file mode 100644 index 00000000..a16ab4a5 --- /dev/null +++ b/pkg/lexer/scaml.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Scaml lexer. For Scaml markup . Scaml is Haml for Scala. +type Scaml struct{} + +// Lexer returns the lexer. +func (l Scaml) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"scaml"}, + Filenames: []string{"*.scaml"}, + MimeTypes: []string{"text/x-scaml"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Scaml) Name() string { + return heartbeat.LanguageScaml.StringChroma() +} diff --git a/pkg/lexer/scdoc.go b/pkg/lexer/scdoc.go new file mode 100644 index 00000000..6d7d91ad --- /dev/null +++ b/pkg/lexer/scdoc.go @@ -0,0 +1,52 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Scdoc lexer. +type Scdoc struct{} + +// Lexer returns the lexer. +func (l Scdoc) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"scdoc", "scd"}, + Filenames: []string{"*.scd", "*.scdoc"}, + MimeTypes: []string{}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // This is very similar to markdown, save for the escape characters + // needed for * and _. + var result float32 + + if strings.Contains(text, `\*`) { + result += 0.01 + } + + if strings.Contains(text, `\_`) { + result += 0.01 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Scdoc) Name() string { + return heartbeat.LanguageScdoc.StringChroma() +} diff --git a/pkg/lexer/scdoc_test.go b/pkg/lexer/scdoc_test.go new file mode 100644 index 00000000..af99d2d8 --- /dev/null +++ b/pkg/lexer/scdoc_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestScdoc_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "asterisk": { + Filepath: "testdata/scdoc_asterisk.scd", + Expected: 0.01, + }, + "underscore": { + Filepath: "testdata/scdoc_underscore.scd", + Expected: 0.01, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Scdoc{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/sgf.go b/pkg/lexer/sgf.go new file mode 100644 index 00000000..da1f52d7 --- /dev/null +++ b/pkg/lexer/sgf.go @@ -0,0 +1,35 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// SmartGameFormat lexer. Lexer for Smart Game Format (sgf) file format. +// +// The format is used to store game records of board games for two players +// (mainly Go game). For more information about the definition of the format, +// see: https://www.red-bean.com/sgf/ +type SmartGameFormat struct{} + +// Lexer returns the lexer. +func (l SmartGameFormat) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"sgf"}, + Filenames: []string{"*.sgf"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (SmartGameFormat) Name() string { + return heartbeat.LanguageSmartGameFormat.StringChroma() +} diff --git a/pkg/lexer/shen.go b/pkg/lexer/shen.go new file mode 100644 index 00000000..ca71a72f --- /dev/null +++ b/pkg/lexer/shen.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Shen lexer. Lexer for Shen source code. +type Shen struct{} + +// Lexer returns the lexer. +func (l Shen) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"shen"}, + Filenames: []string{"*.shen"}, + MimeTypes: []string{"text/x-shen", "application/x-shen"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Shen) Name() string { + return heartbeat.LanguageShen.StringChroma() +} diff --git a/pkg/lexer/shexc.go b/pkg/lexer/shexc.go new file mode 100644 index 00000000..1886343a --- /dev/null +++ b/pkg/lexer/shexc.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// ShExC lexer. Lexer for ShExC shape expressions language syntax. +type ShExC struct{} + +// Lexer returns the lexer. +func (l ShExC) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"shexc", "shex"}, + Filenames: []string{"*.shex"}, + MimeTypes: []string{"text/shex"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (ShExC) Name() string { + return heartbeat.LanguageShExC.StringChroma() +} diff --git a/pkg/lexer/silver.go b/pkg/lexer/silver.go new file mode 100644 index 00000000..a32b9d7f --- /dev/null +++ b/pkg/lexer/silver.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Silver lexer. For Silver source code. +type Silver struct{} + +// Lexer returns the lexer. +func (l Silver) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"silver"}, + Filenames: []string{"*.sil", "*.vpr"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Silver) Name() string { + return heartbeat.LanguageSilver.StringChroma() +} diff --git a/pkg/lexer/singularity.go b/pkg/lexer/singularity.go new file mode 100644 index 00000000..412d0b7d --- /dev/null +++ b/pkg/lexer/singularity.go @@ -0,0 +1,57 @@ +package lexer + +import ( + "regexp" + + "github.com/alecthomas/chroma/v2" + "github.com/wakatime/wakatime-cli/pkg/heartbeat" +) + +var ( + singularityAnalyserHeaderRe = regexp.MustCompile(`(?i)\b(?:osversion|includecmd|mirrorurl)\b`) + singularityAnalyserSectionRe = regexp.MustCompile( + `%(?:pre|post|setup|environment|help|labels|test|runscript|files|startscript)\b`) +) + +// Singularity lexer. +type Singularity struct{} + +// Lexer returns the lexer. +func (l Singularity) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"singularity"}, + Filenames: []string{"*.def", "Singularity"}, + MimeTypes: []string{}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // This is a quite simple script file, but there are a few keywords + // which seem unique to this language. + var result float32 + + if singularityAnalyserHeaderRe.MatchString(text) { + result += 0.5 + } + + if singularityAnalyserSectionRe.MatchString(text) { + result += 0.49 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Singularity) Name() string { + return heartbeat.LanguageSingularity.StringChroma() +} diff --git a/pkg/lexer/singularity_test.go b/pkg/lexer/singularity_test.go new file mode 100644 index 00000000..4bcbc9a3 --- /dev/null +++ b/pkg/lexer/singularity_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestSingularity_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "only header": { + Filepath: "testdata/singularity_only_header.def", + Expected: 0.5, + }, + "only section": { + Filepath: "testdata/singularity_only_section.def", + Expected: 0.49, + }, + "full": { + Filepath: "testdata/singularity_full.def", + Expected: 0.99, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Singularity{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/sketchdrawing.go b/pkg/lexer/sketchdrawing.go new file mode 100644 index 00000000..00e81d3c --- /dev/null +++ b/pkg/lexer/sketchdrawing.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// SketchDrawing lexer. +type SketchDrawing struct{} + +// Lexer returns the lexer. +func (l SketchDrawing) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"sketch"}, + Filenames: []string{"*.sketch"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (SketchDrawing) Name() string { + return heartbeat.LanguageSketchDrawing.StringChroma() +} diff --git a/pkg/lexer/slash.go b/pkg/lexer/slash.go new file mode 100644 index 00000000..8bba59c4 --- /dev/null +++ b/pkg/lexer/slash.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Slash lexer. Lexer for the Slash programming language. +type Slash struct{} + +// Lexer returns the lexer. +func (l Slash) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"slash"}, + Filenames: []string{"*.sla"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Slash) Name() string { + return heartbeat.LanguageSlash.StringChroma() +} diff --git a/pkg/lexer/slim.go b/pkg/lexer/slim.go new file mode 100644 index 00000000..ac0fd53d --- /dev/null +++ b/pkg/lexer/slim.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Slim lexer. +type Slim struct{} + +// Lexer returns the lexer. +func (l Slim) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"slim"}, + Filenames: []string{"*.slim"}, + MimeTypes: []string{"text/x-slim"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Slim) Name() string { + return heartbeat.LanguageSlim.StringChroma() +} diff --git a/pkg/lexer/slint.go b/pkg/lexer/slint.go new file mode 100644 index 00000000..04044f69 --- /dev/null +++ b/pkg/lexer/slint.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Slint lexer. Lexer for the Slint programming language. +type Slint struct{} + +// Lexer returns the lexer. +func (l Slint) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"slint"}, + Filenames: []string{"*.slint"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Slint) Name() string { + return heartbeat.LanguageSlint.StringChroma() +} diff --git a/pkg/lexer/slurm.go b/pkg/lexer/slurm.go new file mode 100644 index 00000000..4f1b9d6c --- /dev/null +++ b/pkg/lexer/slurm.go @@ -0,0 +1,43 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// Slurm lexer. Lexer for (ba|k|z|)sh Slurm scripts. +type Slurm struct{} + +// Lexer returns the lexer. +func (l Slurm) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"slurm", "sbatch"}, + Filenames: []string{"*.sl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + bash := lexers.Get(heartbeat.LanguageBash.StringChroma()) + if bash == nil { + return 0 + } + + return bash.AnalyseText(text) + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Slurm) Name() string { + return heartbeat.LanguageSlurm.StringChroma() +} diff --git a/pkg/lexer/slurm_test.go b/pkg/lexer/slurm_test.go new file mode 100644 index 00000000..61432e77 --- /dev/null +++ b/pkg/lexer/slurm_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestSlurm_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/slurm.sl") + assert.NoError(t, err) + + l := lexer.Slurm{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/smali.go b/pkg/lexer/smali.go new file mode 100644 index 00000000..7614cc44 --- /dev/null +++ b/pkg/lexer/smali.go @@ -0,0 +1,67 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var ( + smaliAnalyserClassRe = regexp.MustCompile(`(?m)^\s*\.class\s`) + smaliAnalyserClassKeywordsRe = regexp.MustCompile( + `(?m)\b((check-cast|instance-of|throw-verification-error` + + `)\b|(-to|add|[ais]get|[ais]put|and|cmpl|const|div|` + + `if|invoke|move|mul|neg|not|or|rem|return|rsub|shl` + + `|shr|sub|ushr)[-/])|{|}`) + smaliAnalyserKeywordsRe = regexp.MustCompile( + `(?m)(\.(catchall|epilogue|restart local|prologue)|` + + `\b(array-data|class-change-error|declared-synchronized|` + + `(field|inline|vtable)@0x[0-9a-fA-F]|generic-error|` + + `illegal-class-access|illegal-field-access|` + + `illegal-method-access|instantiation-error|no-error|` + + `no-such-class|no-such-field|no-such-method|` + + `packed-switch|sparse-switch))\b`) +) + +// Smali lexer. +type Smali struct{} + +// Lexer returns the lexer. +func (l Smali) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + var result float32 + + if smaliAnalyserClassRe.MatchString(text) { + result += 0.5 + + if smaliAnalyserClassKeywordsRe.MatchString(text) { + result += 0.3 + } + } + + if smaliAnalyserKeywordsRe.MatchString(text) { + result += 0.6 + } + + return result + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Smali) Name() string { + return heartbeat.LanguageSmali.StringChroma() +} diff --git a/pkg/lexer/smali_test.go b/pkg/lexer/smali_test.go new file mode 100644 index 00000000..d4f1a3bf --- /dev/null +++ b/pkg/lexer/smali_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestSmali_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "class": { + Filepath: "testdata/smali_class.smali", + Expected: 0.5, + }, + "class with keyword": { + Filepath: "testdata/smali_class_keyword.smali", + Expected: 0.8, + }, + "keyword": { + Filepath: "testdata/smali_keyword.smali", + Expected: 0.6, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Smali{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/snowball.go b/pkg/lexer/snowball.go new file mode 100644 index 00000000..f78ed8c1 --- /dev/null +++ b/pkg/lexer/snowball.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Snowball lexer. Lexer for Snowball source code. +type Snowball struct{} + +// Lexer returns the lexer. +func (l Snowball) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"snowball"}, + Filenames: []string{"*.sbl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Snowball) Name() string { + return heartbeat.LanguageSnowball.StringChroma() +} diff --git a/pkg/lexer/sourceslist.go b/pkg/lexer/sourceslist.go new file mode 100644 index 00000000..b056045a --- /dev/null +++ b/pkg/lexer/sourceslist.go @@ -0,0 +1,46 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var sourcesListAnalyserRe = regexp.MustCompile(`(?m)^\s*(deb|deb-src) `) + +// SourcesList lexer. Lexer that highlights debian sources.list files. +type SourcesList struct{} + +// Lexer returns the lexer. +func (l SourcesList) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"sourceslist", "sources.list", "debsources"}, + Filenames: []string{"sources.list"}, + MimeTypes: []string{"application/x-debian-sourceslist"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if sourcesListAnalyserRe.MatchString(text) { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (SourcesList) Name() string { + return heartbeat.LanguageSourcesList.StringChroma() +} diff --git a/pkg/lexer/sourceslist_test.go b/pkg/lexer/sourceslist_test.go new file mode 100644 index 00000000..ca628d48 --- /dev/null +++ b/pkg/lexer/sourceslist_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestSourcesList_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "standard": { + Filepath: "testdata/sources.list", + Expected: 1.0, + }, + "indented": { + Filepath: "testdata/sources-indented.list", + Expected: 1.0, + }, + "invalid": { + Filepath: "testdata/sources-invalid.list", + Expected: 0.0, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.SourcesList{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/sqlite3con.go b/pkg/lexer/sqlite3con.go new file mode 100644 index 00000000..9353330b --- /dev/null +++ b/pkg/lexer/sqlite3con.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Sqlite3con lexer. Lexer for example sessions using sqlite3. +type Sqlite3con struct{} + +// Lexer returns the lexer. +func (l Sqlite3con) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"sqlite3"}, + Filenames: []string{"*.sqlite3-console"}, + MimeTypes: []string{"text/x-sqlite3-console"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Sqlite3con) Name() string { + return heartbeat.LanguageSqlite3con.StringChroma() +} diff --git a/pkg/lexer/ssp.go b/pkg/lexer/ssp.go new file mode 100644 index 00000000..12ec5f3e --- /dev/null +++ b/pkg/lexer/ssp.go @@ -0,0 +1,58 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/xml" + + "github.com/alecthomas/chroma/v2" +) + +var sspAnalyserRe = regexp.MustCompile(`val \w+\s*:`) + +// SSP lexer. Lexer for Scalate Server Pages. +type SSP struct{} + +// Lexer returns the lexer. +func (l SSP) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ssp"}, + Filenames: []string{"*.ssp"}, + MimeTypes: []string{"application/x-ssp"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + var result float64 + + if sspAnalyserRe.MatchString(text) { + result += 0.6 + } + + if xml.MatchString(text) { + result += 0.2 + } + + if strings.Contains(text, "<%") && strings.Contains(text, "%>") { + result += 0.1 + } + + return float32(result) + }) + + return lexer +} + +// Name returns the name of the lexer. +func (SSP) Name() string { + return heartbeat.LanguageSSP.StringChroma() +} diff --git a/pkg/lexer/ssp_test.go b/pkg/lexer/ssp_test.go new file mode 100644 index 00000000..e3bd31b5 --- /dev/null +++ b/pkg/lexer/ssp_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestSSP_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/ssp_basic.ssp") + assert.NoError(t, err) + + l := lexer.SSP{}.Lexer() + + assert.Equal(t, float32(0.9), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/stan.go b/pkg/lexer/stan.go new file mode 100644 index 00000000..b5a9cb11 --- /dev/null +++ b/pkg/lexer/stan.go @@ -0,0 +1,49 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var stanAnalyserRe = regexp.MustCompile(`(?m)^\s*parameters\s*\{`) + +// Stan lexer. Lexer for Stan models. +// +// The Stan modeling language is specified in the *Stan Modeling Language +// User's Guide and Reference Manual, v2.17.0*, +// pdf `. +type Stan struct{} + +// Lexer returns the lexer. +func (l Stan) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"stan"}, + Filenames: []string{"*.stan"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if stanAnalyserRe.MatchString(text) { + return 1.0 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Stan) Name() string { + return heartbeat.LanguageStan.StringChroma() +} diff --git a/pkg/lexer/stan_test.go b/pkg/lexer/stan_test.go new file mode 100644 index 00000000..d32b66ea --- /dev/null +++ b/pkg/lexer/stan_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestStan_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/stan_basic.stan") + assert.NoError(t, err) + + l := lexer.Stan{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/stata.go b/pkg/lexer/stata.go new file mode 100644 index 00000000..b6f0054b --- /dev/null +++ b/pkg/lexer/stata.go @@ -0,0 +1,37 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Stata lexer. For Stata do files. +// +// Syntax based on +// - http://fmwww.bc.edu/RePEc/bocode/s/synlightlist.ado +// - https://github.com/isagalaev/highlight.js/blob/master/src/languages/stata.js +// - https://github.com/jpitblado/vim-stata/blob/master/syntax/stata.vim +type Stata struct{} + +// Lexer returns the lexer. +func (l Stata) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"stata", "do"}, + Filenames: []string{"*.do", "*.ado"}, + MimeTypes: []string{"text/x-stata", "text/stata", "application/x-stata"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Stata) Name() string { + return heartbeat.LanguageStata.StringChroma() +} diff --git a/pkg/lexer/sublimetextconfig.go b/pkg/lexer/sublimetextconfig.go new file mode 100644 index 00000000..db7f5d67 --- /dev/null +++ b/pkg/lexer/sublimetextconfig.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// SublimeTextConfig lexer. +type SublimeTextConfig struct{} + +// Lexer returns the lexer. +func (l SublimeTextConfig) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"sublime"}, + Filenames: []string{"*.sublime-settings"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (SublimeTextConfig) Name() string { + return heartbeat.LanguageSublimeTextConfig.StringChroma() +} diff --git a/pkg/lexer/supercollider.go b/pkg/lexer/supercollider.go new file mode 100644 index 00000000..6982f077 --- /dev/null +++ b/pkg/lexer/supercollider.go @@ -0,0 +1,45 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// SuperCollider lexer. +type SuperCollider struct{} + +// Lexer returns the lexer. +func (l SuperCollider) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"sc", "supercollider"}, + Filenames: []string{"*.sc", "*.scd"}, + MimeTypes: []string{"application/supercollider", "text/supercollider"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // We're searching for a common function and a unique keyword here. + if strings.Contains(text, "SinOsc") || strings.Contains(text, "thisFunctionDef") { + return 0.1 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (SuperCollider) Name() string { + return heartbeat.LanguageSuperCollider.StringChroma() +} diff --git a/pkg/lexer/supercollider_test.go b/pkg/lexer/supercollider_test.go new file mode 100644 index 00000000..6be2dc7f --- /dev/null +++ b/pkg/lexer/supercollider_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestSuperCollider_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "sinosc": { + Filepath: "testdata/supercollider_sinosc.sc", + Expected: 0.1, + }, + "thisFunctionDef": { + Filepath: "testdata/supercollider_thisfunctiondef.sc", + Expected: 0.1, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.SuperCollider{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/swig.go b/pkg/lexer/swig.go new file mode 100644 index 00000000..b031238c --- /dev/null +++ b/pkg/lexer/swig.go @@ -0,0 +1,150 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ( + swigAnalyserDirectivesRe = regexp.MustCompile(`(?m)^\s*(%[a-z_][a-z0-9_]*)`) + // nolint:gochecknoglobals + swigAnalyserDirectives = map[string]struct{}{ + // Most common directives + `%apply`: {}, + `%define`: {}, + `%director`: {}, + `%enddef`: {}, + `%exception`: {}, + `%extend`: {}, + `%feature`: {}, + `%fragment`: {}, + `%ignore`: {}, + `%immutable`: {}, + `%import`: {}, + `%include`: {}, + `%inline`: {}, + `%insert`: {}, + `%module`: {}, + `%newobject`: {}, + `%nspace`: {}, + `%pragma`: {}, + `%rename`: {}, + `%shared_ptr`: {}, + `%template`: {}, + `%typecheck`: {}, + `%typemap`: {}, + // Less common directives + `%arg`: {}, + `%attribute`: {}, + `%bang`: {}, + `%begin`: {}, + `%callback`: {}, + `%catches`: {}, + `%clear`: {}, + `%constant`: {}, + `%copyctor`: {}, + `%csconst`: {}, + `%csconstvalue`: {}, + `%csenum`: {}, + `%csmethodmodifiers`: {}, + `%csnothrowexception`: {}, + `%default`: {}, + `%defaultctor`: {}, + `%defaultdtor`: {}, + `%defined`: {}, + `%delete`: {}, + `%delobject`: {}, + `%descriptor`: {}, + `%exceptionclass`: {}, + `%exceptionvar`: {}, + `%extend_smart_pointer`: {}, + `%fragments`: {}, + `%header`: {}, + `%ifcplusplus`: {}, + `%ignorewarn`: {}, + `%implicit`: {}, + `%implicitconv`: {}, + `%init`: {}, + `%javaconst`: {}, + `%javaconstvalue`: {}, + `%javaenum`: {}, + `%javaexception`: {}, + `%javamethodmodifiers`: {}, + `%kwargs`: {}, + `%luacode`: {}, + `%mutable`: {}, + `%naturalvar`: {}, + `%nestedworkaround`: {}, + `%perlcode`: {}, + `%pythonabc`: {}, + `%pythonappend`: {}, + `%pythoncallback`: {}, + `%pythoncode`: {}, + `%pythondynamic`: {}, + `%pythonmaybecall`: {}, + `%pythonnondynamic`: {}, + `%pythonprepend`: {}, + `%refobject`: {}, + `%shadow`: {}, + `%sizeof`: {}, + `%trackobjects`: {}, + `%types`: {}, + `%unrefobject`: {}, + `%varargs`: {}, + `%warn`: {}, + `%warnfilter`: {}, + } +) + +// SWIG lexer. +type SWIG struct{} + +// Lexer returns the lexer. +func (l SWIG) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"swig"}, + Filenames: []string{"*.swg", "*.i"}, + MimeTypes: []string{"text/swig"}, + // Lower than C/C++ and Objective C/C++ + Priority: 0.04, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + var result float32 + + // Search for SWIG directives, which are conventionally at the beginning of + // a line. The probability of them being within a line is low, so let another + // lexer win in this case. + matches := swigAnalyserDirectivesRe.FindAllString(text, -1) + + for _, m := range matches { + if _, ok := swigAnalyserDirectives[m]; ok { + result = 0.98 + break + } + + // Fraction higher than MatlabLexer + result = 0.91 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (SWIG) Name() string { + return heartbeat.LanguageSWIG.StringChroma() +} diff --git a/pkg/lexer/swig_test.go b/pkg/lexer/swig_test.go new file mode 100644 index 00000000..59684362 --- /dev/null +++ b/pkg/lexer/swig_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestSWIG_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "default": { + Filepath: "testdata/swig.i", + Expected: 0.98, + }, + "unknown directive": { + Filepath: "testdata/swig_unknown_directive.i", + Expected: 0.91, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.SWIG{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/tads3.go b/pkg/lexer/tads3.go new file mode 100644 index 00000000..a8ae8f12 --- /dev/null +++ b/pkg/lexer/tads3.go @@ -0,0 +1,53 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// TADS3 lexer. +type TADS3 struct{} + +// Lexer returns the lexer. +func (l TADS3) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"tads3"}, + Filenames: []string{"*.t"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // This is a rather generic descriptive language without strong + // identifiers. It looks like a 'GameMainDef' has to be present, + // and/or a 'versionInfo' with an 'IFID' field. + var result float32 + + if strings.Contains(text, "__TADS") || strings.Contains(text, "GameMainDef") { + result += 0.2 + } + + // This is a fairly unique keyword which is likely used in source as well. + if strings.Contains(text, "versionInfo") && strings.Contains(text, "IFID") { + result += 0.1 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (TADS3) Name() string { + return heartbeat.LanguageTADS3.StringChroma() +} diff --git a/pkg/lexer/tads3_test.go b/pkg/lexer/tads3_test.go new file mode 100644 index 00000000..fdc4ba58 --- /dev/null +++ b/pkg/lexer/tads3_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestTADS3_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "GameMainDef": { + Filepath: "testdata/tads3_game_main_def.t", + Expected: 0.2, + }, + "__TADS keyword": { + Filepath: "testdata/tads3_tads_keyword.t", + Expected: 0.2, + }, + "version info": { + Filepath: "testdata/tads3_version_info.t", + Expected: 0.1, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.TADS3{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/tap.go b/pkg/lexer/tap.go new file mode 100644 index 00000000..8721a89f --- /dev/null +++ b/pkg/lexer/tap.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// TAP lexer. For Test Anything Protocol (TAP) output. +type TAP struct{} + +// Lexer returns the lexer. +func (l TAP) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"tap"}, + Filenames: []string{"*.tap"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (TAP) Name() string { + return heartbeat.LanguageTAP.StringChroma() +} diff --git a/pkg/lexer/tasm.go b/pkg/lexer/tasm.go new file mode 100644 index 00000000..316b8914 --- /dev/null +++ b/pkg/lexer/tasm.go @@ -0,0 +1,42 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var tasmAnalyzerRe = regexp.MustCompile(`(?i)PROC`) + +// TASM lexer. +type TASM struct{} + +// Lexer returns the lexer. +func (l TASM) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if tasmAnalyzerRe.MatchString(text) { + return 1.0 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (TASM) Name() string { + return heartbeat.LanguageTASM.StringChroma() +} diff --git a/pkg/lexer/tasm_test.go b/pkg/lexer/tasm_test.go new file mode 100644 index 00000000..417bf2e3 --- /dev/null +++ b/pkg/lexer/tasm_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestTASM_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/tasm.asm") + assert.NoError(t, err) + + l := lexer.TASM{}.Lexer() + + assert.Equal(t, float32(1.0), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/tcshsession.go b/pkg/lexer/tcshsession.go new file mode 100644 index 00000000..f043bed1 --- /dev/null +++ b/pkg/lexer/tcshsession.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// TcshSession lexer. Lexer for Tcsh sessions, i.e. command lines, including a +// prompt, interspersed with output. +type TcshSession struct{} + +// Lexer returns the lexer. +func (l TcshSession) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"tcshcon"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (TcshSession) Name() string { + return heartbeat.LanguageTcshSession.StringChroma() +} diff --git a/pkg/lexer/tea.go b/pkg/lexer/tea.go new file mode 100644 index 00000000..5826fd97 --- /dev/null +++ b/pkg/lexer/tea.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Tea lexer. Lexer for Tea Templates . +type Tea struct{} + +// Lexer returns the lexer. +func (l Tea) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"tea"}, + Filenames: []string{"*.tea"}, + MimeTypes: []string{"text/x-tea"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Tea) Name() string { + return heartbeat.LanguageTea.StringChroma() +} diff --git a/pkg/lexer/teraterm.go b/pkg/lexer/teraterm.go new file mode 100644 index 00000000..c6e70144 --- /dev/null +++ b/pkg/lexer/teraterm.go @@ -0,0 +1,249 @@ +package lexer + +import ( + "regexp" + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var teraTermAnalyserCommandRe = regexp.MustCompile(`(?i)\b(` + strings.Join([]string{ + "basename", + "beep", + "bplusrecv", + "bplussend", + "break", + "bringupbox", + // 'call' is handled separately. + "callmenu", + "changedir", + "checksum16", + "checksum16file", + "checksum32", + "checksum32file", + "checksum8", + "checksum8file", + "clearscreen", + "clipb2var", + "closesbox", + "closett", + "code2str", + "connect", + "continue", + "crc16", + "crc16file", + "crc32", + "crc32file", + "cygconnect", + "delpassword", + "dirname", + "dirnamebox", + "disconnect", + "dispstr", + "do", + "else", + "elseif", + "enablekeyb", + "end", + "endif", + "enduntil", + "endwhile", + "exec", + "execcmnd", + "exit", + "expandenv", + "fileclose", + "fileconcat", + "filecopy", + "filecreate", + "filedelete", + "filelock", + "filemarkptr", + "filenamebox", + "fileopen", + "fileread", + "filereadln", + "filerename", + "filesearch", + "fileseek", + "fileseekback", + "filestat", + "filestrseek", + "filestrseek2", + "filetruncate", + "fileunlock", + "filewrite", + "filewriteln", + "findclose", + "findfirst", + "findnext", + "flushrecv", + "foldercreate", + "folderdelete", + "foldersearch", + "for", + "getdate", + "getdir", + "getenv", + "getfileattr", + "gethostname", + "getipv4addr", + "getipv6addr", + "getmodemstatus", + "getpassword", + "getspecialfolder", + "gettime", + "gettitle", + "getttdir", + "getver", + // 'goto' is handled separately. + "if", + "ifdefined", + "include", + "inputbox", + "int2str", + "intdim", + "ispassword", + "kmtfinish", + "kmtget", + "kmtrecv", + "kmtsend", + "listbox", + "loadkeymap", + "logautoclosemode", + "logclose", + "loginfo", + "logopen", + "logpause", + "logrotate", + "logstart", + "logwrite", + "loop", + "makepath", + "messagebox", + "mpause", + "next", + "passwordbox", + "pause", + "quickvanrecv", + "quickvansend", + "random", + "recvln", + "regexoption", + "restoresetup", + "return", + "rotateleft", + "rotateright", + "scprecv", + "scpsend", + "send", + "sendbreak", + "sendbroadcast", + "sendfile", + "sendkcode", + "sendln", + "sendlnbroadcast", + "sendlnmulticast", + "sendmulticast", + "setbaud", + "setdate", + "setdebug", + "setdir", + "setdlgpos", + "setdtr", + "setecho", + "setenv", + "setexitcode", + "setfileattr", + "setflowctrl", + "setmulticastname", + "setpassword", + "setrts", + "setspeed", + "setsync", + "settime", + "settitle", + "show", + "showtt", + "sprintf", + "sprintf2", + "statusbox", + "str2code", + "str2int", + "strcompare", + "strconcat", + "strcopy", + "strdim", + "strinsert", + "strjoin", + "strlen", + "strmatch", + "strremove", + "strreplace", + "strscan", + "strspecial", + "strsplit", + "strtrim", + "testlink", + "then", + "tolower", + "toupper", + "unlink", + "until", + "uptime", + "var2clipb", + "wait", + "wait4all", + "waitevent", + "waitln", + "waitn", + "waitrecv", + "waitregex", + "while", + "xmodemrecv", + "xmodemsend", + "yesnobox", + "ymodemrecv", + "ymodemsend", + "zmodemrecv", + "zmodemsend", +}, "|") + `)\b`) + +// TeraTerm macro lexer. +type TeraTerm struct{} + +// Lexer returns the lexer. +func (l TeraTerm) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ttl", "teraterm", "teratermmacro"}, + Filenames: []string{"*.ttl"}, + MimeTypes: []string{"text/x-teratermmacro"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // Turtle and Tera Term macro files share the same file extension + // but each has a recognizable and distinct syntax. + if teraTermAnalyserCommandRe.MatchString(text) { + return 0.01 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (TeraTerm) Name() string { + return heartbeat.LanguageTeraTerm.StringChroma() +} diff --git a/pkg/lexer/teraterm_test.go b/pkg/lexer/teraterm_test.go new file mode 100644 index 00000000..f3c30141 --- /dev/null +++ b/pkg/lexer/teraterm_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestTeraTerm_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/teraterm_commands.ttl") + assert.NoError(t, err) + + l := lexer.TeraTerm{}.Lexer() + + assert.Equal(t, float32(0.01), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/testdata/actionscript3.as b/pkg/lexer/testdata/actionscript3.as new file mode 100644 index 00000000..a255078d --- /dev/null +++ b/pkg/lexer/testdata/actionscript3.as @@ -0,0 +1 @@ +var circle:Sprite = new Sprite(); diff --git a/pkg/lexer/testdata/actionscript3_capital_letter.as b/pkg/lexer/testdata/actionscript3_capital_letter.as new file mode 100644 index 00000000..69b82453 --- /dev/null +++ b/pkg/lexer/testdata/actionscript3_capital_letter.as @@ -0,0 +1 @@ +var CIRCLE:Sprite = new Sprite(); diff --git a/pkg/lexer/testdata/actionscript3_spaces.as b/pkg/lexer/testdata/actionscript3_spaces.as new file mode 100644 index 00000000..a9d88726 --- /dev/null +++ b/pkg/lexer/testdata/actionscript3_spaces.as @@ -0,0 +1 @@ +var circle: Sprite = new Sprite(); diff --git a/pkg/lexer/testdata/aspxcsharp_page_language.aspx b/pkg/lexer/testdata/aspxcsharp_page_language.aspx new file mode 100644 index 00000000..24ed2cbb --- /dev/null +++ b/pkg/lexer/testdata/aspxcsharp_page_language.aspx @@ -0,0 +1,8 @@ +<%@ Page Language="C#" AutoEventWireup="true" CodeFile = "WebForm2.aspx.cs" Inherits="NetAdmin.WebForm2"%> + + + wakatime-cli + + + + diff --git a/pkg/lexer/testdata/aspxcsharp_script_language.aspx b/pkg/lexer/testdata/aspxcsharp_script_language.aspx new file mode 100644 index 00000000..e812a9f3 --- /dev/null +++ b/pkg/lexer/testdata/aspxcsharp_script_language.aspx @@ -0,0 +1,3 @@ + diff --git a/pkg/lexer/testdata/aspxvbnet_page_language.aspx b/pkg/lexer/testdata/aspxvbnet_page_language.aspx new file mode 100644 index 00000000..563eaf36 --- /dev/null +++ b/pkg/lexer/testdata/aspxvbnet_page_language.aspx @@ -0,0 +1,8 @@ +<%@ Page Language="VB" AutoEventWireup="true" CodeFile="WebForm2.aspx.vb" Inherits="NetAdmin.WebForm2"%> + + + wakatime-cli + + + + diff --git a/pkg/lexer/testdata/aspxvbnet_script_language.aspx b/pkg/lexer/testdata/aspxvbnet_script_language.aspx new file mode 100644 index 00000000..9dc37d85 --- /dev/null +++ b/pkg/lexer/testdata/aspxvbnet_script_language.aspx @@ -0,0 +1,3 @@ + diff --git a/pkg/lexer/testdata/bbcbasic_10rem.bbc b/pkg/lexer/testdata/bbcbasic_10rem.bbc new file mode 100644 index 00000000..ba7a5417 --- /dev/null +++ b/pkg/lexer/testdata/bbcbasic_10rem.bbc @@ -0,0 +1 @@ +10REM >EIRC diff --git a/pkg/lexer/testdata/bbcbasic_rem.bbc b/pkg/lexer/testdata/bbcbasic_rem.bbc new file mode 100644 index 00000000..a74f405d --- /dev/null +++ b/pkg/lexer/testdata/bbcbasic_rem.bbc @@ -0,0 +1 @@ +REM >Remove the line diff --git a/pkg/lexer/testdata/brainfuck_greater_less.bf b/pkg/lexer/testdata/brainfuck_greater_less.bf new file mode 100644 index 00000000..60de000b --- /dev/null +++ b/pkg/lexer/testdata/brainfuck_greater_less.bf @@ -0,0 +1,8 @@ +>>>++[ + <++++++++[ + <[<++>-]>>[>>]+>>+[ + -[->>+<<<[<[<<]<+>]>[>[>>]]] + <[>>[-]]>[>[-<<]>[<+<]]+<< + ]<[>+<-]>>- + ]<.[-]>> +] diff --git a/pkg/lexer/testdata/brainfuck_minus.bf b/pkg/lexer/testdata/brainfuck_minus.bf new file mode 100644 index 00000000..4cce7dcd --- /dev/null +++ b/pkg/lexer/testdata/brainfuck_minus.bf @@ -0,0 +1 @@ +[-] diff --git a/pkg/lexer/testdata/brainfuck_plus_minus.bf b/pkg/lexer/testdata/brainfuck_plus_minus.bf new file mode 100644 index 00000000..e77e7257 --- /dev/null +++ b/pkg/lexer/testdata/brainfuck_plus_minus.bf @@ -0,0 +1 @@ +>+>+>+>+>+>+>+[->[>]+[->[>]+>+>+[<]+<]+<]+++++++[>+++++++++++>+<<-]>+.----.>++. diff --git a/pkg/lexer/testdata/bugs_basic.bug b/pkg/lexer/testdata/bugs_basic.bug new file mode 100644 index 00000000..9106c868 --- /dev/null +++ b/pkg/lexer/testdata/bugs_basic.bug @@ -0,0 +1,25 @@ +model + { + for( i in 1 : N ) { + for( j in 1 : T ) { + Y[i , j] ~ dnorm(mu[i , j],tau.c) + mu[i , j] <- alpha[i] + beta[i] * (x[j] - xbar) + culmative.Y[i , j] <- culmative(Y[i , j], Y[i , j]) + post.pv.Y[i , j] <- post.p.value(Y[i , j]) + prior.pv.Y[i , j] <- prior.p.value(Y[i , j]) + replicate.post.Y[i , j] <- replicate.post(Y[i , j]) + pv.post.Y[i , j] <- step(Y[i , j] - replicate.post.Y[i , j]) + replicate.prior.Y[i , j] <- replicate.prior(Y[i , j]) + pv.prior.Y[i , j] <- step(Y[i , j] - replicate.prior.Y[i , j]) + } + alpha[i] ~ dnorm(alpha.c,alpha.tau) + beta[i] ~ dnorm(beta.c,beta.tau) + } + tau.c ~ dgamma(0.001,0.001) + sigma <- 1 / sqrt(tau.c) + alpha.c ~ dnorm(0.0,1.0E-6) + alpha.tau ~ dgamma(0.001,0.001) + beta.c ~ dnorm(0.0,1.0E-6) + beta.tau ~ dgamma(0.001,0.001) + alpha0 <- alpha.c - xbar * beta.c + } diff --git a/pkg/lexer/testdata/c_ifdef.c b/pkg/lexer/testdata/c_ifdef.c new file mode 100644 index 00000000..9f278153 --- /dev/null +++ b/pkg/lexer/testdata/c_ifdef.c @@ -0,0 +1,2 @@ + +#ifdef DEBUG diff --git a/pkg/lexer/testdata/c_ifndef.c b/pkg/lexer/testdata/c_ifndef.c new file mode 100644 index 00000000..9affdff2 --- /dev/null +++ b/pkg/lexer/testdata/c_ifndef.c @@ -0,0 +1,2 @@ + +#ifndef DEBUG diff --git a/pkg/lexer/testdata/c_include.c b/pkg/lexer/testdata/c_include.c new file mode 100644 index 00000000..3b63d088 --- /dev/null +++ b/pkg/lexer/testdata/c_include.c @@ -0,0 +1,2 @@ + +#include diff --git a/pkg/lexer/testdata/ca65assembler_comment.s b/pkg/lexer/testdata/ca65assembler_comment.s new file mode 100644 index 00000000..9f613d7a --- /dev/null +++ b/pkg/lexer/testdata/ca65assembler_comment.s @@ -0,0 +1,2 @@ + +; this is a comment for ca65 assembler diff --git a/pkg/lexer/testdata/cbmbasicv2_basic.bas b/pkg/lexer/testdata/cbmbasicv2_basic.bas new file mode 100644 index 00000000..dbf382c7 --- /dev/null +++ b/pkg/lexer/testdata/cbmbasicv2_basic.bas @@ -0,0 +1 @@ +10 PRINT "PART 1" diff --git a/pkg/lexer/testdata/coq_reserved_keyword.v b/pkg/lexer/testdata/coq_reserved_keyword.v new file mode 100644 index 00000000..aa38d3b0 --- /dev/null +++ b/pkg/lexer/testdata/coq_reserved_keyword.v @@ -0,0 +1,5 @@ +Theorem demorgan : forall (P Q : Prop), + ~(P \/ Q) -> ~P /\ ~Q. +Proof. + tauto. +Qed. diff --git a/pkg/lexer/testdata/cpp_include.cpp b/pkg/lexer/testdata/cpp_include.cpp new file mode 100644 index 00000000..604782e4 --- /dev/null +++ b/pkg/lexer/testdata/cpp_include.cpp @@ -0,0 +1 @@ +#include diff --git a/pkg/lexer/testdata/cpp_namespace.cpp b/pkg/lexer/testdata/cpp_namespace.cpp new file mode 100644 index 00000000..253f3bf8 --- /dev/null +++ b/pkg/lexer/testdata/cpp_namespace.cpp @@ -0,0 +1 @@ +using namespace std; diff --git a/pkg/lexer/testdata/cuda_ifdef.cu b/pkg/lexer/testdata/cuda_ifdef.cu new file mode 100644 index 00000000..9f278153 --- /dev/null +++ b/pkg/lexer/testdata/cuda_ifdef.cu @@ -0,0 +1,2 @@ + +#ifdef DEBUG diff --git a/pkg/lexer/testdata/cuda_ifndef.cu b/pkg/lexer/testdata/cuda_ifndef.cu new file mode 100644 index 00000000..9affdff2 --- /dev/null +++ b/pkg/lexer/testdata/cuda_ifndef.cu @@ -0,0 +1,2 @@ + +#ifndef DEBUG diff --git a/pkg/lexer/testdata/cuda_include.cu b/pkg/lexer/testdata/cuda_include.cu new file mode 100644 index 00000000..789b69ce --- /dev/null +++ b/pkg/lexer/testdata/cuda_include.cu @@ -0,0 +1,2 @@ + +#include \ No newline at end of file diff --git a/pkg/lexer/testdata/easytrieve_basic.ezt b/pkg/lexer/testdata/easytrieve_basic.ezt new file mode 100644 index 00000000..fec2aa4c --- /dev/null +++ b/pkg/lexer/testdata/easytrieve_basic.ezt @@ -0,0 +1,32 @@ +* Easytrieve Plus example programm. + +* Environtment section. +PARM DEBUG(FLOW FLDCHK) + +* Library Section. +FILE PERSNL FB(150 1800) + NAME 17 8 A + EMP# 9 5 N * Note: '#' is a valid character for names. + DEPT 98 3 N. GROSS 94 4 P 2 + * ^ 2 field definitions in 1 line. + +* Call macro in example.mac. +FILE EXAMPLE FB(80 200) +%EXAMPLE SOMEFILE SOME + +* Activity Section. +JOB INPUT PERSNL NAME FIRST-PROGRAM START AT-START FINISH AT_FINISH + PRINT PAY-RPT +REPORT PAY-RPT LINESIZE 80 + TITLE 01 'PERSONNEL REPORT EXAMPLE-1' + LINE 01 DEPT NAME EMP# GROSS + +* Procedure declarations. +AT-START. PROC + DISPLAY 'PROCESSING...' +END-PROC + +AT-FINISH +PROC + DISPLAY 'DONE.' +END-PROC diff --git a/pkg/lexer/testdata/easytrieve_macro.mac b/pkg/lexer/testdata/easytrieve_macro.mac new file mode 100644 index 00000000..1c3831d1 --- /dev/null +++ b/pkg/lexer/testdata/easytrieve_macro.mac @@ -0,0 +1,6 @@ +* Example Easytrieve macro declaration. For an example on calling this +* macro, see example.ezt. +MACRO FILENAME PREFIX +&FILENAME. +&PREFIX.-LINE 1 80 A +&PREFIX.-KEY 1 8 A diff --git a/pkg/lexer/testdata/ec_ifdef.ec b/pkg/lexer/testdata/ec_ifdef.ec new file mode 100644 index 00000000..9f278153 --- /dev/null +++ b/pkg/lexer/testdata/ec_ifdef.ec @@ -0,0 +1,2 @@ + +#ifdef DEBUG diff --git a/pkg/lexer/testdata/ec_ifndef.ec b/pkg/lexer/testdata/ec_ifndef.ec new file mode 100644 index 00000000..9affdff2 --- /dev/null +++ b/pkg/lexer/testdata/ec_ifndef.ec @@ -0,0 +1,2 @@ + +#ifndef DEBUG diff --git a/pkg/lexer/testdata/ec_include.ec b/pkg/lexer/testdata/ec_include.ec new file mode 100644 index 00000000..b89ce07a --- /dev/null +++ b/pkg/lexer/testdata/ec_include.ec @@ -0,0 +1,2 @@ + +#include \ No newline at end of file diff --git a/pkg/lexer/testdata/ecl_basic.ecl b/pkg/lexer/testdata/ecl_basic.ecl new file mode 100644 index 00000000..f3bc2744 --- /dev/null +++ b/pkg/lexer/testdata/ecl_basic.ecl @@ -0,0 +1,9 @@ +DATA132 ColumnMap(UNICODE str) := BEGINC++ + size_t pos; + unsigned char col = 0; + memset(__result, '\0', 132); // init to no column + for(pos=0; pos<132; pos++) { + if (pos size32_t lenAbc, const char * abc; diff --git a/pkg/lexer/testdata/erb_basic.erb b/pkg/lexer/testdata/erb_basic.erb new file mode 100644 index 00000000..f3b98568 --- /dev/null +++ b/pkg/lexer/testdata/erb_basic.erb @@ -0,0 +1 @@ +<%# Non-printing tag ↓ -%> diff --git a/pkg/lexer/testdata/evoque_basic.evoque b/pkg/lexer/testdata/evoque_basic.evoque new file mode 100644 index 00000000..93732929 --- /dev/null +++ b/pkg/lexer/testdata/evoque_basic.evoque @@ -0,0 +1 @@ +$evoque{disclaimer, collection="legals"} diff --git a/pkg/lexer/testdata/execline_shebang.exec b/pkg/lexer/testdata/execline_shebang.exec new file mode 100644 index 00000000..dbd83b13 --- /dev/null +++ b/pkg/lexer/testdata/execline_shebang.exec @@ -0,0 +1 @@ +#!/usr/bin/execlineb diff --git a/pkg/lexer/testdata/ezhil_basic.n b/pkg/lexer/testdata/ezhil_basic.n new file mode 100644 index 00000000..13390611 --- /dev/null +++ b/pkg/lexer/testdata/ezhil_basic.n @@ -0,0 +1,152 @@ +# (C) முத்தையா அண்ணாமலை 2013 +# (A) என். சொக்கன் +# எழில் தமிழ் நிரலாக்க மொழி உதாரணம் +# Muthu A granted permission for this to be included under the BSD license +# https://bitbucket.org/birkenfeld/pygments-main/pull-requests/443/ezhil-language-lexer-for-pygments/diff + +## Prime Factors Example +## பகா எண் கூறுகளைக் கண்டறியும் உதாரணம் + +## இது நிரல் தரப்பட்ட எண்ணின் பகாஎண் கூறுகளைக் கண்டறியும் + +நிரல்பாகம் பகாஎண்ணா(எண்1) + + ## இது நிரல்பாகம் தரப்பட்ட எண் பகு எண்ணா அல்லது பகா எண்ணா என்று கண்டறிந்து சொல்லும் + ## பகுஎண் என்றால் 0 திரும்பத் தரப்படும் + ## பகாஎண் என்றால் 1 திரும்பத் தரப்படும் + + @(எண்1 < 0) ஆனால் + + ## எதிர்மறை எண்களை நேராக்குதல் + + எண்1 = எண்1 * (-1) + + முடி + + @(எண்1 < 2) ஆனால் + + ## பூஜ்ஜியம், ஒன்று ஆகியவை பகா எண்கள் அல்ல + + பின்கொடு 0 + + முடி + + @(எண்1 == 2) ஆனால் + + ## இரண்டு என்ற எண் ஒரு பகா எண் + + பின்கொடு 1 + + முடி + + மீதம் = எண்1%2 + + @(மீதம் == 0) ஆனால் + + ## இரட்டைப்படை எண், ஆகவே, இது பகா எண் அல்ல + + பின்கொடு 0 + + முடி + + எண்1வர்க்கமூலம் = எண்1^0.5 + + @(எண்2 = 3, எண்2 <= எண்1வர்க்கமூலம், எண்2 = எண்2 + 2) ஆக + + மீதம்1 = எண்1%எண்2 + + @(மீதம்1 == 0) ஆனால் + + ## ஏதேனும் ஓர் எண்ணால் முழுமையாக வகுபட்டுவிட்டது, ஆகவே அது பகா எண் அல்ல + + பின்கொடு 0 + + முடி + + முடி + + பின்கொடு 1 + +முடி + +நிரல்பாகம் பகுத்தெடு(எண்1) + + ## இது எண் தரப்பட்ட எண்ணின் பகா எண் கூறுகளைக் கண்டறிந்து பட்டியல் இடும் + + கூறுகள் = பட்டியல்() + + @(எண்1 < 0) ஆனால் + + ## எதிர்மறை எண்களை நேராக்குதல் + + எண்1 = எண்1 * (-1) + + முடி + + @(எண்1 <= 1) ஆனால் + + ## ஒன்று அல்லது அதற்குக் குறைவான எண்களுக்குப் பகா எண் விகிதம் கண்டறியமுடியாது + + பின்கொடு கூறுகள் + + முடி + + @(பகாஎண்ணா(எண்1) == 1) ஆனால் + + ## தரப்பட்ட எண்ணே பகா எண்ணாக அமைந்துவிட்டால், அதற்கு அதுவே பகாஎண் கூறு ஆகும் + + பின்இணை(கூறுகள், எண்1) + பின்கொடு கூறுகள் + + முடி + + தாற்காலிகஎண் = எண்1 + + எண்2 = 2 + + @(எண்2 <= தாற்காலிகஎண்) வரை + + விடை1 = பகாஎண்ணா(எண்2) + மீண்டும்தொடங்கு = 0 + + @(விடை1 == 1) ஆனால் + + விடை2 = தாற்காலிகஎண்%எண்2 + + @(விடை2 == 0) ஆனால் + + ## பகா எண்ணால் முழுமையாக வகுபட்டுள்ளது, அதனைப் பட்டியலில் இணைக்கிறோம் + + பின்இணை(கூறுகள், எண்2) + தாற்காலிகஎண் = தாற்காலிகஎண்/எண்2 + + ## மீண்டும் இரண்டில் தொடங்கி இதே கணக்கிடுதலைத் தொடரவேண்டும் + + எண்2 = 2 + மீண்டும்தொடங்கு = 1 + + முடி + + முடி + + @(மீண்டும்தொடங்கு == 0) ஆனால் + + ## அடுத்த எண்ணைத் தேர்ந்தெடுத்துக் கணக்கிடுதலைத் தொடரவேண்டும் + + எண்2 = எண்2 + 1 + + முடி + + முடி + + பின்கொடு கூறுகள் + +முடி + +அ = int(உள்ளீடு("உங்களுக்குப் பிடித்த ஓர் எண்ணைத் தாருங்கள்: ")) + +பகாஎண்கூறுகள் = பட்டியல்() + +பகாஎண்கூறுகள் = பகுத்தெடு(அ) + +பதிப்பி "நீங்கள் தந்த எண்ணின் பகா எண் கூறுகள் இவை: ", பகாஎண்கூறுகள் diff --git a/pkg/lexer/testdata/forth_command.frt b/pkg/lexer/testdata/forth_command.frt new file mode 100644 index 00000000..15d97af9 --- /dev/null +++ b/pkg/lexer/testdata/forth_command.frt @@ -0,0 +1,2 @@ + +: FLOOR5; diff --git a/pkg/lexer/testdata/fsharp_backward_pipeline_operator.fs b/pkg/lexer/testdata/fsharp_backward_pipeline_operator.fs new file mode 100644 index 00000000..5bb79d80 --- /dev/null +++ b/pkg/lexer/testdata/fsharp_backward_pipeline_operator.fs @@ -0,0 +1 @@ +let Pipeline1 x = addOne <| timesTwo x diff --git a/pkg/lexer/testdata/fsharp_forward_pipeline_operator.fs b/pkg/lexer/testdata/fsharp_forward_pipeline_operator.fs new file mode 100644 index 00000000..483616d3 --- /dev/null +++ b/pkg/lexer/testdata/fsharp_forward_pipeline_operator.fs @@ -0,0 +1 @@ +let Pipeline2 x = addOne x |> timesTwo diff --git a/pkg/lexer/testdata/fsharp_pipeline_operator.fs b/pkg/lexer/testdata/fsharp_pipeline_operator.fs new file mode 100644 index 00000000..50626a2e --- /dev/null +++ b/pkg/lexer/testdata/fsharp_pipeline_operator.fs @@ -0,0 +1 @@ +let Pipeline1 x = addOne <| timesTwo x |> timesThree x diff --git a/pkg/lexer/testdata/gap_declaration.g b/pkg/lexer/testdata/gap_declaration.g new file mode 100644 index 00000000..b8af13d0 --- /dev/null +++ b/pkg/lexer/testdata/gap_declaration.g @@ -0,0 +1 @@ +InstallTrueMethod( IsCommutative, IsGroup and IsCyclic ); diff --git a/pkg/lexer/testdata/gap_implementation.g b/pkg/lexer/testdata/gap_implementation.g new file mode 100644 index 00000000..e53f15e8 --- /dev/null +++ b/pkg/lexer/testdata/gap_implementation.g @@ -0,0 +1,9 @@ +InstallMethod( Iterator, + "method for `Integers'", + [ IsIntegers ], + function( Integers ) + return Objectify( NewType( IteratorsFamily, + IsIterator + and IsIntegersIteratorCompRep ), + rec( counter := 0 ) ); + end ); diff --git a/pkg/lexer/testdata/gas_data_directive.S b/pkg/lexer/testdata/gas_data_directive.S new file mode 100644 index 00000000..312ed111 --- /dev/null +++ b/pkg/lexer/testdata/gas_data_directive.S @@ -0,0 +1,5 @@ +.data +count: .quad 0 +sum: .quad 0 +format: .asciz "%g\n" +error: .asciz "There are no command line arguments to average\n" diff --git a/pkg/lexer/testdata/gas_other_directive.S b/pkg/lexer/testdata/gas_other_directive.S new file mode 100644 index 00000000..c944dfc9 --- /dev/null +++ b/pkg/lexer/testdata/gas_other_directive.S @@ -0,0 +1,2 @@ +message: +.ascii "Hello, world\n" diff --git a/pkg/lexer/testdata/gdscript_full.gd b/pkg/lexer/testdata/gdscript_full.gd new file mode 100644 index 00000000..ce083da3 --- /dev/null +++ b/pkg/lexer/testdata/gdscript_full.gd @@ -0,0 +1,10 @@ +class_name StateMachine +extends Node + +signal state_changed(previous, new) + +export var initial_state = NodePath() + +func _input(event): + if event.is_action_pressed("jump"): + jump() diff --git a/pkg/lexer/testdata/gdscript_func.gd b/pkg/lexer/testdata/gdscript_func.gd new file mode 100644 index 00000000..785e1caa --- /dev/null +++ b/pkg/lexer/testdata/gdscript_func.gd @@ -0,0 +1,3 @@ +func _input(event): + if event.is_action_pressed("jump"): + jump() diff --git a/pkg/lexer/testdata/gdscript_keyword.gd b/pkg/lexer/testdata/gdscript_keyword.gd new file mode 100644 index 00000000..41e3d5ef --- /dev/null +++ b/pkg/lexer/testdata/gdscript_keyword.gd @@ -0,0 +1 @@ +class_name StateMachine diff --git a/pkg/lexer/testdata/gdscript_keyword2.gd b/pkg/lexer/testdata/gdscript_keyword2.gd new file mode 100644 index 00000000..ace4a7ba --- /dev/null +++ b/pkg/lexer/testdata/gdscript_keyword2.gd @@ -0,0 +1 @@ +signal state_changed(previous, new) diff --git a/pkg/lexer/testdata/groff_comment.man b/pkg/lexer/testdata/groff_comment.man new file mode 100644 index 00000000..f537760a --- /dev/null +++ b/pkg/lexer/testdata/groff_comment.man @@ -0,0 +1 @@ +.\" this a comment diff --git a/pkg/lexer/testdata/groff_macro.man b/pkg/lexer/testdata/groff_macro.man new file mode 100644 index 00000000..56cc4693 --- /dev/null +++ b/pkg/lexer/testdata/groff_macro.man @@ -0,0 +1 @@ +.SH DESCRIPTION diff --git a/pkg/lexer/testdata/groff_title_head.man b/pkg/lexer/testdata/groff_title_head.man new file mode 100644 index 00000000..50b88a79 --- /dev/null +++ b/pkg/lexer/testdata/groff_title_head.man @@ -0,0 +1 @@ +.TH COFFEE 1 "23 March 94" diff --git a/pkg/lexer/testdata/html.rhtml b/pkg/lexer/testdata/html.rhtml new file mode 100644 index 00000000..c53344b5 --- /dev/null +++ b/pkg/lexer/testdata/html.rhtml @@ -0,0 +1,8 @@ + + + + A minimal rhtml example + + + + diff --git a/pkg/lexer/testdata/html_doctype.html b/pkg/lexer/testdata/html_doctype.html new file mode 100644 index 00000000..1b205ba1 --- /dev/null +++ b/pkg/lexer/testdata/html_doctype.html @@ -0,0 +1,2 @@ + diff --git a/pkg/lexer/testdata/http_request.http b/pkg/lexer/testdata/http_request.http new file mode 100644 index 00000000..a93cdd94 --- /dev/null +++ b/pkg/lexer/testdata/http_request.http @@ -0,0 +1,15 @@ +POST /demo/submit/ HTTP/1.1 +Host: pygments.org +Connection: keep-alivk +Cache-Control: max-age=0 +Origin: http://pygments.org +User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) + AppleWebKit/535.7 (KHTML, like Gecko) Chrome/16.0.912.63 Safari/535.7 +Content-Type: application/x-www-form-urlencoded +Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8 +Referer: http://pygments.org/ +Accept-Encoding: gzip,deflate,sdch +Accept-Language: en-US,en;q=0.8 +Accept-Charset: windows-949,utf-8;q=0.7,*;q=0.3 + +name=test&lang=text&code=asdf&user= diff --git a/pkg/lexer/testdata/hy_defn.hy b/pkg/lexer/testdata/hy_defn.hy new file mode 100644 index 00000000..839232c6 --- /dev/null +++ b/pkg/lexer/testdata/hy_defn.hy @@ -0,0 +1 @@ +(defn numeric? [x] diff --git a/pkg/lexer/testdata/hy_import.hy b/pkg/lexer/testdata/hy_import.hy new file mode 100644 index 00000000..b577e9ba --- /dev/null +++ b/pkg/lexer/testdata/hy_import.hy @@ -0,0 +1 @@ +(import numbers) diff --git a/pkg/lexer/testdata/hybris_private.hyb b/pkg/lexer/testdata/hybris_private.hyb new file mode 100644 index 00000000..959e89fb --- /dev/null +++ b/pkg/lexer/testdata/hybris_private.hyb @@ -0,0 +1,3 @@ +private method isBinary(){ + return me.mode.find("b") != false; +} diff --git a/pkg/lexer/testdata/hybris_public.hyb b/pkg/lexer/testdata/hybris_public.hyb new file mode 100644 index 00000000..cc4b89bf --- /dev/null +++ b/pkg/lexer/testdata/hybris_public.hyb @@ -0,0 +1,3 @@ +public method File ( file ){ + me.file = file; +} diff --git a/pkg/lexer/testdata/idl_endelse.pro b/pkg/lexer/testdata/idl_endelse.pro new file mode 100644 index 00000000..b93fe3c5 --- /dev/null +++ b/pkg/lexer/testdata/idl_endelse.pro @@ -0,0 +1,6 @@ +if (a eq 2) and (b eq 3) then begin + print, 'a = ', a + print, 'b = ', b +endif else begin + if a ne 2 then print, 'a != 2' else print, 'b != 3' +endelse diff --git a/pkg/lexer/testdata/idl_endswitch.pro b/pkg/lexer/testdata/idl_endswitch.pro new file mode 100644 index 00000000..f2358f75 --- /dev/null +++ b/pkg/lexer/testdata/idl_endswitch.pro @@ -0,0 +1,11 @@ +pro ex_switch, x + switch x of + 1: print, 'one' + 2: print, 'two' + else: begin + print, 'you entered: ', x + print, 'please enter a value between 1 and 4' + end + endswitch +end +ex_switch, 2 diff --git a/pkg/lexer/testdata/inform6_basic.inf b/pkg/lexer/testdata/inform6_basic.inf new file mode 100644 index 00000000..2e8a1332 --- /dev/null +++ b/pkg/lexer/testdata/inform6_basic.inf @@ -0,0 +1 @@ +Origsource "^~@{.inf"; diff --git a/pkg/lexer/testdata/ini_basic.ini b/pkg/lexer/testdata/ini_basic.ini new file mode 100644 index 00000000..4a310c03 --- /dev/null +++ b/pkg/lexer/testdata/ini_basic.ini @@ -0,0 +1,9 @@ +[section] + +foo = bar +continued = foo + baz +conttwo = + foo +; comment +# comment diff --git a/pkg/lexer/testdata/ini_invalid.ini b/pkg/lexer/testdata/ini_invalid.ini new file mode 100644 index 00000000..139597f9 --- /dev/null +++ b/pkg/lexer/testdata/ini_invalid.ini @@ -0,0 +1,2 @@ + + diff --git a/pkg/lexer/testdata/jags_data.jag b/pkg/lexer/testdata/jags_data.jag new file mode 100644 index 00000000..f61bf030 --- /dev/null +++ b/pkg/lexer/testdata/jags_data.jag @@ -0,0 +1,10 @@ +data { + D <- dim(Z) +} +model { + for (i in 1:D[1]) { + for (j in 1:D[2]) { + Z[i,j] <- dnorm(alpha[i] + beta[j], tau) + } + } +} diff --git a/pkg/lexer/testdata/jags_model.jag b/pkg/lexer/testdata/jags_model.jag new file mode 100644 index 00000000..ec084fc8 --- /dev/null +++ b/pkg/lexer/testdata/jags_model.jag @@ -0,0 +1,7 @@ +model { + for (i in 1:D[1]) { + for (j in 1:D[2]) { + Z[i,j] <- dnorm(alpha[i] + beta[j], tau) + } + } +} diff --git a/pkg/lexer/testdata/jags_var.jag b/pkg/lexer/testdata/jags_var.jag new file mode 100644 index 00000000..4c5f5286 --- /dev/null +++ b/pkg/lexer/testdata/jags_var.jag @@ -0,0 +1,9 @@ +var x[N]; + +model { + for (i in 1:D[1]) { + for (j in 1:D[2]) { + Z[i,j] <- dnorm(alpha[i] + beta[j], tau) + } + } +} diff --git a/pkg/lexer/testdata/jasmin_class.j b/pkg/lexer/testdata/jasmin_class.j new file mode 100644 index 00000000..02e5f344 --- /dev/null +++ b/pkg/lexer/testdata/jasmin_class.j @@ -0,0 +1 @@ + .class public Calculator diff --git a/pkg/lexer/testdata/jasmin_instruction.j b/pkg/lexer/testdata/jasmin_instruction.j new file mode 100644 index 00000000..ace5a2b8 --- /dev/null +++ b/pkg/lexer/testdata/jasmin_instruction.j @@ -0,0 +1,3 @@ + .class public Calculator + + ldc_w 3.141592654 ; push PI as a double diff --git a/pkg/lexer/testdata/jasmin_keyword.j b/pkg/lexer/testdata/jasmin_keyword.j new file mode 100644 index 00000000..67ce43dc --- /dev/null +++ b/pkg/lexer/testdata/jasmin_keyword.j @@ -0,0 +1 @@ + .limit locals 3 diff --git a/pkg/lexer/testdata/jcl_job_header.jcl b/pkg/lexer/testdata/jcl_job_header.jcl new file mode 100644 index 00000000..d10bc307 --- /dev/null +++ b/pkg/lexer/testdata/jcl_job_header.jcl @@ -0,0 +1 @@ +//IS198CPY JOB (CHR-TEST-001),'CHROMA TEST JOB', diff --git a/pkg/lexer/testdata/jsp_basic.jsp b/pkg/lexer/testdata/jsp_basic.jsp new file mode 100644 index 00000000..1c6664da --- /dev/null +++ b/pkg/lexer/testdata/jsp_basic.jsp @@ -0,0 +1,24 @@ + +<%= var x = 1; +%> +<%! int i = 0; %> +<%! int a, b, c; %> +<%! Circle a = new Circle(2.0); %> + +<% + String name = null; + if (request.getParameter("name") == null) { +%> +<%@ include file="error.html" %> +<% + } else { + foo.setName(request.getParameter("name")); + if (foo.getName().equalsIgnoreCase("integra")) + name = "acura"; + if (name.equalsIgnoreCase( "acura" )) { +%> + + +

+Calendar of +

diff --git a/pkg/lexer/testdata/lasso_delimiter.lasso b/pkg/lexer/testdata/lasso_delimiter.lasso new file mode 100644 index 00000000..c85e3438 --- /dev/null +++ b/pkg/lexer/testdata/lasso_delimiter.lasso @@ -0,0 +1,4 @@ + diff --git a/pkg/lexer/testdata/lasso_local.lasso b/pkg/lexer/testdata/lasso_local.lasso new file mode 100644 index 00000000..48ae7fdb --- /dev/null +++ b/pkg/lexer/testdata/lasso_local.lasso @@ -0,0 +1 @@ +local(one, two, three, four) = (:1, 2, 3, 4, 5, 6) diff --git a/pkg/lexer/testdata/lasso_shebang.lasso b/pkg/lexer/testdata/lasso_shebang.lasso new file mode 100644 index 00000000..7f385222 --- /dev/null +++ b/pkg/lexer/testdata/lasso_shebang.lasso @@ -0,0 +1,3 @@ +#!/usr/bin/lasso9 + +'The current date is ' + date diff --git a/pkg/lexer/testdata/limbo_basic.b b/pkg/lexer/testdata/limbo_basic.b new file mode 100644 index 00000000..462762c9 --- /dev/null +++ b/pkg/lexer/testdata/limbo_basic.b @@ -0,0 +1,18 @@ +implement Values; + +include "sys.m"; + +sys: Sys; +print, sprint: import sys; + +Values: module { + init: fn(nil: ref Draw->Context, nil: list of string); +}; + +init(nil: ref Draw->Context, nil: list of string) { + sys = load Sys Sys->PATH; + + str := "String!"; + + exit; +} diff --git a/pkg/lexer/testdata/logos_basic.xm b/pkg/lexer/testdata/logos_basic.xm new file mode 100644 index 00000000..39753e23 --- /dev/null +++ b/pkg/lexer/testdata/logos_basic.xm @@ -0,0 +1,28 @@ +%hook ABC +- (id)a:(B)b { + %log; + return %orig(nil); +} +%end + +%subclass DEF: NSObject +- (id)init { + [%c(RuntimeAccessibleClass) alloc]; + return nil; +} +%end + +%group OptionalHooks +%hook ABC +- (void)release { + [self retain]; + %orig; +} +%end +%end + +%ctor { + %init; + if(OptionalCondition) + %init(OptionalHooks); +} diff --git a/pkg/lexer/testdata/logtalk_basic.lgt b/pkg/lexer/testdata/logtalk_basic.lgt new file mode 100644 index 00000000..cff1003f --- /dev/null +++ b/pkg/lexer/testdata/logtalk_basic.lgt @@ -0,0 +1,2 @@ +:- public(p1/0). +p1 :- write('This is a public predicate'), nl. diff --git a/pkg/lexer/testdata/logtalk_object.lgt b/pkg/lexer/testdata/logtalk_object.lgt new file mode 100644 index 00000000..aa010133 --- /dev/null +++ b/pkg/lexer/testdata/logtalk_object.lgt @@ -0,0 +1 @@ +:- object(my_first_object). diff --git a/pkg/lexer/testdata/makefile b/pkg/lexer/testdata/makefile new file mode 100644 index 00000000..bf272c5a --- /dev/null +++ b/pkg/lexer/testdata/makefile @@ -0,0 +1,1131 @@ +# Generated automatically from Makefile.pre by makesetup. +# Top-level Makefile for Python +# +# As distributed, this file is called Makefile.pre.in; it is processed +# into the real Makefile by running the script ./configure, which +# replaces things like @spam@ with values appropriate for your system. +# This means that if you edit Makefile, your changes get lost the next +# time you run the configure script. Ideally, you can do: +# +# ./configure +# make +# make test +# make install +# +# If you have a previous version of Python installed that you don't +# want to overwrite, you can use "make altinstall" instead of "make +# install". Refer to the "Installing" section in the README file for +# additional details. +# +# See also the section "Build instructions" in the README file. + +# === Variables set by makesetup === + +MODOBJS= Modules/threadmodule.o Modules/signalmodule.o Modules/posixmodule.o Modules/errnomodule.o Modules/pwdmodule.o Modules/_sre.o Modules/_codecsmodule.o Modules/zipimport.o Modules/symtablemodule.o Modules/xxsubtype.o +MODLIBS= $(LOCALMODLIBS) $(BASEMODLIBS) + +# === Variables set by configure +VERSION= 2.6 +srcdir= . + + +CC= gcc -pthread +CXX= g++ -pthread +MAINCC= $(CC) +LINKCC= $(PURIFY) $(MAINCC) +AR= ar +RANLIB= ranlib +SVNVERSION= svnversion $(srcdir) + +# Shell used by make (some versions default to the login shell, which is bad) +SHELL= /bin/sh + +# Use this to make a link between python$(VERSION) and python in $(BINDIR) +LN= ln + +# Portable install script (configure doesn't always guess right) +INSTALL= /usr/bin/install -c +INSTALL_PROGRAM=${INSTALL} +INSTALL_SCRIPT= ${INSTALL} +INSTALL_DATA= ${INSTALL} -m 644 +# Shared libraries must be installed with executable mode on some systems; +# rather than figuring out exactly which, we always give them executable mode. +# Also, making them read-only seems to be a good idea... +INSTALL_SHARED= ${INSTALL} -m 555 + +MAKESETUP= $(srcdir)/Modules/makesetup + +# Compiler options +OPT= -g -Wall -Wstrict-prototypes +BASECFLAGS= -fno-strict-aliasing +CFLAGS= $(BASECFLAGS) $(OPT) $(EXTRA_CFLAGS) +# Both CPPFLAGS and LDFLAGS need to contain the shell's value for setup.py to +# be able to build extension modules using the directories specified in the +# environment variables +CPPFLAGS= -I. -I$(srcdir)/Include +LDFLAGS= +LDLAST= +SGI_ABI= +CCSHARED= -fPIC +LINKFORSHARED= -Xlinker -export-dynamic +# Extra C flags added for building the interpreter object files. +CFLAGSFORSHARED= +# C flags used for building the interpreter object files +PY_CFLAGS= $(CFLAGS) $(CPPFLAGS) $(CFLAGSFORSHARED) -DPy_BUILD_CORE + + +# Machine-dependent subdirectories +MACHDEP= linux2 + +# Install prefix for architecture-independent files +prefix= /usr/local + +# Install prefix for architecture-dependent files +exec_prefix= ${prefix} + +# Expanded directories +BINDIR= $(exec_prefix)/bin +LIBDIR= $(exec_prefix)/lib +MANDIR= ${prefix}/man +INCLUDEDIR= ${prefix}/include +CONFINCLUDEDIR= $(exec_prefix)/include +SCRIPTDIR= $(prefix)/lib + +# Detailed destination directories +BINLIBDEST= $(LIBDIR)/python$(VERSION) +LIBDEST= $(SCRIPTDIR)/python$(VERSION) +INCLUDEPY= $(INCLUDEDIR)/python$(VERSION) +CONFINCLUDEPY= $(CONFINCLUDEDIR)/python$(VERSION) +LIBP= $(LIBDIR)/python$(VERSION) + +# Symbols used for using shared libraries +SO= .so +LDSHARED= $(CC) -shared +BLDSHARED= $(CC) -shared +DESTSHARED= $(BINLIBDEST)/lib-dynload + +# Executable suffix (.exe on Windows and Mac OS X) +EXE= +BUILDEXE= + +# Short name and location for Mac OS X Python framework +UNIVERSALSDK= +PYTHONFRAMEWORK= +PYTHONFRAMEWORKDIR= no-framework +PYTHONFRAMEWORKPREFIX= +PYTHONFRAMEWORKINSTALLDIR= +# Deployment target selected during configure, to be checked +# by distutils. The export statement is needed to ensure that the +# deployment target is active during build. +MACOSX_DEPLOYMENT_TARGET= +#export MACOSX_DEPLOYMENT_TARGET + +# Options to enable prebinding (for fast startup prior to Mac OS X 10.3) +OTHER_LIBTOOL_OPT= + +# Environment to run shared python without installed libraries +RUNSHARED= + +# Modes for directories, executables and data files created by the +# install process. Default to user-only-writable for all file types. +DIRMODE= 755 +EXEMODE= 755 +FILEMODE= 644 + +# configure script arguments +CONFIG_ARGS= '--with-pydebug' + + +# Subdirectories with code +SRCDIRS= Parser Grammar Objects Python Modules Mac + +# Other subdirectories +SUBDIRSTOO= Include Lib Misc Demo + +# Files and directories to be distributed +CONFIGFILES= configure configure.in acconfig.h pyconfig.h.in Makefile.pre.in +DISTFILES= README ChangeLog $(CONFIGFILES) +DISTDIRS= $(SUBDIRS) $(SUBDIRSTOO) Ext-dummy +DIST= $(DISTFILES) $(DISTDIRS) + + +LIBRARY= libpython$(VERSION).a +LDLIBRARY= libpython$(VERSION).a +BLDLIBRARY= $(LDLIBRARY) +DLLLIBRARY= +LDLIBRARYDIR= +INSTSONAME= $(LDLIBRARY) + + +LIBS= -lpthread -ldl -lutil +LIBM= -lm +LIBC= +SYSLIBS= $(LIBM) $(LIBC) +SHLIBS= $(LIBS) + +THREADOBJ= Python/thread.o +DLINCLDIR= . +DYNLOADFILE= dynload_shlib.o +MACHDEP_OBJS= +UNICODE_OBJS= Objects/unicodeobject.o Objects/unicodectype.o + +PYTHON= python$(EXE) +BUILDPYTHON= python$(BUILDEXE) + +# === Definitions added by makesetup === + +LOCALMODLIBS= +BASEMODLIBS= +GLHACK=-Dclear=__GLclear +PYTHONPATH=$(COREPYTHONPATH) +COREPYTHONPATH=$(DESTPATH)$(SITEPATH)$(TESTPATH)$(MACHDEPPATH)$(EXTRAMACHDEPPATH)$(TKPATH) +TKPATH=:lib-tk +EXTRAMACHDEPPATH= +MACHDEPPATH=:plat-$(MACHDEP) +TESTPATH= +SITEPATH= +DESTPATH= +MACHDESTLIB=$(BINLIBDEST) +DESTLIB=$(LIBDEST) + + + +########################################################################## +# Modules +MODULE_OBJS= \ + Modules/config.o \ + Modules/getpath.o \ + Modules/main.o \ + Modules/gcmodule.o + +# Used of signalmodule.o is not available +SIGNAL_OBJS= + + +########################################################################## +# Grammar +GRAMMAR_H= $(srcdir)/Include/graminit.h +GRAMMAR_C= $(srcdir)/Python/graminit.c +GRAMMAR_INPUT= $(srcdir)/Grammar/Grammar + + +########################################################################## +# Parser +PGEN= Parser/pgen$(EXE) + +POBJS= \ + Parser/acceler.o \ + Parser/grammar1.o \ + Parser/listnode.o \ + Parser/node.o \ + Parser/parser.o \ + Parser/parsetok.o \ + Parser/bitset.o \ + Parser/metagrammar.o \ + Parser/firstsets.o \ + Parser/grammar.o \ + Parser/pgen.o + +PARSER_OBJS= $(POBJS) Parser/myreadline.o Parser/tokenizer.o + +PGOBJS= \ + Objects/obmalloc.o \ + Python/mysnprintf.o \ + Parser/tokenizer_pgen.o \ + Parser/printgrammar.o \ + Parser/pgenmain.o + +PGENOBJS= $(PGENMAIN) $(POBJS) $(PGOBJS) + +########################################################################## +# AST +AST_H_DIR= $(srcdir)/Include +AST_H= $(AST_H_DIR)/Python-ast.h +AST_C_DIR= $(srcdir)/Python +AST_C= $(AST_C_DIR)/Python-ast.c +AST_ASDL= $(srcdir)/Parser/Python.asdl + +ASDLGEN_FILES= $(srcdir)/Parser/asdl.py $(srcdir)/Parser/asdl_c.py +# XXX Note that a build now requires Python exist before the build starts +ASDLGEN= $(srcdir)/Parser/asdl_c.py + +########################################################################## +# Python +PYTHON_OBJS= \ + Python/Python-ast.o \ + Python/asdl.o \ + Python/ast.o \ + Python/bltinmodule.o \ + Python/ceval.o \ + Python/compile.o \ + Python/codecs.o \ + Python/errors.o \ + Python/frozen.o \ + Python/frozenmain.o \ + Python/future.o \ + Python/getargs.o \ + Python/getcompiler.o \ + Python/getcopyright.o \ + Python/getmtime.o \ + Python/getplatform.o \ + Python/getversion.o \ + Python/graminit.o \ + Python/import.o \ + Python/importdl.o \ + Python/marshal.o \ + Python/modsupport.o \ + Python/mystrtoul.o \ + Python/mysnprintf.o \ + Python/peephole.o \ + Python/pyarena.o \ + Python/pyfpe.o \ + Python/pystate.o \ + Python/pythonrun.o \ + Python/structmember.o \ + Python/symtable.o \ + Python/sysmodule.o \ + Python/traceback.o \ + Python/getopt.o \ + Python/pystrtod.o \ + Python/$(DYNLOADFILE) \ + $(MACHDEP_OBJS) \ + $(THREADOBJ) + + +########################################################################## +# Objects +OBJECT_OBJS= \ + Objects/abstract.o \ + Objects/boolobject.o \ + Objects/bufferobject.o \ + Objects/cellobject.o \ + Objects/classobject.o \ + Objects/cobject.o \ + Objects/codeobject.o \ + Objects/complexobject.o \ + Objects/descrobject.o \ + Objects/enumobject.o \ + Objects/exceptions.o \ + Objects/genobject.o \ + Objects/fileobject.o \ + Objects/floatobject.o \ + Objects/frameobject.o \ + Objects/funcobject.o \ + Objects/intobject.o \ + Objects/iterobject.o \ + Objects/listobject.o \ + Objects/longobject.o \ + Objects/dictobject.o \ + Objects/methodobject.o \ + Objects/moduleobject.o \ + Objects/object.o \ + Objects/obmalloc.o \ + Objects/rangeobject.o \ + Objects/setobject.o \ + Objects/sliceobject.o \ + Objects/stringobject.o \ + Objects/structseq.o \ + Objects/tupleobject.o \ + Objects/typeobject.o \ + Objects/weakrefobject.o \ + $(UNICODE_OBJS) + + +########################################################################## +# objects that get linked into the Python library +LIBRARY_OBJS= \ + Modules/_typesmodule.o \ + Modules/getbuildinfo.o \ + $(PARSER_OBJS) \ + $(OBJECT_OBJS) \ + $(PYTHON_OBJS) \ + $(MODULE_OBJS) \ + $(SIGNAL_OBJS) \ + $(MODOBJS) + +######################################################################### +# Rules + +# Default target +all: $(BUILDPYTHON) oldsharedmods sharedmods + +# Build the interpreter +$(BUILDPYTHON): Modules/python.o $(LIBRARY) $(LDLIBRARY) + $(LINKCC) $(LDFLAGS) $(LINKFORSHARED) -o $@ \ + Modules/python.o \ + $(BLDLIBRARY) $(LIBS) $(MODLIBS) $(SYSLIBS) $(LDLAST) + +platform: $(BUILDPYTHON) + $(RUNSHARED) ./$(BUILDPYTHON) -E -c 'import sys ; from distutils.util import get_platform ; print get_platform()+"-"+sys.version[0:3]' >platform + + +# Build the shared modules +sharedmods: $(BUILDPYTHON) + @case $$MAKEFLAGS in \ + *-s*) $(RUNSHARED) CC='$(CC)' LDSHARED='$(BLDSHARED)' OPT='$(OPT)' ./$(BUILDPYTHON) -E $(srcdir)/setup.py -q build;; \ + *) $(RUNSHARED) CC='$(CC)' LDSHARED='$(BLDSHARED)' OPT='$(OPT)' ./$(BUILDPYTHON) -E $(srcdir)/setup.py build;; \ + esac + +# Build static library +# avoid long command lines, same as LIBRARY_OBJS +$(LIBRARY): $(LIBRARY_OBJS) + -rm -f $@ + $(AR) cr $@ Modules/getbuildinfo.o + $(AR) cr $@ Modules/_typesmodule.o + $(AR) cr $@ $(PARSER_OBJS) + $(AR) cr $@ $(OBJECT_OBJS) + $(AR) cr $@ $(PYTHON_OBJS) + $(AR) cr $@ $(MODULE_OBJS) $(SIGNAL_OBJS) + $(AR) cr $@ $(MODOBJS) + $(RANLIB) $@ + +libpython$(VERSION).so: $(LIBRARY_OBJS) + if test $(INSTSONAME) != $(LDLIBRARY); then \ + $(LDSHARED) -Wl,-h$(INSTSONAME) -o $(INSTSONAME) $(LIBRARY_OBJS) $(SHLIBS) $(LIBC) $(LIBM); \ + $(LN) -f $(INSTSONAME) $@; \ + else\ + $(LDSHARED) -o $@ $(LIBRARY_OBJS) $(SHLIBS) $(LIBC) $(LIBM); \ + fi + +libpython$(VERSION).sl: $(LIBRARY_OBJS) + $(LDSHARED) -o $@ $(LIBRARY_OBJS) $(SHLIBS) $(LIBC) $(LIBM) + +# This rule is here for OPENSTEP/Rhapsody/MacOSX. It builds a temporary +# minimal framework (not including the Lib directory and such) in the current +# directory. +RESSRCDIR=$(srcdir)/Mac/Resources/framework +$(PYTHONFRAMEWORKDIR)/Versions/$(VERSION)/$(PYTHONFRAMEWORK): \ + $(LIBRARY) \ + $(RESSRCDIR)/Info.plist \ + $(RESSRCDIR)/version.plist \ + $(RESSRCDIR)/English.lproj/InfoPlist.strings + $(INSTALL) -d -m $(DIRMODE) $(PYTHONFRAMEWORKDIR)/Versions/$(VERSION) + if test "${UNIVERSALSDK}"; then \ + $(CC) -o $(LDLIBRARY) -arch i386 -arch ppc -dynamiclib \ + -isysroot "${UNIVERSALSDK}" \ + -all_load $(LIBRARY) -Wl,-single_module \ + -install_name $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/Versions/$(VERSION)/Python \ + -compatibility_version $(VERSION) \ + -current_version $(VERSION); \ + else \ + libtool -o $(LDLIBRARY) -dynamic $(OTHER_LIBTOOL_OPT) $(LIBRARY) \ + ;\ + fi + $(INSTALL) -d -m $(DIRMODE) \ + $(PYTHONFRAMEWORKDIR)/Versions/$(VERSION)/Resources/English.lproj + $(INSTALL_DATA) $(RESSRCDIR)/Info.plist \ + $(PYTHONFRAMEWORKDIR)/Versions/$(VERSION)/Resources/Info.plist + $(INSTALL_DATA) $(RESSRCDIR)/version.plist \ + $(PYTHONFRAMEWORKDIR)/Versions/$(VERSION)/Resources/version.plist + $(INSTALL_DATA) $(RESSRCDIR)/English.lproj/InfoPlist.strings \ + $(PYTHONFRAMEWORKDIR)/Versions/$(VERSION)/Resources/English.lproj/InfoPlist.strings + $(LN) -fsn $(VERSION) $(PYTHONFRAMEWORKDIR)/Versions/Current + $(LN) -fsn Versions/Current/$(PYTHONFRAMEWORK) $(PYTHONFRAMEWORKDIR)/$(PYTHONFRAMEWORK) + $(LN) -fsn Versions/Current/Headers $(PYTHONFRAMEWORKDIR)/Headers + $(LN) -fsn Versions/Current/Resources $(PYTHONFRAMEWORKDIR)/Resources + +# This rule builds the Cygwin Python DLL and import library if configured +# for a shared core library; otherwise, this rule is a noop. +$(DLLLIBRARY) libpython$(VERSION).dll.a: $(LIBRARY_OBJS) + if test -n "$(DLLLIBRARY)"; then \ + $(LDSHARED) -Wl,--out-implib=$@ -o $(DLLLIBRARY) $^ \ + $(LIBS) $(MODLIBS) $(SYSLIBS); \ + else true; \ + fi + + +oldsharedmods: $(SHAREDMODS) + + +Makefile Modules/config.c: Makefile.pre \ + $(srcdir)/Modules/config.c.in \ + $(MAKESETUP) \ + Modules/Setup.config \ + Modules/Setup \ + Modules/Setup.local + $(SHELL) $(MAKESETUP) -c $(srcdir)/Modules/config.c.in \ + -s Modules \ + Modules/Setup.config \ + Modules/Setup.local \ + Modules/Setup + @mv config.c Modules + @echo "The Makefile was updated, you may need to re-run make." + + +Modules/Setup: $(srcdir)/Modules/Setup.dist + @if test -f Modules/Setup; then \ + echo "-----------------------------------------------"; \ + echo "Modules/Setup.dist is newer than Modules/Setup;"; \ + echo "check to make sure you have all the updates you"; \ + echo "need in your Modules/Setup file."; \ + echo "Usually, copying Setup.dist to Setup will work."; \ + echo "-----------------------------------------------"; \ + fi + +############################################################################ +# Special rules for object files + +Modules/getbuildinfo.o: $(PARSER_OBJS) \ + $(OBJECT_OBJS) \ + $(PYTHON_OBJS) \ + $(MODULE_OBJS) \ + $(SIGNAL_OBJS) \ + $(MODOBJS) \ + $(srcdir)/Modules/getbuildinfo.c + $(CC) -c $(PY_CFLAGS) -DSVNVERSION=\"`LC_ALL=C $(SVNVERSION)`\" -o $@ $(srcdir)/Modules/getbuildinfo.c + +Modules/getpath.o: $(srcdir)/Modules/getpath.c Makefile + $(CC) -c $(PY_CFLAGS) -DPYTHONPATH='"$(PYTHONPATH)"' \ + -DPREFIX='"$(prefix)"' \ + -DEXEC_PREFIX='"$(exec_prefix)"' \ + -DVERSION='"$(VERSION)"' \ + -DVPATH='"$(VPATH)"' \ + -o $@ $(srcdir)/Modules/getpath.c + +Modules/python.o: $(srcdir)/Modules/python.c + $(MAINCC) -c $(PY_CFLAGS) -o $@ $(srcdir)/Modules/python.c + + +$(GRAMMAR_H) $(GRAMMAR_C): $(PGEN) $(GRAMMAR_INPUT) + -$(PGEN) $(GRAMMAR_INPUT) $(GRAMMAR_H) $(GRAMMAR_C) + +$(PGEN): $(PGENOBJS) + $(CC) $(OPT) $(LDFLAGS) $(PGENOBJS) $(LIBS) -o $(PGEN) + +Parser/grammar.o: $(srcdir)/Parser/grammar.c \ + $(srcdir)/Include/token.h \ + $(srcdir)/Include/grammar.h +Parser/metagrammar.o: $(srcdir)/Parser/metagrammar.c + +Parser/tokenizer_pgen.o: $(srcdir)/Parser/tokenizer.c + +Parser/pgenmain.o: $(srcdir)/Include/parsetok.h + +$(AST_H): $(AST_ASDL) $(ASDLGEN_FILES) + $(ASDLGEN) -h $(AST_H_DIR) $(AST_ASDL) + +$(AST_C): $(AST_ASDL) $(ASDLGEN_FILES) + $(ASDLGEN) -c $(AST_C_DIR) $(AST_ASDL) + +Python/compile.o Python/symtable.o: $(GRAMMAR_H) $(AST_H) + +Python/getplatform.o: $(srcdir)/Python/getplatform.c + $(CC) -c $(PY_CFLAGS) -DPLATFORM='"$(MACHDEP)"' -o $@ $(srcdir)/Python/getplatform.c + +Python/importdl.o: $(srcdir)/Python/importdl.c + $(CC) -c $(PY_CFLAGS) -I$(DLINCLDIR) -o $@ $(srcdir)/Python/importdl.c + +Objects/unicodectype.o: $(srcdir)/Objects/unicodectype.c \ + $(srcdir)/Objects/unicodetype_db.h + +############################################################################ +# Header files + +PYTHON_HEADERS= \ + Include/Python.h \ + Include/Python-ast.h \ + Include/asdl.h \ + Include/abstract.h \ + Include/boolobject.h \ + Include/bufferobject.h \ + Include/ceval.h \ + Include/classobject.h \ + Include/cobject.h \ + Include/code.h \ + Include/codecs.h \ + Include/compile.h \ + Include/complexobject.h \ + Include/descrobject.h \ + Include/dictobject.h \ + Include/enumobject.h \ + Include/genobject.h \ + Include/fileobject.h \ + Include/floatobject.h \ + Include/funcobject.h \ + Include/import.h \ + Include/intobject.h \ + Include/intrcheck.h \ + Include/iterobject.h \ + Include/listobject.h \ + Include/longobject.h \ + Include/methodobject.h \ + Include/modsupport.h \ + Include/moduleobject.h \ + Include/object.h \ + Include/objimpl.h \ + Include/parsetok.h \ + Include/patchlevel.h \ + Include/pyarena.h \ + Include/pydebug.h \ + Include/pyerrors.h \ + Include/pyfpe.h \ + Include/pymem.h \ + Include/pyport.h \ + Include/pystate.h \ + Include/pythonrun.h \ + Include/rangeobject.h \ + Include/setobject.h \ + Include/sliceobject.h \ + Include/stringobject.h \ + Include/structseq.h \ + Include/structmember.h \ + Include/symtable.h \ + Include/sysmodule.h \ + Include/traceback.h \ + Include/tupleobject.h \ + Include/unicodeobject.h \ + Include/weakrefobject.h \ + pyconfig.h + +$(LIBRARY_OBJS) $(MODOBJS) Modules/python.o: $(PYTHON_HEADERS) + + +###################################################################### + +# Test the interpreter (twice, once without .pyc files, once with) +# In the past, we've had problems where bugs in the marshalling or +# elsewhere caused bytecode read from .pyc files to behave differently +# than bytecode generated directly from a .py source file. Sometimes +# the bytecode read from a .pyc file had the bug, somtimes the directly +# generated bytecode. This is sometimes a very shy bug needing a lot of +# sample data. + +TESTOPTS= -l $(EXTRATESTOPTS) +TESTPROG= $(srcdir)/Lib/test/regrtest.py +TESTPYTHON= $(RUNSHARED) ./$(BUILDPYTHON) -E -tt +test: all platform + -find $(srcdir)/Lib -name '*.py[co]' -print | xargs rm -f + -$(TESTPYTHON) $(TESTPROG) $(TESTOPTS) + $(TESTPYTHON) $(TESTPROG) $(TESTOPTS) + +testall: all platform + -find $(srcdir)/Lib -name '*.py[co]' -print | xargs rm -f + -$(TESTPYTHON) $(TESTPROG) $(TESTOPTS) -uall + $(TESTPYTHON) $(TESTPROG) $(TESTOPTS) -uall + +# Run the unitests for both architectures in a Universal build on OSX +# Must be run on an Intel box. +testuniversal: all platform + if [ `arch` != 'i386' ];then \ + echo "This can only be used on OSX/i386" ;\ + exit 1 ;\ + fi + -find $(srcdir)/Lib -name '*.py[co]' -print | xargs rm -f + -$(TESTPYTHON) $(TESTPROG) $(TESTOPTS) -uall + $(TESTPYTHON) $(TESTPROG) $(TESTOPTS) -uall + $(RUNSHARED) /usr/libexec/oah/translate ./$(BUILDPYTHON) -E -tt $(TESTPROG) $(TESTOPTS) -uall + + +# Like testall, but with a single pass only +buildbottest: all platform + $(TESTPYTHON) $(TESTPROG) $(TESTOPTS) -uall -rw + +QUICKTESTOPTS= $(TESTOPTS) -x test_thread test_signal test_strftime \ + test_unicodedata test_re test_sre test_select test_poll \ + test_linuxaudiodev test_struct test_sunaudiodev test_zlib +quicktest: all platform + -find $(srcdir)/Lib -name '*.py[co]' -print | xargs rm -f + -$(TESTPYTHON) $(TESTPROG) $(QUICKTESTOPTS) + $(TESTPYTHON) $(TESTPROG) $(QUICKTESTOPTS) + +MEMTESTOPTS= $(QUICKTESTOPTS) -x test_dl test___all__ test_fork1 \ + test_longexp +memtest: all platform + -rm -f $(srcdir)/Lib/test/*.py[co] + -$(TESTPYTHON) $(TESTPROG) $(MEMTESTOPTS) + $(TESTPYTHON) $(TESTPROG) $(MEMTESTOPTS) + +# Install everything +install: altinstall bininstall maninstall + +# Install almost everything without disturbing previous versions +altinstall: altbininstall libinstall inclinstall libainstall \ + sharedinstall oldsharedinstall + +# Install shared libraries enabled by Setup +DESTDIRS= $(exec_prefix) $(LIBDIR) $(BINLIBDEST) $(DESTSHARED) + +oldsharedinstall: $(DESTSHARED) $(SHAREDMODS) + @for i in X $(SHAREDMODS); do \ + if test $$i != X; then \ + echo $(INSTALL_SHARED) $$i $(DESTSHARED)/`basename $$i`; \ + $(INSTALL_SHARED) $$i $(DESTDIR)$(DESTSHARED)/`basename $$i`; \ + fi; \ + done + +$(DESTSHARED): + @for i in $(DESTDIRS); \ + do \ + if test ! -d $(DESTDIR)$$i; then \ + echo "Creating directory $$i"; \ + $(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \ + else true; \ + fi; \ + done + + +# Install the interpreter (by creating a hard link to python$(VERSION)) +bininstall: altbininstall + -if test -f $(DESTDIR)$(BINDIR)/$(PYTHON) -o -h $(DESTDIR)$(BINDIR)/$(PYTHON); \ + then rm -f $(DESTDIR)$(BINDIR)/$(PYTHON); \ + else true; \ + fi + (cd $(DESTDIR)$(BINDIR); $(LN) python$(VERSION)$(EXE) $(PYTHON)) + (cd $(DESTDIR)$(BINDIR); $(LN) -sf python$(VERSION)-config python-config) + +# Install the interpreter with $(VERSION) affixed +# This goes into $(exec_prefix) +altbininstall: $(BUILDPYTHON) + @for i in $(BINDIR) $(LIBDIR); \ + do \ + if test ! -d $(DESTDIR)$$i; then \ + echo "Creating directory $$i"; \ + $(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \ + else true; \ + fi; \ + done + $(INSTALL_PROGRAM) $(BUILDPYTHON) $(DESTDIR)$(BINDIR)/python$(VERSION)$(EXE) + if test -f libpython$(VERSION)$(SO); then \ + if test "$(SO)" = .dll; then \ + $(INSTALL_SHARED) libpython$(VERSION)$(SO) $(DESTDIR)$(BINDIR); \ + else \ + $(INSTALL_SHARED) libpython$(VERSION)$(SO) $(DESTDIR)$(LIBDIR)/$(INSTSONAME); \ + if test libpython$(VERSION)$(SO) != $(INSTSONAME); then \ + (cd $(DESTDIR)$(LIBDIR); $(LN) -sf $(INSTSONAME) libpython$(VERSION)$(SO)); \ + fi \ + fi; \ + else true; \ + fi + +# Install the manual page +maninstall: + @for i in $(MANDIR) $(MANDIR)/man1; \ + do \ + if test ! -d $(DESTDIR)$$i; then \ + echo "Creating directory $$i"; \ + $(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \ + else true; \ + fi; \ + done + $(INSTALL_DATA) $(srcdir)/Misc/python.man \ + $(DESTDIR)$(MANDIR)/man1/python.1 + +# Install the library +PLATDIR= plat-$(MACHDEP) +EXTRAPLATDIR= +EXTRAMACHDEPPATH= +MACHDEPS= $(PLATDIR) $(EXTRAPLATDIR) +XMLLIBSUBDIRS= xml xml/dom xml/etree xml/parsers xml/sax +PLATMACDIRS= plat-mac plat-mac/Carbon plat-mac/lib-scriptpackages \ + plat-mac/lib-scriptpackages/_builtinSuites \ + plat-mac/lib-scriptpackages/CodeWarrior \ + plat-mac/lib-scriptpackages/Explorer \ + plat-mac/lib-scriptpackages/Finder \ + plat-mac/lib-scriptpackages/Netscape \ + plat-mac/lib-scriptpackages/StdSuites \ + plat-mac/lib-scriptpackages/SystemEvents \ + plat-mac/lib-scriptpackages/Terminal +PLATMACPATH=:plat-mac:plat-mac/lib-scriptpackages +LIBSUBDIRS= lib-tk site-packages test test/output test/data \ + test/decimaltestdata \ + encodings compiler hotshot \ + email email/mime email/test email/test/data \ + sqlite3 sqlite3/test \ + logging bsddb bsddb/test csv wsgiref \ + ctypes ctypes/test ctypes/macholib idlelib idlelib/Icons \ + distutils distutils/command distutils/tests $(XMLLIBSUBDIRS) \ + setuptools setuptools/command setuptools/tests setuptools.egg-info \ + curses $(MACHDEPS) +libinstall: $(BUILDPYTHON) $(srcdir)/Lib/$(PLATDIR) + @for i in $(SCRIPTDIR) $(LIBDEST); \ + do \ + if test ! -d $(DESTDIR)$$i; then \ + echo "Creating directory $$i"; \ + $(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \ + else true; \ + fi; \ + done + @for d in $(LIBSUBDIRS); \ + do \ + a=$(srcdir)/Lib/$$d; \ + if test ! -d $$a; then continue; else true; fi; \ + b=$(LIBDEST)/$$d; \ + if test ! -d $(DESTDIR)$$b; then \ + echo "Creating directory $$b"; \ + $(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$b; \ + else true; \ + fi; \ + done + @for i in $(srcdir)/Lib/*.py $(srcdir)/Lib/*.doc $(srcdir)/Lib/*.egg-info ; \ + do \ + if test -x $$i; then \ + $(INSTALL_SCRIPT) $$i $(DESTDIR)$(LIBDEST); \ + echo $(INSTALL_SCRIPT) $$i $(LIBDEST); \ + else \ + $(INSTALL_DATA) $$i $(DESTDIR)$(LIBDEST); \ + echo $(INSTALL_DATA) $$i $(LIBDEST); \ + fi; \ + done + @for d in $(LIBSUBDIRS); \ + do \ + a=$(srcdir)/Lib/$$d; \ + if test ! -d $$a; then continue; else true; fi; \ + if test `ls $$a | wc -l` -lt 1; then continue; fi; \ + b=$(LIBDEST)/$$d; \ + for i in $$a/*; \ + do \ + case $$i in \ + *CVS) ;; \ + *.py[co]) ;; \ + *.orig) ;; \ + *~) ;; \ + *) \ + if test -d $$i; then continue; fi; \ + if test -x $$i; then \ + echo $(INSTALL_SCRIPT) $$i $$b; \ + $(INSTALL_SCRIPT) $$i $(DESTDIR)$$b; \ + else \ + echo $(INSTALL_DATA) $$i $$b; \ + $(INSTALL_DATA) $$i $(DESTDIR)$$b; \ + fi;; \ + esac; \ + done; \ + done + $(INSTALL_DATA) $(srcdir)/LICENSE $(DESTDIR)$(LIBDEST)/LICENSE.txt + PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \ + ./$(BUILDPYTHON) -Wi -tt $(DESTDIR)$(LIBDEST)/compileall.py \ + -d $(LIBDEST) -f \ + -x 'bad_coding|badsyntax|site-packages' $(DESTDIR)$(LIBDEST) + PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \ + ./$(BUILDPYTHON) -Wi -tt -O $(DESTDIR)$(LIBDEST)/compileall.py \ + -d $(LIBDEST) -f \ + -x 'bad_coding|badsyntax|site-packages' $(DESTDIR)$(LIBDEST) + -PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \ + ./$(BUILDPYTHON) -Wi -t $(DESTDIR)$(LIBDEST)/compileall.py \ + -d $(LIBDEST)/site-packages -f \ + -x badsyntax $(DESTDIR)$(LIBDEST)/site-packages + -PYTHONPATH=$(DESTDIR)$(LIBDEST) $(RUNSHARED) \ + ./$(BUILDPYTHON) -Wi -t -O $(DESTDIR)$(LIBDEST)/compileall.py \ + -d $(LIBDEST)/site-packages -f \ + -x badsyntax $(DESTDIR)$(LIBDEST)/site-packages + +# Create the PLATDIR source directory, if one wasn't distributed.. +$(srcdir)/Lib/$(PLATDIR): + mkdir $(srcdir)/Lib/$(PLATDIR) + cp $(srcdir)/Lib/plat-generic/regen $(srcdir)/Lib/$(PLATDIR)/regen + export PATH; PATH="`pwd`:$$PATH"; \ + export PYTHONPATH; PYTHONPATH="`pwd`/Lib"; \ + export DYLD_FRAMEWORK_PATH; DYLD_FRAMEWORK_PATH="`pwd`"; \ + export EXE; EXE="$(BUILDEXE)"; \ + cd $(srcdir)/Lib/$(PLATDIR); ./regen + +# Install the include files +INCLDIRSTOMAKE=$(INCLUDEDIR) $(CONFINCLUDEDIR) $(INCLUDEPY) $(CONFINCLUDEPY) +inclinstall: + @for i in $(INCLDIRSTOMAKE); \ + do \ + if test ! -d $(DESTDIR)$$i; then \ + echo "Creating directory $$i"; \ + $(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \ + else true; \ + fi; \ + done + @for i in $(srcdir)/Include/*.h; \ + do \ + echo $(INSTALL_DATA) $$i $(INCLUDEPY); \ + $(INSTALL_DATA) $$i $(DESTDIR)$(INCLUDEPY); \ + done + $(INSTALL_DATA) pyconfig.h $(DESTDIR)$(CONFINCLUDEPY)/pyconfig.h + +# Install the library and miscellaneous stuff needed for extending/embedding +# This goes into $(exec_prefix) +LIBPL= $(LIBP)/config +libainstall: all + @for i in $(LIBDIR) $(LIBP) $(LIBPL); \ + do \ + if test ! -d $(DESTDIR)$$i; then \ + echo "Creating directory $$i"; \ + $(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \ + else true; \ + fi; \ + done + @if test -d $(LIBRARY); then :; else \ + if test "$(PYTHONFRAMEWORKDIR)" = no-framework; then \ + if test "$(SO)" = .dll; then \ + $(INSTALL_DATA) $(LDLIBRARY) $(DESTDIR)$(LIBPL) ; \ + else \ + $(INSTALL_DATA) $(LIBRARY) $(DESTDIR)$(LIBPL)/$(LIBRARY) ; \ + $(RANLIB) $(DESTDIR)$(LIBPL)/$(LIBRARY) ; \ + fi; \ + else \ + echo Skip install of $(LIBRARY) - use make frameworkinstall; \ + fi; \ + fi + $(INSTALL_DATA) Modules/config.c $(DESTDIR)$(LIBPL)/config.c + $(INSTALL_DATA) Modules/python.o $(DESTDIR)$(LIBPL)/python.o + $(INSTALL_DATA) $(srcdir)/Modules/config.c.in $(DESTDIR)$(LIBPL)/config.c.in + $(INSTALL_DATA) Makefile $(DESTDIR)$(LIBPL)/Makefile + $(INSTALL_DATA) Modules/Setup $(DESTDIR)$(LIBPL)/Setup + $(INSTALL_DATA) Modules/Setup.local $(DESTDIR)$(LIBPL)/Setup.local + $(INSTALL_DATA) Modules/Setup.config $(DESTDIR)$(LIBPL)/Setup.config + $(INSTALL_SCRIPT) $(srcdir)/Modules/makesetup $(DESTDIR)$(LIBPL)/makesetup + $(INSTALL_SCRIPT) $(srcdir)/install-sh $(DESTDIR)$(LIBPL)/install-sh + # Substitution happens here, as the completely-expanded BINDIR + # is not available in configure + sed -e "s,@EXENAME@,$(BINDIR)/python$(VERSION)$(EXE)," < $(srcdir)/Misc/python-config.in >python-config + $(INSTALL_SCRIPT) python-config $(DESTDIR)$(BINDIR)/python$(VERSION)-config + rm python-config + @if [ -s Modules/python.exp -a \ + "`echo $(MACHDEP) | sed 's/^\(...\).*/\1/'`" = "aix" ]; then \ + echo; echo "Installing support files for building shared extension modules on AIX:"; \ + $(INSTALL_DATA) Modules/python.exp \ + $(DESTDIR)$(LIBPL)/python.exp; \ + echo; echo "$(LIBPL)/python.exp"; \ + $(INSTALL_SCRIPT) $(srcdir)/Modules/makexp_aix \ + $(DESTDIR)$(LIBPL)/makexp_aix; \ + echo "$(LIBPL)/makexp_aix"; \ + $(INSTALL_SCRIPT) $(srcdir)/Modules/ld_so_aix \ + $(DESTDIR)$(LIBPL)/ld_so_aix; \ + echo "$(LIBPL)/ld_so_aix"; \ + echo; echo "See Misc/AIX-NOTES for details."; \ + else true; \ + fi + @case "$(MACHDEP)" in beos*) \ + echo; echo "Installing support files for building shared extension modules on BeOS:"; \ + $(INSTALL_DATA) Misc/BeOS-NOTES $(DESTDIR)$(LIBPL)/README; \ + echo; echo "$(LIBPL)/README"; \ + $(INSTALL_SCRIPT) Modules/ar_beos $(DESTDIR)$(LIBPL)/ar_beos; \ + echo "$(LIBPL)/ar_beos"; \ + $(INSTALL_SCRIPT) Modules/ld_so_beos $(DESTDIR)$(LIBPL)/ld_so_beos; \ + echo "$(LIBPL)/ld_so_beos"; \ + echo; echo "See Misc/BeOS-NOTES for details."; \ + ;; \ + esac + +# Install the dynamically loadable modules +# This goes into $(exec_prefix) +sharedinstall: + $(RUNSHARED) ./$(BUILDPYTHON) -E $(srcdir)/setup.py install \ + --prefix=$(prefix) \ + --install-scripts=$(BINDIR) \ + --install-platlib=$(DESTSHARED) \ + --root=/$(DESTDIR) + +# Here are a couple of targets for MacOSX again, to install a full +# framework-based Python. frameworkinstall installs everything, the +# subtargets install specific parts. Much of the actual work is offloaded to +# the Makefile in Mac +# +# +# This target is here for backward compatiblity, previous versions of Python +# hadn't integrated framework installation in the normal install process. +frameworkinstall: install + +# On install, we re-make the framework +# structure in the install location, /Library/Frameworks/ or the argument to +# --enable-framework. If --enable-framework has been specified then we have +# automatically set prefix to the location deep down in the framework, so we +# only have to cater for the structural bits of the framework. + +frameworkinstallframework: frameworkinstallstructure install frameworkinstallmaclib + +frameworkinstallstructure: $(LDLIBRARY) + @if test "$(PYTHONFRAMEWORKDIR)" = no-framework; then \ + echo Not configured with --enable-framework; \ + exit 1; \ + else true; \ + fi + @for i in $(prefix)/Resources/English.lproj $(prefix)/lib; do\ + if test ! -d $(DESTDIR)$$i; then \ + echo "Creating directory $(DESTDIR)$$i"; \ + $(INSTALL) -d -m $(DIRMODE) $(DESTDIR)$$i; \ + else true; \ + fi; \ + done + $(LN) -fsn include/python$(VERSION) $(DESTDIR)$(prefix)/Headers + $(INSTALL_DATA) $(RESSRCDIR)/Info.plist $(DESTDIR)$(prefix)/Resources/Info.plist + $(INSTALL_DATA) $(RESSRCDIR)/version.plist $(DESTDIR)$(prefix)/Resources/version.plist + $(INSTALL_DATA) $(RESSRCDIR)/English.lproj/InfoPlist.strings \ + $(DESTDIR)$(prefix)/Resources/English.lproj/InfoPlist.strings + $(LN) -fsn $(VERSION) $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/Versions/Current + $(LN) -fsn Versions/Current/Python $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/Python + $(LN) -fsn Versions/Current/Headers $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/Headers + $(LN) -fsn Versions/Current/Resources $(DESTDIR)$(PYTHONFRAMEWORKINSTALLDIR)/Resources + $(INSTALL_SHARED) $(LDLIBRARY) $(DESTDIR)$(PYTHONFRAMEWORKPREFIX)/$(LDLIBRARY) + +# This installs Mac/Lib into the framework +# Install a number of symlinks to keep software that expects a normal unix +# install (which includes python-config) happy. +frameworkinstallmaclib: + ln -fs "../../../Python" "$(DESTDIR)$(prefix)/lib/python$(VERSION)/config/libpython$(VERSION).a" + cd Mac && $(MAKE) installmacsubtree DESTDIR="$(DESTDIR)" + +# This installs the IDE, the Launcher and other apps into /Applications +frameworkinstallapps: + cd Mac && $(MAKE) installapps DESTDIR="$(DESTDIR)" + +# This install the unix python and pythonw tools in /usr/local/bin +frameworkinstallunixtools: + cd Mac && $(MAKE) installunixtools DESTDIR="$(DESTDIR)" + +frameworkaltinstallunixtools: + cd Mac && $(MAKE) altinstallunixtools DESTDIR="$(DESTDIR)" + +# This installs the Demos and Tools into the applications directory. +# It is not part of a normal frameworkinstall +frameworkinstallextras: + cd Mac && Make installextras DESTDIR="$(DESTDIR)" + +# This installs a few of the useful scripts in Tools/scripts +scriptsinstall: + SRCDIR=$(srcdir) $(RUNSHARED) \ + ./$(BUILDPYTHON) $(srcdir)/Tools/scripts/setup.py install \ + --prefix=$(prefix) \ + --install-scripts=$(BINDIR) \ + --root=/$(DESTDIR) + +# Build the toplevel Makefile +Makefile.pre: Makefile.pre.in config.status + CONFIG_FILES=Makefile.pre CONFIG_HEADERS= $(SHELL) config.status + $(MAKE) -f Makefile.pre Makefile + +# Run the configure script. +config.status: $(srcdir)/configure + $(SHELL) $(srcdir)/configure $(CONFIG_ARGS) + +.PRECIOUS: config.status $(BUILDPYTHON) Makefile Makefile.pre + +# Some make's put the object file in the current directory +.c.o: + $(CC) -c $(PY_CFLAGS) -o $@ $< + +# Run reindent on the library +reindent: + ./python$(EXEEXT) $(srcdir)/Tools/scripts/reindent.py -r $(srcdir)/Lib + +# Rerun configure with the same options as it was run last time, +# provided the config.status script exists +recheck: + $(SHELL) config.status --recheck + $(SHELL) config.status + +# Rebuild the configure script from configure.in; also rebuild pyconfig.h.in +autoconf: + (cd $(srcdir); autoconf) + (cd $(srcdir); autoheader) + +# Create a tags file for vi +tags:: + cd $(srcdir); \ + ctags -w -t Include/*.h; \ + for i in $(SRCDIRS); do ctags -w -t -a $$i/*.[ch]; \ + done; \ + sort -o tags tags + +# Create a tags file for GNU Emacs +TAGS:: + cd $(srcdir); \ + etags Include/*.h; \ + for i in $(SRCDIRS); do etags -a $$i/*.[ch]; done + +# Sanitation targets -- clean leaves libraries, executables and tags +# files, which clobber removes those as well +pycremoval: + find $(srcdir) -name '*.py[co]' -exec rm -f {} ';' + +clean: pycremoval + find . -name '*.o' -exec rm -f {} ';' + find . -name '*.s[ol]' -exec rm -f {} ';' + find $(srcdir)/build -name 'fficonfig.h' -exec rm -f {} ';' || true + find $(srcdir)/build -name 'fficonfig.py' -exec rm -f {} ';' || true + +clobber: clean + -rm -f $(BUILDPYTHON) $(PGEN) $(LIBRARY) $(LDLIBRARY) $(DLLLIBRARY) \ + tags TAGS \ + config.cache config.log pyconfig.h Modules/config.c + -rm -rf build platform + -rm -rf $(PYTHONFRAMEWORKDIR) + +# Make things extra clean, before making a distribution: +# remove all generated files, even Makefile[.pre] +# Keep configure and Python-ast.[ch], it's possible they can't be generated +distclean: clobber + -rm -f core Makefile Makefile.pre config.status \ + Modules/Setup Modules/Setup.local Modules/Setup.config + find $(srcdir) '(' -name '*.fdc' -o -name '*~' \ + -o -name '[@,#]*' -o -name '*.old' \ + -o -name '*.orig' -o -name '*.rej' \ + -o -name '*.bak' ')' \ + -exec rm -f {} ';' + +# Check for smelly exported symbols (not starting with Py/_Py) +smelly: all + nm -p $(LIBRARY) | \ + sed -n "/ [TDB] /s/.* //p" | grep -v "^_*Py" | sort -u; \ + +# Find files with funny names +funny: + find $(DISTDIRS) -type d \ + -o -name '*.[chs]' \ + -o -name '*.py' \ + -o -name '*.doc' \ + -o -name '*.sty' \ + -o -name '*.bib' \ + -o -name '*.dat' \ + -o -name '*.el' \ + -o -name '*.fd' \ + -o -name '*.in' \ + -o -name '*.tex' \ + -o -name '*,[vpt]' \ + -o -name 'Setup' \ + -o -name 'Setup.*' \ + -o -name README \ + -o -name Makefile \ + -o -name ChangeLog \ + -o -name Repository \ + -o -name Root \ + -o -name Entries \ + -o -name Tag \ + -o -name tags \ + -o -name TAGS \ + -o -name .cvsignore \ + -o -name MANIFEST \ + -o -print + +# Dependencies + +Python/thread.o: $(srcdir)/Python/thread_atheos.h $(srcdir)/Python/thread_beos.h $(srcdir)/Python/thread_cthread.h $(srcdir)/Python/thread_foobar.h $(srcdir)/Python/thread_lwp.h $(srcdir)/Python/thread_nt.h $(srcdir)/Python/thread_os2.h $(srcdir)/Python/thread_pth.h $(srcdir)/Python/thread_pthread.h $(srcdir)/Python/thread_sgi.h $(srcdir)/Python/thread_solaris.h $(srcdir)/Python/thread_wince.h + +# Declare targets that aren't real files +.PHONY: all sharedmods oldsharedmods test quicktest memtest +.PHONY: install altinstall oldsharedinstall bininstall altbininstall +.PHONY: maninstall libinstall inclinstall libainstall sharedinstall +.PHONY: frameworkinstall frameworkinstallframework frameworkinstallstructure +.PHONY: frameworkinstallmaclib frameworkinstallapps frameworkinstallunixtools +.PHONY: frameworkaltinstallunixtools recheck autoconf clean clobber distclean +.PHONY: smelly funny + +# IF YOU PUT ANYTHING HERE IT WILL GO AWAY + +# Rules appended by makedepend + +Modules/threadmodule.o: $(srcdir)/Modules/threadmodule.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/threadmodule.c -o Modules/threadmodule.o +Modules/threadmodule$(SO): Modules/threadmodule.o; $(LDSHARED) Modules/threadmodule.o -o Modules/threadmodule$(SO) +Modules/signalmodule.o: $(srcdir)/Modules/signalmodule.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/signalmodule.c -o Modules/signalmodule.o +Modules/signalmodule$(SO): Modules/signalmodule.o; $(LDSHARED) Modules/signalmodule.o -o Modules/signalmodule$(SO) +Modules/posixmodule.o: $(srcdir)/Modules/posixmodule.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/posixmodule.c -o Modules/posixmodule.o +Modules/posixmodule$(SO): Modules/posixmodule.o; $(LDSHARED) Modules/posixmodule.o -o Modules/posixmodule$(SO) +Modules/errnomodule.o: $(srcdir)/Modules/errnomodule.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/errnomodule.c -o Modules/errnomodule.o +Modules/errnomodule$(SO): Modules/errnomodule.o; $(LDSHARED) Modules/errnomodule.o -o Modules/errnomodule$(SO) +Modules/pwdmodule.o: $(srcdir)/Modules/pwdmodule.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/pwdmodule.c -o Modules/pwdmodule.o +Modules/pwdmodule$(SO): Modules/pwdmodule.o; $(LDSHARED) Modules/pwdmodule.o -o Modules/pwdmodule$(SO) +Modules/_sre.o: $(srcdir)/Modules/_sre.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/_sre.c -o Modules/_sre.o +Modules/_sre$(SO): Modules/_sre.o; $(LDSHARED) Modules/_sre.o -o Modules/_sre$(SO) +Modules/_codecsmodule.o: $(srcdir)/Modules/_codecsmodule.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/_codecsmodule.c -o Modules/_codecsmodule.o +Modules/_codecsmodule$(SO): Modules/_codecsmodule.o; $(LDSHARED) Modules/_codecsmodule.o -o Modules/_codecsmodule$(SO) +Modules/zipimport.o: $(srcdir)/Modules/zipimport.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/zipimport.c -o Modules/zipimport.o +Modules/zipimport$(SO): Modules/zipimport.o; $(LDSHARED) Modules/zipimport.o -o Modules/zipimport$(SO) +Modules/symtablemodule.o: $(srcdir)/Modules/symtablemodule.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/symtablemodule.c -o Modules/symtablemodule.o +Modules/_symtablemodule$(SO): Modules/symtablemodule.o; $(LDSHARED) Modules/symtablemodule.o -o Modules/_symtablemodule$(SO) +Modules/xxsubtype.o: $(srcdir)/Modules/xxsubtype.c; $(CC) $(PY_CFLAGS) -c $(srcdir)/Modules/xxsubtype.c -o Modules/xxsubtype.o +Modules/xxsubtype$(SO): Modules/xxsubtype.o; $(LDSHARED) Modules/xxsubtype.o -o Modules/xxsubtype$(SO) diff --git a/pkg/lexer/testdata/mason_calling_component.m b/pkg/lexer/testdata/mason_calling_component.m new file mode 100644 index 00000000..41fd4bfa --- /dev/null +++ b/pkg/lexer/testdata/mason_calling_component.m @@ -0,0 +1,4 @@ +<& + /path/to/comp.mi, + name=>value +&> diff --git a/pkg/lexer/testdata/mason_unnamed_block.m b/pkg/lexer/testdata/mason_unnamed_block.m new file mode 100644 index 00000000..a00f89a8 --- /dev/null +++ b/pkg/lexer/testdata/mason_unnamed_block.m @@ -0,0 +1,5 @@ +<%class> +has 'foo'; +has 'bar' => (required => 1); +has 'baz' => (isa => 'Int', default => 17); + diff --git a/pkg/lexer/testdata/matlab_comment.m b/pkg/lexer/testdata/matlab_comment.m new file mode 100644 index 00000000..db46851f --- /dev/null +++ b/pkg/lexer/testdata/matlab_comment.m @@ -0,0 +1,2 @@ + +% comment diff --git a/pkg/lexer/testdata/matlab_function.m b/pkg/lexer/testdata/matlab_function.m new file mode 100644 index 00000000..003ba1f7 --- /dev/null +++ b/pkg/lexer/testdata/matlab_function.m @@ -0,0 +1,2 @@ +% comment +function foo = bar(a, b, c) diff --git a/pkg/lexer/testdata/matlab_systemcmd.m b/pkg/lexer/testdata/matlab_systemcmd.m new file mode 100644 index 00000000..e1b662d0 --- /dev/null +++ b/pkg/lexer/testdata/matlab_systemcmd.m @@ -0,0 +1,3 @@ + +!rmdir oldtests + diff --git a/pkg/lexer/testdata/matlab_windows.m b/pkg/lexer/testdata/matlab_windows.m new file mode 100644 index 00000000..90fa3314 --- /dev/null +++ b/pkg/lexer/testdata/matlab_windows.m @@ -0,0 +1,2 @@ +% comment +function foo = bar(a, b, c) diff --git a/pkg/lexer/testdata/modula2_basic.def b/pkg/lexer/testdata/modula2_basic.def new file mode 100644 index 00000000..499db8ee --- /dev/null +++ b/pkg/lexer/testdata/modula2_basic.def @@ -0,0 +1,18 @@ +MODULE Areas; + +FROM Terminal2 IMPORT WriteString, WriteChar, WriteLn, ReadChar, + WriteReal, ReadReal; + +VAR InChar, CapInChar : CHAR; + +PROCEDURE AreaOfSquare; +VAR Length, Area : REAL; +BEGIN + WriteString("Square Enter length of a side : "); + ReadReal(Length); + Area := Length * Length; + WriteLn; + WriteString("The area is "); + WriteReal(Area,15); + WriteLn; +END AreaOfSquare; diff --git a/pkg/lexer/testdata/modula2_pascal.def b/pkg/lexer/testdata/modula2_pascal.def new file mode 100644 index 00000000..33f969c8 --- /dev/null +++ b/pkg/lexer/testdata/modula2_pascal.def @@ -0,0 +1,14 @@ +Program WakaTime_Cli; +Var + Num1, Num2, Sum : Integer; + +(* Here the main program block starts *) +Begin {no semicolon} + Write('Input number 1:'); + Readln(Num1); + Writeln('Input number 2:'); + Readln(Num2); + Sum := Num1 + Num2; {addition} + Writeln(Sum); + Readln; +End. diff --git a/pkg/lexer/testdata/modula2_pascal_function.def b/pkg/lexer/testdata/modula2_pascal_function.def new file mode 100644 index 00000000..aab52e80 --- /dev/null +++ b/pkg/lexer/testdata/modula2_pascal_function.def @@ -0,0 +1,13 @@ +function max(num1, num2: integer): integer; + +var + result: integer; + +begin + if (num1 > num2) then + result := num1 + + else + result := num2; + max := result; +end; diff --git a/pkg/lexer/testdata/mysql_backtick.sql b/pkg/lexer/testdata/mysql_backtick.sql new file mode 100644 index 00000000..d8927346 --- /dev/null +++ b/pkg/lexer/testdata/mysql_backtick.sql @@ -0,0 +1 @@ +CREATE TABLE `my_table` (id INT); diff --git a/pkg/lexer/testdata/nasm.asm b/pkg/lexer/testdata/nasm.asm new file mode 100644 index 00000000..252dc14c --- /dev/null +++ b/pkg/lexer/testdata/nasm.asm @@ -0,0 +1,15 @@ +.model small +.stack 100h +.data +msg db "Merry Christmas!",'$' +.code +main proc + mov ax, SEG msg + mov ds, ax + mov dx, offset msg + mov ah, 9 + int 21h + mov ax, 4c00h + int 21h +main endp +end main diff --git a/pkg/lexer/testdata/nemerle_if.n b/pkg/lexer/testdata/nemerle_if.n new file mode 100644 index 00000000..781d6337 --- /dev/null +++ b/pkg/lexer/testdata/nemerle_if.n @@ -0,0 +1 @@ +@if(ok, 0, -1) diff --git a/pkg/lexer/testdata/nesc_ifdef.nc b/pkg/lexer/testdata/nesc_ifdef.nc new file mode 100644 index 00000000..2cc51856 --- /dev/null +++ b/pkg/lexer/testdata/nesc_ifdef.nc @@ -0,0 +1,2 @@ + +#ifdef LOW_POWER_LISTENING diff --git a/pkg/lexer/testdata/nesc_ifndef.nc b/pkg/lexer/testdata/nesc_ifndef.nc new file mode 100644 index 00000000..07926d53 --- /dev/null +++ b/pkg/lexer/testdata/nesc_ifndef.nc @@ -0,0 +1,2 @@ + +#ifndef LPL_SLEEP_INTERVAL diff --git a/pkg/lexer/testdata/nesc_include.nc b/pkg/lexer/testdata/nesc_include.nc new file mode 100644 index 00000000..313720d5 --- /dev/null +++ b/pkg/lexer/testdata/nesc_include.nc @@ -0,0 +1,2 @@ + +#include diff --git a/pkg/lexer/testdata/notmuch b/pkg/lexer/testdata/notmuch new file mode 100644 index 00000000..61be8c6a --- /dev/null +++ b/pkg/lexer/testdata/notmuch @@ -0,0 +1,15 @@ + message{ id:5d0693e2.1c69fb81.d5fc9.1f6e@mx.google.com depth:0 match:1 excluded:0 filename:/home/user/mail/INBOX/new/1560712171_0.11014.blue,U=20254,FMD5=7e33429f656f1e6e9d79b29c3f82c57e:2, + header{ +John Doe (1 mins. ago) (inbox unread) +Subject: Hello world! +From: john.doe@example.com +Date: Sun, 16 Jun 2019 16:00:00 -0300 + header} + body{ + part{ ID: 1, Content-type: text/plain +#!/bin/sh + +echo 'Hello world!' + part} + body} + message} diff --git a/pkg/lexer/testdata/numpy.py b/pkg/lexer/testdata/numpy.py new file mode 100644 index 00000000..ed389a97 --- /dev/null +++ b/pkg/lexer/testdata/numpy.py @@ -0,0 +1,6 @@ +import re +import numpy as np + +arr = np.array([1, 2, 3, 4, 5]) + +print('NumPy') diff --git a/pkg/lexer/testdata/numpy_basic b/pkg/lexer/testdata/numpy_basic new file mode 100644 index 00000000..ee4a05cc --- /dev/null +++ b/pkg/lexer/testdata/numpy_basic @@ -0,0 +1,7 @@ +#!/usr/bin/env python3 + +import numpy as np + +arr = np.array([1, 2, 3, 4, 5]) + +print(arr) diff --git a/pkg/lexer/testdata/numpy_from_import b/pkg/lexer/testdata/numpy_from_import new file mode 100644 index 00000000..1eb6aa67 --- /dev/null +++ b/pkg/lexer/testdata/numpy_from_import @@ -0,0 +1,5 @@ +#!/usr/bin/env python3 + +from numpy import pi + +print(pi) diff --git a/pkg/lexer/testdata/objectivec_keyword_end.m b/pkg/lexer/testdata/objectivec_keyword_end.m new file mode 100644 index 00000000..5b2538b8 --- /dev/null +++ b/pkg/lexer/testdata/objectivec_keyword_end.m @@ -0,0 +1 @@ +@end diff --git a/pkg/lexer/testdata/objectivec_keyword_implementation.m b/pkg/lexer/testdata/objectivec_keyword_implementation.m new file mode 100644 index 00000000..87e62f18 --- /dev/null +++ b/pkg/lexer/testdata/objectivec_keyword_implementation.m @@ -0,0 +1 @@ +@implementation diff --git a/pkg/lexer/testdata/objectivec_keyword_protocol.m b/pkg/lexer/testdata/objectivec_keyword_protocol.m new file mode 100644 index 00000000..fc2ac85c --- /dev/null +++ b/pkg/lexer/testdata/objectivec_keyword_protocol.m @@ -0,0 +1 @@ +@protocol diff --git a/pkg/lexer/testdata/objectivec_message.m b/pkg/lexer/testdata/objectivec_message.m new file mode 100644 index 00000000..d9b520f9 --- /dev/null +++ b/pkg/lexer/testdata/objectivec_message.m @@ -0,0 +1 @@ +[ WakaTime wakatime ] diff --git a/pkg/lexer/testdata/objectivec_nsnumber.m b/pkg/lexer/testdata/objectivec_nsnumber.m new file mode 100644 index 00000000..12edb821 --- /dev/null +++ b/pkg/lexer/testdata/objectivec_nsnumber.m @@ -0,0 +1 @@ +@1234 diff --git a/pkg/lexer/testdata/objectivec_nsstring.m b/pkg/lexer/testdata/objectivec_nsstring.m new file mode 100644 index 00000000..4401240e --- /dev/null +++ b/pkg/lexer/testdata/objectivec_nsstring.m @@ -0,0 +1 @@ +@"WakaTime" diff --git a/pkg/lexer/testdata/objectivej_import copy.j b/pkg/lexer/testdata/objectivej_import copy.j new file mode 100644 index 00000000..62e83234 --- /dev/null +++ b/pkg/lexer/testdata/objectivej_import copy.j @@ -0,0 +1 @@ +@import diff --git a/pkg/lexer/testdata/objectivej_import.j b/pkg/lexer/testdata/objectivej_import.j new file mode 100644 index 00000000..62e83234 --- /dev/null +++ b/pkg/lexer/testdata/objectivej_import.j @@ -0,0 +1 @@ +@import diff --git a/pkg/lexer/testdata/openedge_else_do.p b/pkg/lexer/testdata/openedge_else_do.p new file mode 100644 index 00000000..23713b27 --- /dev/null +++ b/pkg/lexer/testdata/openedge_else_do.p @@ -0,0 +1,3 @@ +ELSE DO: + ans = TRUE. + MESSAGE "Has this order been paid?" UPDATE ans. diff --git a/pkg/lexer/testdata/openedge_end.p b/pkg/lexer/testdata/openedge_end.p new file mode 100644 index 00000000..0e546cfb --- /dev/null +++ b/pkg/lexer/testdata/openedge_end.p @@ -0,0 +1,6 @@ +ON CHOOSE OF send-button DO: + RUN runRemoteProc. + S1 = "Ran proc(" + STRING(xmtcnt) + ")". + DISPLAY S1 WITH FRAME foo 1 DOWN. + HIDE FRAME bar. +END. diff --git a/pkg/lexer/testdata/openedge_end_procedure.p b/pkg/lexer/testdata/openedge_end_procedure.p new file mode 100644 index 00000000..382a567f --- /dev/null +++ b/pkg/lexer/testdata/openedge_end_procedure.p @@ -0,0 +1,7 @@ +PROCEDURE runRemoteProc: + DEFINE VARIABLE ix AS CHARACTER NO-UNDO. + ASSIGN + xmtcnt = xmtcnt + 1 + ix = FILL("X", 30). + sh:CANCEL-REQUESTS-AFTER(10). +END PROCEDURE. diff --git a/pkg/lexer/testdata/pawn_tagof.pwn b/pkg/lexer/testdata/pawn_tagof.pwn new file mode 100644 index 00000000..219d67c6 --- /dev/null +++ b/pkg/lexer/testdata/pawn_tagof.pwn @@ -0,0 +1,10 @@ +stock Print({_, Float, bool}:arg, arg_tag=tagof(arg)) +{ + switch(arg_tag) + { + case (tagof(Float:)): + PrintFloat(Float:arg); + default: + PrintInt(_:arg); + } +} diff --git a/pkg/lexer/testdata/perl6_assign.pl6 b/pkg/lexer/testdata/perl6_assign.pl6 new file mode 100644 index 00000000..de4816b6 --- /dev/null +++ b/pkg/lexer/testdata/perl6_assign.pl6 @@ -0,0 +1 @@ +my %hash := Hash.new; diff --git a/pkg/lexer/testdata/perl6_enum.pl6 b/pkg/lexer/testdata/perl6_enum.pl6 new file mode 100644 index 00000000..d872c3ee --- /dev/null +++ b/pkg/lexer/testdata/perl6_enum.pl6 @@ -0,0 +1,3 @@ +# a sample comment + +enum DirStat ; diff --git a/pkg/lexer/testdata/perl6_pod.pl6 b/pkg/lexer/testdata/perl6_pod.pl6 new file mode 100644 index 00000000..db73246f --- /dev/null +++ b/pkg/lexer/testdata/perl6_pod.pl6 @@ -0,0 +1,7 @@ +=begin pod + +Here's some POD! Wooo + +=end pod + +my %hash := Hash.new; diff --git a/pkg/lexer/testdata/perl6_scoped_class.pl6 b/pkg/lexer/testdata/perl6_scoped_class.pl6 new file mode 100644 index 00000000..75254d9c --- /dev/null +++ b/pkg/lexer/testdata/perl6_scoped_class.pl6 @@ -0,0 +1,4 @@ +my class Point { + has Int $.x; + has Int $.y; +} diff --git a/pkg/lexer/testdata/perl6_shebang.pl6 b/pkg/lexer/testdata/perl6_shebang.pl6 new file mode 100644 index 00000000..ec460af4 --- /dev/null +++ b/pkg/lexer/testdata/perl6_shebang.pl6 @@ -0,0 +1 @@ +#!/usr/bin/env perl6 diff --git a/pkg/lexer/testdata/perl6_v6.pl6 b/pkg/lexer/testdata/perl6_v6.pl6 new file mode 100644 index 00000000..96a23abc --- /dev/null +++ b/pkg/lexer/testdata/perl6_v6.pl6 @@ -0,0 +1 @@ +use v6; diff --git a/pkg/lexer/testdata/perl_basic.pl b/pkg/lexer/testdata/perl_basic.pl new file mode 100644 index 00000000..786cf623 --- /dev/null +++ b/pkg/lexer/testdata/perl_basic.pl @@ -0,0 +1 @@ +my $string = "wakatime-cli"; diff --git a/pkg/lexer/testdata/perl_shebang.pl b/pkg/lexer/testdata/perl_shebang.pl new file mode 100644 index 00000000..5ba39a26 --- /dev/null +++ b/pkg/lexer/testdata/perl_shebang.pl @@ -0,0 +1 @@ +#!/usr/bin/env perl diff --git a/pkg/lexer/testdata/perl_unicon_like.pl b/pkg/lexer/testdata/perl_unicon_like.pl new file mode 100644 index 00000000..8ba51658 --- /dev/null +++ b/pkg/lexer/testdata/perl_unicon_like.pl @@ -0,0 +1,2 @@ +while line := read(f) do + write(line) diff --git a/pkg/lexer/testdata/povray_camera.pov b/pkg/lexer/testdata/povray_camera.pov new file mode 100644 index 00000000..34068d6e --- /dev/null +++ b/pkg/lexer/testdata/povray_camera.pov @@ -0,0 +1,9 @@ +//Place the camera +camera { + sky <0,0,1> //Don't change this + direction <-1,0,0> //Don't change this + right <-4/3,0,0> //Don't change this + location <30,10,1.5> //Camera location + look_at <0,0,0> //Where camera is pointing + angle 15 //Angle of the view--increase to see more, decrease to see less +} diff --git a/pkg/lexer/testdata/povray_declare.pov b/pkg/lexer/testdata/povray_declare.pov new file mode 100644 index 00000000..840474c2 --- /dev/null +++ b/pkg/lexer/testdata/povray_declare.pov @@ -0,0 +1,5 @@ +//Create a box that extends between the 2 specified points +#declare mycube = box { + <0,0,0> // one corner position + <1,1,1> // other corner position +} diff --git a/pkg/lexer/testdata/povray_light_source.pov b/pkg/lexer/testdata/povray_light_source.pov new file mode 100644 index 00000000..10631e12 --- /dev/null +++ b/pkg/lexer/testdata/povray_light_source.pov @@ -0,0 +1,5 @@ +//Place a light--you can have more than one! +light_source { + <10,-10,20> //Change this if you want to put the light at a different point + color White*2 //Multiplying by 2 doubles the brightness +} diff --git a/pkg/lexer/testdata/povray_version.pov b/pkg/lexer/testdata/povray_version.pov new file mode 100644 index 00000000..d3a5ce06 --- /dev/null +++ b/pkg/lexer/testdata/povray_version.pov @@ -0,0 +1 @@ +#version 1.0; // Change to 1.0 mode diff --git a/pkg/lexer/testdata/prolog.ecl b/pkg/lexer/testdata/prolog.ecl new file mode 100644 index 00000000..c30bf303 --- /dev/null +++ b/pkg/lexer/testdata/prolog.ecl @@ -0,0 +1,6 @@ +%% Sorted is a sorted version of List if Sorted is +%% a permutation of List (same elements in possibly +%% different order) and Sorted is sorted (second rule). +sorted(List, Sorted) :- + perm(List, Sorted), + sorted(Sorted). diff --git a/pkg/lexer/testdata/python2_shebang.py b/pkg/lexer/testdata/python2_shebang.py new file mode 100644 index 00000000..18ff5363 --- /dev/null +++ b/pkg/lexer/testdata/python2_shebang.py @@ -0,0 +1 @@ +#!/usr/bin/env python2 diff --git a/pkg/lexer/testdata/python3_import.py b/pkg/lexer/testdata/python3_import.py new file mode 100644 index 00000000..fe1ab764 --- /dev/null +++ b/pkg/lexer/testdata/python3_import.py @@ -0,0 +1,3 @@ +import math + +print(math.pi) diff --git a/pkg/lexer/testdata/python3_shebang.py b/pkg/lexer/testdata/python3_shebang.py new file mode 100644 index 00000000..e5a0d9b4 --- /dev/null +++ b/pkg/lexer/testdata/python3_shebang.py @@ -0,0 +1 @@ +#!/usr/bin/env python3 diff --git a/pkg/lexer/testdata/qbasic_dynamiccmd.bas b/pkg/lexer/testdata/qbasic_dynamiccmd.bas new file mode 100644 index 00000000..8ee6d63c --- /dev/null +++ b/pkg/lexer/testdata/qbasic_dynamiccmd.bas @@ -0,0 +1,2 @@ +REM $DYNAMIC 'create dynamic arrays only +DIM array(10) 'create array with 11 elements diff --git a/pkg/lexer/testdata/qbasic_staticcmd.bas b/pkg/lexer/testdata/qbasic_staticcmd.bas new file mode 100644 index 00000000..67f4fb25 --- /dev/null +++ b/pkg/lexer/testdata/qbasic_staticcmd.bas @@ -0,0 +1,4 @@ +REM $STATIC + +INPUT "Enter array size: ", size +DIM array(size) 'using an actual number instead of the variable will create an error! diff --git a/pkg/lexer/testdata/r_expression.r b/pkg/lexer/testdata/r_expression.r new file mode 100644 index 00000000..fe4e2a28 --- /dev/null +++ b/pkg/lexer/testdata/r_expression.r @@ -0,0 +1 @@ +x <- 1:12 diff --git a/pkg/lexer/testdata/ragel.rl b/pkg/lexer/testdata/ragel.rl new file mode 100644 index 00000000..b291770a --- /dev/null +++ b/pkg/lexer/testdata/ragel.rl @@ -0,0 +1,17 @@ +/* + * @LANG: indep + */ + +%%{ + machine any1; + main := any; +}%% + +##### INPUT ##### +"" +"x" +"xx" +##### OUTPUT ##### +FAIL +ACCEPT +FAIL \ No newline at end of file diff --git a/pkg/lexer/testdata/raise.rsl b/pkg/lexer/testdata/raise.rsl new file mode 100644 index 00000000..4f033988 --- /dev/null +++ b/pkg/lexer/testdata/raise.rsl @@ -0,0 +1,12 @@ +scheme SET_DATABASE = + class + type + Database = Person-set, + Person = Text + value + empty : Database = {} , + register : Person × Database → Database + register(p,db) ≡ db ∪ { p } , + is_in : Person × Database → Bool + is_in(p,db) ≡ p ∈ db + end diff --git a/pkg/lexer/testdata/rebol.r b/pkg/lexer/testdata/rebol.r new file mode 100644 index 00000000..d7a0e7ca --- /dev/null +++ b/pkg/lexer/testdata/rebol.r @@ -0,0 +1,30 @@ +REBOL [ + Title: "Resizable Digital Clock" + Version: 1.3.3 + Author: "Carl Sassenrath" +] + +f: layout [ + origin 0 + b: banner 140x32 rate 1 + effect [gradient 0x1 0.0.150 0.0.50] + feel [engage: func [f a e] [set-face b now/time]] +] + +resize: does [ + b/size: max 20x20 min 1000x200 f/size + b/font/size: max 24 f/size/y - 40 + b/text: "Resize Me" + b/size/x: 1024 ; for size-text + b/size/x: 20 + first size-text b + f/size: b/size + show f +] + +view/options/new f 'resize +resize +insert-event-func [ + if event/type = 'resize [resize] + event +] +do-events diff --git a/pkg/lexer/testdata/rebol_header_preceding_text.r b/pkg/lexer/testdata/rebol_header_preceding_text.r new file mode 100644 index 00000000..999a235b --- /dev/null +++ b/pkg/lexer/testdata/rebol_header_preceding_text.r @@ -0,0 +1,25 @@ +preface.... everything what is before header is not evaluated +so this should not be colorized: +1 + 2 + +REBOL [] ;<- this is minimal header, everything behind it must be colorized + +;## String tests ## +print "Hello ^"World" ;<- with escaped char +multiline-string: { + bla bla "bla" {bla} +} +char-a: #"a" +escaped-a: #"^(61)" +new-line: #"^/" + +;## Binaries ## +print decompress 64#{eJzLSM3JyQcABiwCFQUAAAA=} +;2#{0000 00000} ;<- this one is invalid! +2#{} +#{FF00} + +;##Date + time ## +1-Feb-2009 +1-Feb-2009/2:24:46+1:0 +1:0 1:1:1 -0:1.1 diff --git a/pkg/lexer/testdata/resource.txt b/pkg/lexer/testdata/resource.txt new file mode 100644 index 00000000..219fdc05 --- /dev/null +++ b/pkg/lexer/testdata/resource.txt @@ -0,0 +1,8 @@ +root:table { + usage:string { "Usage: genrb [Options] files" } + version:int { 122 } + errorcodes:array { + :string { "Invalid argument" } + :string { "File not found" } + } +} diff --git a/pkg/lexer/testdata/rhtml.rhtml b/pkg/lexer/testdata/rhtml.rhtml new file mode 100644 index 00000000..27fa75c3 --- /dev/null +++ b/pkg/lexer/testdata/rhtml.rhtml @@ -0,0 +1,13 @@ + + + + A minimal rhtml example + + +
    + <% @products.each do |p| %> +
  • <%= @p.name %>
    • + <% end %> +
+ + diff --git a/pkg/lexer/testdata/scdoc_asterisk.scd b/pkg/lexer/testdata/scdoc_asterisk.scd new file mode 100644 index 00000000..73b734a1 --- /dev/null +++ b/pkg/lexer/testdata/scdoc_asterisk.scd @@ -0,0 +1 @@ +\_This formatting\_ will not be interpreted by scdoc. diff --git a/pkg/lexer/testdata/scdoc_underscore.scd b/pkg/lexer/testdata/scdoc_underscore.scd new file mode 100644 index 00000000..da721711 --- /dev/null +++ b/pkg/lexer/testdata/scdoc_underscore.scd @@ -0,0 +1 @@ +\*This formatting\* will not be interpreted by scdoc. diff --git a/pkg/lexer/testdata/singularity_full.def b/pkg/lexer/testdata/singularity_full.def new file mode 100644 index 00000000..788bd1b5 --- /dev/null +++ b/pkg/lexer/testdata/singularity_full.def @@ -0,0 +1,12 @@ +BoOtStRaP: library # pass: headers are case-insensitive +# pass: do not highlight '%' +MirrorURL: http://mirror.centos.org/centos-%{OSVERSION}/%{OSVERSION}/os/$basearch/ + From: ubuntu:18.04 # pass: leading whitespace allowed + +%setup + touch /file1 +touch ${SINGULARITY_ROOTFS}/file2 # pass: leading whitespace optional + +%files + /file1 + /file1 /opt diff --git a/pkg/lexer/testdata/singularity_only_header.def b/pkg/lexer/testdata/singularity_only_header.def new file mode 100644 index 00000000..d477c551 --- /dev/null +++ b/pkg/lexer/testdata/singularity_only_header.def @@ -0,0 +1,4 @@ +BoOtStRaP: library # pass: headers are case-insensitive +# pass: do not highlight '%' +MirrorURL: http://mirror.centos.org/centos-%{OSVERSION}/%{OSVERSION}/os/$basearch/ + From: ubuntu:18.04 # pass: leading whitespace allowed diff --git a/pkg/lexer/testdata/singularity_only_section.def b/pkg/lexer/testdata/singularity_only_section.def new file mode 100644 index 00000000..fef5c3ca --- /dev/null +++ b/pkg/lexer/testdata/singularity_only_section.def @@ -0,0 +1,16 @@ +%setup + touch /file1 +touch ${SINGULARITY_ROOTFS}/file2 # pass: leading whitespace optional + +%files + /file1 + /file1 /opt + +%environment + export LISTEN_PORT=12345 + export LC_ALL=C + +%runscript + echo "Container was created $NOW" + echo "Arguments received: $*" + exec echo "$@" diff --git a/pkg/lexer/testdata/slurm.sl b/pkg/lexer/testdata/slurm.sl new file mode 100644 index 00000000..3d70d1bd --- /dev/null +++ b/pkg/lexer/testdata/slurm.sl @@ -0,0 +1,17 @@ +#!/bin/bash +#SBATCH --job-name=serial_job_test # Job name +#SBATCH --mail-type=END,FAIL # Mail events (NONE, BEGIN, END, FAIL, ALL) +#SBATCH --mail-user=email@ufl.edu # Where to send mail +#SBATCH --ntasks=1 # Run on a single CPU +#SBATCH --mem=1gb # Job memory request +#SBATCH --time=00:05:00 # Time limit hrs:min:sec +#SBATCH --output=serial_test_%j.log # Standard output and error log +pwd; hostname; date + +module load python + +echo "Running plot script on a single CPU core" + +python /ufrc/data/training/SLURM/plot_template.py + +date diff --git a/pkg/lexer/testdata/smali_class.smali b/pkg/lexer/testdata/smali_class.smali new file mode 100644 index 00000000..2b5d7d07 --- /dev/null +++ b/pkg/lexer/testdata/smali_class.smali @@ -0,0 +1 @@ +.class public LHelloWorld; diff --git a/pkg/lexer/testdata/smali_class_keyword.smali b/pkg/lexer/testdata/smali_class_keyword.smali new file mode 100644 index 00000000..cfc07845 --- /dev/null +++ b/pkg/lexer/testdata/smali_class_keyword.smali @@ -0,0 +1,27 @@ +.class public LHelloWorld; + +#Ye olde hello world application +#To assemble and run this on a phone or emulator: +# +#java -jar smali.jar -o classes.dex HelloWorld.smali +#zip HelloWorld.zip classes.dex +#adb push HelloWorld.zip /data/local +#adb shell dalvikvm -cp /data/local/HelloWorld.zip HelloWorld +# +#if you get out of memory type errors when running smali.jar, try +#java -Xmx512m -jar smali.jar HelloWorld.smali +#instead + +.super Ljava/lang/Object; + +.method public static main([Ljava/lang/String;)V + .registers 2 + + sget-object v0, Ljava/lang/System;->out:Ljava/io/PrintStream; + + const-string v1, "Hello World!" + + invoke-virtual {v0, v1}, Ljava/io/PrintStream;->println(Ljava/lang/String;)V + + return-void +.end method diff --git a/pkg/lexer/testdata/smali_keyword.smali b/pkg/lexer/testdata/smali_keyword.smali new file mode 100644 index 00000000..cf300f88 --- /dev/null +++ b/pkg/lexer/testdata/smali_keyword.smali @@ -0,0 +1,34 @@ +.method public getTokens(I)I + .locals 2 + .param p1, "amt" # I + + .prologue + const/4 v0, 0x0 + + .line 2 + iget-boolean v1, p0, Lcom/limbenjamin/Example;->isPaid:Z + + if-nez v1, :cond_1 + + .line 5 + :cond_0 + :goto_0 + return v0 + + .line 2 + :cond_1 + iget-object v1, p0, Lcom/limbenjamin/Example;->handler:Lcom/limbenjamin/ExampleHandler; + + if-eqz v1, :cond_0 + + .line 3 + move v3, p1 + + iget-object v0, p0, Lcom/limbenjamin/Example;->handler:Lcom/limbenjamin/ExampleHandler; + + invoke-interface {v0, v3}, Lcom/limbenjamin/ExampleHandler;->creditTokens(I)V + + move-result v0 + + goto :goto_0 +.end method diff --git a/pkg/lexer/testdata/sources-indented.list b/pkg/lexer/testdata/sources-indented.list new file mode 100644 index 00000000..3609f013 --- /dev/null +++ b/pkg/lexer/testdata/sources-indented.list @@ -0,0 +1,3 @@ + + deb http://deb.debian.org/debian buster main + deb-src http://deb.debian.org/debian buster main diff --git a/pkg/lexer/testdata/sources-invalid.list b/pkg/lexer/testdata/sources-invalid.list new file mode 100644 index 00000000..2cf16e14 --- /dev/null +++ b/pkg/lexer/testdata/sources-invalid.list @@ -0,0 +1,3 @@ + + xxx deb http://deb.debian.org/debian buster main + xxx deb-src http://deb.debian.org/debian buster main diff --git a/pkg/lexer/testdata/sources.list b/pkg/lexer/testdata/sources.list new file mode 100644 index 00000000..37177509 --- /dev/null +++ b/pkg/lexer/testdata/sources.list @@ -0,0 +1,8 @@ +deb http://deb.debian.org/debian buster main +deb-src http://deb.debian.org/debian buster main + +deb http://deb.debian.org/debian-security/ buster/updates main +deb-src http://deb.debian.org/debian-security/ buster/updates main + +deb http://deb.debian.org/debian buster-updates main +deb-src http://deb.debian.org/debian buster-updates main diff --git a/pkg/lexer/testdata/ssp_basic.ssp b/pkg/lexer/testdata/ssp_basic.ssp new file mode 100644 index 00000000..08d80c9c --- /dev/null +++ b/pkg/lexer/testdata/ssp_basic.ssp @@ -0,0 +1,2 @@ +<%@ import val model: Person %> +

Hello ${name}, what is the weather like in ${city}

diff --git a/pkg/lexer/testdata/stan_basic.stan b/pkg/lexer/testdata/stan_basic.stan new file mode 100644 index 00000000..83f06fc5 --- /dev/null +++ b/pkg/lexer/testdata/stan_basic.stan @@ -0,0 +1,18 @@ +data { + int n; //number of schools + real y[n]; // effect of coaching + real sigma[n]; // standard errors of effects +} +parameters { + real mu; // the overall mean effect + real tau; // the inverse variance of the effect + vector[n] eta; // standardized school-level effects (see below) +} +transformed parameters { + vector[n] theta; + theta = mu + tau * eta; // find theta from mu, tau, and eta +} +model { + target += normal_lpdf(eta | 0, 1); // eta follows standard normal + target += normal_lpdf(y | theta, sigma); // y follows normal with mean theta and sd sigma +} diff --git a/pkg/lexer/testdata/supercollider_sinosc.sc b/pkg/lexer/testdata/supercollider_sinosc.sc new file mode 100644 index 00000000..8b595117 --- /dev/null +++ b/pkg/lexer/testdata/supercollider_sinosc.sc @@ -0,0 +1 @@ +{ [SinOsc.ar(440, 0, 0.2), SinOsc.ar(442, 0, 0.2)] }.play; diff --git a/pkg/lexer/testdata/supercollider_thisfunctiondef.sc b/pkg/lexer/testdata/supercollider_thisfunctiondef.sc new file mode 100644 index 00000000..2ed5be84 --- /dev/null +++ b/pkg/lexer/testdata/supercollider_thisfunctiondef.sc @@ -0,0 +1 @@ +[thisFunctionDef.varNames, thisFunctionDef.prototypeFrame[thisFunctionDef.numArgs ..]].flop.flatten; diff --git a/pkg/lexer/testdata/swig copy.i b/pkg/lexer/testdata/swig copy.i new file mode 100644 index 00000000..63204631 --- /dev/null +++ b/pkg/lexer/testdata/swig copy.i @@ -0,0 +1,9 @@ +%module swig_example + +// Add necessary symbols to generated header +%{ +#include "swig-example.h" +%} + +// Process symbols in header +%include "swig-example.h" diff --git a/pkg/lexer/testdata/swig.i b/pkg/lexer/testdata/swig.i new file mode 100644 index 00000000..63204631 --- /dev/null +++ b/pkg/lexer/testdata/swig.i @@ -0,0 +1,9 @@ +%module swig_example + +// Add necessary symbols to generated header +%{ +#include "swig-example.h" +%} + +// Process symbols in header +%include "swig-example.h" diff --git a/pkg/lexer/testdata/swig_unknown_directive.i b/pkg/lexer/testdata/swig_unknown_directive.i new file mode 100644 index 00000000..4062f19d --- /dev/null +++ b/pkg/lexer/testdata/swig_unknown_directive.i @@ -0,0 +1 @@ +%unknown diff --git a/pkg/lexer/testdata/tads3_game_main_def.t b/pkg/lexer/testdata/tads3_game_main_def.t new file mode 100644 index 00000000..fdc55195 --- /dev/null +++ b/pkg/lexer/testdata/tads3_game_main_def.t @@ -0,0 +1,9 @@ +gameMain: GameMainDef + initialPlayerChar: Actor { + desc = "You look the same as usual, but you feel unusually sentimental." + } + showIntro + { + "wakatime-cli"; + } +; diff --git a/pkg/lexer/testdata/tads3_tads_keyword.t b/pkg/lexer/testdata/tads3_tads_keyword.t new file mode 100644 index 00000000..54648f7a --- /dev/null +++ b/pkg/lexer/testdata/tads3_tads_keyword.t @@ -0,0 +1,4 @@ +for (local i in 0 .. __TADS3) + word += concat( + rand(rand('', clusters, consonants)), rand('"h"?'), + rand(vowels...), rand('','', 'i', 'u', rand(ends))); diff --git a/pkg/lexer/testdata/tads3_version_info.t b/pkg/lexer/testdata/tads3_version_info.t new file mode 100644 index 00000000..cda51148 --- /dev/null +++ b/pkg/lexer/testdata/tads3_version_info.t @@ -0,0 +1,4 @@ +versionInfo: GameID + IFID = '17d8efc3-07da-4dde-a837-ff7c4e386a77' + name = 'Chromalion' +; diff --git a/pkg/lexer/testdata/tasm.asm b/pkg/lexer/testdata/tasm.asm new file mode 100644 index 00000000..252dc14c --- /dev/null +++ b/pkg/lexer/testdata/tasm.asm @@ -0,0 +1,15 @@ +.model small +.stack 100h +.data +msg db "Merry Christmas!",'$' +.code +main proc + mov ax, SEG msg + mov ds, ax + mov dx, offset msg + mov ah, 9 + int 21h + mov ax, 4c00h + int 21h +main endp +end main diff --git a/pkg/lexer/testdata/teraterm_commands.ttl b/pkg/lexer/testdata/teraterm_commands.ttl new file mode 100644 index 00000000..e4ee0c81 --- /dev/null +++ b/pkg/lexer/testdata/teraterm_commands.ttl @@ -0,0 +1,10 @@ +strcompare c "thing" +if result = 1 then + goto label_ +elseif result > -1 then + goto 10 +elseif d > (1+2*3)/7 then + messagebox "thing" +else + messagebox "done" +endif diff --git a/pkg/lexer/testdata/transactsql_bracket.sql b/pkg/lexer/testdata/transactsql_bracket.sql new file mode 100644 index 00000000..68cddaa6 --- /dev/null +++ b/pkg/lexer/testdata/transactsql_bracket.sql @@ -0,0 +1,3 @@ +SELECT * +FROM [TableX] +WHERE [KeyCol] = 124 diff --git a/pkg/lexer/testdata/transactsql_declare.sql b/pkg/lexer/testdata/transactsql_declare.sql new file mode 100644 index 00000000..1ab71363 --- /dev/null +++ b/pkg/lexer/testdata/transactsql_declare.sql @@ -0,0 +1 @@ +DECLARE @find VARCHAR(30); diff --git a/pkg/lexer/testdata/transactsql_go.sql b/pkg/lexer/testdata/transactsql_go.sql new file mode 100644 index 00000000..9e19232f --- /dev/null +++ b/pkg/lexer/testdata/transactsql_go.sql @@ -0,0 +1,2 @@ +DROP TABLE TestTable; +GO diff --git a/pkg/lexer/testdata/transactsql_variable.sql b/pkg/lexer/testdata/transactsql_variable.sql new file mode 100644 index 00000000..ee747e8f --- /dev/null +++ b/pkg/lexer/testdata/transactsql_variable.sql @@ -0,0 +1 @@ +SET @MyCounter = 0; diff --git a/pkg/lexer/testdata/turtle_basic.ttl b/pkg/lexer/testdata/turtle_basic.ttl new file mode 100644 index 00000000..2c9ec56a --- /dev/null +++ b/pkg/lexer/testdata/turtle_basic.ttl @@ -0,0 +1,6 @@ +@base . +@prefix dcterms: . @prefix xs: . +@prefix mads: . +@prefix skos: . +PREFIX dc: # SPARQL-like syntax is OK +@prefix : . # empty prefix is OK diff --git a/pkg/lexer/testdata/ucode_endrepeat.u b/pkg/lexer/testdata/ucode_endrepeat.u new file mode 100644 index 00000000..c268006f --- /dev/null +++ b/pkg/lexer/testdata/ucode_endrepeat.u @@ -0,0 +1,4 @@ +repeat { + write(i) +} +endrepeat diff --git a/pkg/lexer/testdata/ucode_endsuspend.u b/pkg/lexer/testdata/ucode_endsuspend.u new file mode 100644 index 00000000..e8f1bd01 --- /dev/null +++ b/pkg/lexer/testdata/ucode_endsuspend.u @@ -0,0 +1,2 @@ +suspend |writes(" e1")\3 do writes(" e2") +endsuspend diff --git a/pkg/lexer/testdata/ucode_procedure.u b/pkg/lexer/testdata/ucode_procedure.u new file mode 100644 index 00000000..9604e523 --- /dev/null +++ b/pkg/lexer/testdata/ucode_procedure.u @@ -0,0 +1,3 @@ +procedure main() +write("hello, world") +end diff --git a/pkg/lexer/testdata/ucode_self.u b/pkg/lexer/testdata/ucode_self.u new file mode 100644 index 00000000..6ab4775d --- /dev/null +++ b/pkg/lexer/testdata/ucode_self.u @@ -0,0 +1 @@ +\self /self diff --git a/pkg/lexer/testdata/ucode_varset.u b/pkg/lexer/testdata/ucode_varset.u new file mode 100644 index 00000000..201a96c9 --- /dev/null +++ b/pkg/lexer/testdata/ucode_varset.u @@ -0,0 +1 @@ +x := "Example" diff --git a/pkg/lexer/testdata/urbiscript_freezeif.u b/pkg/lexer/testdata/urbiscript_freezeif.u new file mode 100644 index 00000000..90f4c084 --- /dev/null +++ b/pkg/lexer/testdata/urbiscript_freezeif.u @@ -0,0 +1,4 @@ +timeout(3.2s) detach({ + freezeif(b) every(500ms) echo("tick"), + freezeif(!b) every(500ms) echo("tack") + })|; diff --git a/pkg/lexer/testdata/urbiscript_waituntil.u b/pkg/lexer/testdata/urbiscript_waituntil.u new file mode 100644 index 00000000..2cc64631 --- /dev/null +++ b/pkg/lexer/testdata/urbiscript_waituntil.u @@ -0,0 +1 @@ +waituntil (e?(1, var b)); diff --git a/pkg/lexer/testdata/vb_if.vb b/pkg/lexer/testdata/vb_if.vb new file mode 100644 index 00000000..63e3ea71 --- /dev/null +++ b/pkg/lexer/testdata/vb_if.vb @@ -0,0 +1,2 @@ + +#If DEBUG Then diff --git a/pkg/lexer/testdata/vb_module.vb b/pkg/lexer/testdata/vb_module.vb new file mode 100644 index 00000000..4eda5609 --- /dev/null +++ b/pkg/lexer/testdata/vb_module.vb @@ -0,0 +1,2 @@ + +Module Module1 diff --git a/pkg/lexer/testdata/vb_namespace.vb b/pkg/lexer/testdata/vb_namespace.vb new file mode 100644 index 00000000..95bdf8f8 --- /dev/null +++ b/pkg/lexer/testdata/vb_namespace.vb @@ -0,0 +1,2 @@ + +Namespace WakaTime diff --git a/pkg/lexer/testdata/vcl_preceding_comments.vcl b/pkg/lexer/testdata/vcl_preceding_comments.vcl new file mode 100644 index 00000000..a29101d1 --- /dev/null +++ b/pkg/lexer/testdata/vcl_preceding_comments.vcl @@ -0,0 +1,20 @@ +######################################################################### +# This is an example VCL file for Varnish 4.0. # +# From: https://gist.github.com/davidthingsaker/6b0997b641fdd370a395 # +# LICENSE: If this could help you in any way, you are obliged to use it # +# for free with no limitations. # +######################################################################### + + +# Marker to tell the VCL compiler that this VCL has been adapted to the +# new 4.0 format. +vcl 4.0; + +import std; + +# Default backend definition. Set this to point to your content server. +backend default { + .host = "127.0.0.1"; + .port = "8080"; +} + diff --git a/pkg/lexer/testdata/vcl_top_line.vcl b/pkg/lexer/testdata/vcl_top_line.vcl new file mode 100644 index 00000000..63566a8d --- /dev/null +++ b/pkg/lexer/testdata/vcl_top_line.vcl @@ -0,0 +1,9 @@ +vcl 4.0; + +import std; + +# Default backend definition. Set this to point to your content server. +backend default { + .host = "127.0.0.1"; + .port = "8080"; +} diff --git a/pkg/lexer/testdata/velocity_all.vm b/pkg/lexer/testdata/velocity_all.vm new file mode 100644 index 00000000..343aa893 --- /dev/null +++ b/pkg/lexer/testdata/velocity_all.vm @@ -0,0 +1,27 @@ +#macro (writeTable $productList) + #set ($rowCount = 1) + #foreach($product in $productList) + #if ($rowCount % 2 == 0) + #set ($bgcolor = "#FFFFFF") + #else + #set ($bgcolor = "#CCCCCC") + #end + + $product.name + $product.price + + #set ($rowCount = $rowCount + 1) + #end +#end + + + + + Macros Test + + + + #writeTable($products) +
+ + diff --git a/pkg/lexer/testdata/velocity_foreach.vm b/pkg/lexer/testdata/velocity_foreach.vm new file mode 100644 index 00000000..af9b1c74 --- /dev/null +++ b/pkg/lexer/testdata/velocity_foreach.vm @@ -0,0 +1,5 @@ +
    + #foreach( $product in $allProducts ) +
  • $product
    • + #end +
diff --git a/pkg/lexer/testdata/velocity_if.vm b/pkg/lexer/testdata/velocity_if.vm new file mode 100644 index 00000000..d545f281 --- /dev/null +++ b/pkg/lexer/testdata/velocity_if.vm @@ -0,0 +1,4 @@ + +#if( $display ) + Velocity! +#end diff --git a/pkg/lexer/testdata/velocity_macro.vm b/pkg/lexer/testdata/velocity_macro.vm new file mode 100644 index 00000000..d1e2b1ef --- /dev/null +++ b/pkg/lexer/testdata/velocity_macro.vm @@ -0,0 +1,4 @@ + +#macro(getBookListLink, $readingTrackerResult) + $readingTrackerResult.getBookListLink() +#end diff --git a/pkg/lexer/testdata/velocity_reference.vm b/pkg/lexer/testdata/velocity_reference.vm new file mode 100644 index 00000000..b2fd0f8a --- /dev/null +++ b/pkg/lexer/testdata/velocity_reference.vm @@ -0,0 +1,2 @@ + +Hello $name! Welcome to Velocity! diff --git a/pkg/lexer/testdata/verilog_all.v b/pkg/lexer/testdata/verilog_all.v new file mode 100644 index 00000000..e8dc1b61 --- /dev/null +++ b/pkg/lexer/testdata/verilog_all.v @@ -0,0 +1,10 @@ +wire A , B , C , D , E ; // simple 1 -bit wide wires +wire [8:0] Wide ; // a 9 -bit wide wire +reg I ; + +assign A = B & C ; // using a wire with an assign statement + +always @ ( B or C ) begin +I = B | C ; // using wires on the right - hand side of an always@ +// assignment +end diff --git a/pkg/lexer/testdata/verilog_assign.v b/pkg/lexer/testdata/verilog_assign.v new file mode 100644 index 00000000..d67f624f --- /dev/null +++ b/pkg/lexer/testdata/verilog_assign.v @@ -0,0 +1 @@ +assign A = B & C ; diff --git a/pkg/lexer/testdata/verilog_reg.v b/pkg/lexer/testdata/verilog_reg.v new file mode 100644 index 00000000..37f585eb --- /dev/null +++ b/pkg/lexer/testdata/verilog_reg.v @@ -0,0 +1 @@ +reg [3:0] binary_out ; diff --git a/pkg/lexer/testdata/verilog_wire.v b/pkg/lexer/testdata/verilog_wire.v new file mode 100644 index 00000000..18c22638 --- /dev/null +++ b/pkg/lexer/testdata/verilog_wire.v @@ -0,0 +1 @@ +wire [8:0] Wide ; diff --git a/pkg/lexer/testdata/xml_doctype_html.xml b/pkg/lexer/testdata/xml_doctype_html.xml new file mode 100644 index 00000000..4d415ee3 --- /dev/null +++ b/pkg/lexer/testdata/xml_doctype_html.xml @@ -0,0 +1 @@ + diff --git a/pkg/lexer/testdata/xslt.xsl b/pkg/lexer/testdata/xslt.xsl new file mode 100644 index 00000000..05d9f92a --- /dev/null +++ b/pkg/lexer/testdata/xslt.xsl @@ -0,0 +1,15 @@ + + + + + + + Article - + Authors: + + + + - + + + diff --git a/pkg/lexer/tiddler.go b/pkg/lexer/tiddler.go new file mode 100644 index 00000000..3a7aa31a --- /dev/null +++ b/pkg/lexer/tiddler.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Tiddler lexer. For TiddlyWiki5 markup. +type Tiddler struct{} + +// Lexer returns the lexer. +func (l Tiddler) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"tid"}, + Filenames: []string{"*.tid"}, + MimeTypes: []string{"text/vnd.tiddlywiki"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Tiddler) Name() string { + return heartbeat.LanguageTiddler.StringChroma() +} diff --git a/pkg/lexer/tnt.go b/pkg/lexer/tnt.go new file mode 100644 index 00000000..30562333 --- /dev/null +++ b/pkg/lexer/tnt.go @@ -0,0 +1,33 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// TNT lexer. Lexer for Typographic Number Theory, as described in the book +// Gödel, Escher, Bach, by Douglas R. Hofstadter, or as summarized here: +// https://github.com/Kenny2github/language-tnt/blob/master/README.md#summary-of-tnt +type TNT struct{} + +// Lexer returns the lexer. +func (l TNT) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"tnt"}, + Filenames: []string{"*.tnt"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (TNT) Name() string { + return heartbeat.LanguageTNT.StringChroma() +} diff --git a/pkg/lexer/todotxt.go b/pkg/lexer/todotxt.go new file mode 100644 index 00000000..9d7a02e4 --- /dev/null +++ b/pkg/lexer/todotxt.go @@ -0,0 +1,34 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Todotxt lexer. Lexer for Todo.txt todo list format. +type Todotxt struct{} + +// Lexer returns the lexer. +func (l Todotxt) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"todotxt"}, + // *.todotxt is not a standard extension for Todo.txt files; including it + // makes testing easier, and also makes autodetecting file type easier. + Filenames: []string{"todo.txt", "*.todotxt"}, + MimeTypes: []string{"text/x-todo"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Todotxt) Name() string { + return heartbeat.LanguageTodotxt.StringChroma() +} diff --git a/pkg/lexer/trafficscript.go b/pkg/lexer/trafficscript.go new file mode 100644 index 00000000..ff438a5f --- /dev/null +++ b/pkg/lexer/trafficscript.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// TrafficScript lexer. For `Riverbed Stingray Traffic Manager +// ` +type TrafficScript struct{} + +// Lexer returns the lexer. +func (l TrafficScript) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"rts", "trafficscript"}, + Filenames: []string{"*.rts"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (TrafficScript) Name() string { + return heartbeat.LanguageTrafficScript.StringChroma() +} diff --git a/pkg/lexer/transactsql.go b/pkg/lexer/transactsql.go new file mode 100644 index 00000000..415d0a7e --- /dev/null +++ b/pkg/lexer/transactsql.go @@ -0,0 +1,82 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var ( + tSQLAnalyserGoRe = regexp.MustCompile(`(?i)\bgo\b`) + tSQLAnalyserDeclareRe = regexp.MustCompile(`(?i)\bdeclare\s+@`) + tSQLAnalyserVariableRe = regexp.MustCompile(`@[a-zA-Z_]\w*\b`) + tSQLAnalyserNameBetweenBacktickRe = regexp.MustCompile("`[a-zA-Z_]\\w*`") + tSQLAnalyserNameBetweenBracketRe = regexp.MustCompile(`\[[a-zA-Z_]\w*\]`) +) + +// TransactSQL lexer. +type TransactSQL struct{} + +// Lexer returns the lexer. +func (l TransactSQL) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + var ( + ok bool + rgxlexer *chroma.RegexLexer + ) + + if rgxlexer, ok = lexer.(*chroma.RegexLexer); !ok { + return nil + } + + rgxlexer.SetAnalyser(func(text string) float32 { + if tSQLAnalyserDeclareRe.MatchString(text) { + // Found T-SQL variable declaration. + return 1.0 + } + + nameBetweenBacktickCount := len(tSQLAnalyserNameBetweenBacktickRe.FindAllString(text, -1)) + nameBetweenBracketCount := len(tSQLAnalyserNameBetweenBracketRe.FindAllString(text, -1)) + + var result float32 + + // We need to check if there are any names using + // backticks or brackets, as otherwise both are 0 + // and 0 >= 2 * 0, so we would always assume it's true + dialectNameCount := nameBetweenBacktickCount + nameBetweenBracketCount + + // nolint: gocritic + if dialectNameCount >= 1 && nameBetweenBracketCount >= (2*nameBetweenBacktickCount) { + // Found at least twice as many [name] as `name`. + result += 0.5 + } else if nameBetweenBracketCount > nameBetweenBacktickCount { + result += 0.2 + } else if nameBetweenBracketCount > 0 { + result += 0.1 + } + + if tSQLAnalyserVariableRe.MatchString(text) { + result += 0.1 + } + + if tSQLAnalyserGoRe.MatchString(text) { + result += 0.1 + } + + return result + }) + + return rgxlexer +} + +// Name returns the name of the lexer. +func (TransactSQL) Name() string { + return heartbeat.LanguageTransactSQL.StringChroma() +} diff --git a/pkg/lexer/transactsql_test.go b/pkg/lexer/transactsql_test.go new file mode 100644 index 00000000..0563bb8e --- /dev/null +++ b/pkg/lexer/transactsql_test.go @@ -0,0 +1,45 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestTransactSQL_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "declare": { + Filepath: "testdata/transactsql_declare.sql", + Expected: 1.0, + }, + "bracket": { + Filepath: "testdata/transactsql_bracket.sql", + Expected: 0.5, + }, + "variable": { + Filepath: "testdata/transactsql_variable.sql", + Expected: 0.1, + }, + "go": { + Filepath: "testdata/transactsql_go.sql", + Expected: 0.1, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.TransactSQL{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/treetop.go b/pkg/lexer/treetop.go new file mode 100644 index 00000000..fbd6ed8b --- /dev/null +++ b/pkg/lexer/treetop.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Treetop lexer. A lexer for Treetop grammars. +type Treetop struct{} + +// Lexer returns the lexer. +func (l Treetop) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"treetop"}, + Filenames: []string{"*.treetop", "*.tt"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Treetop) Name() string { + return heartbeat.LanguageTreetop.StringChroma() +} diff --git a/pkg/lexer/turtle.go b/pkg/lexer/turtle.go new file mode 100644 index 00000000..3e926bf7 --- /dev/null +++ b/pkg/lexer/turtle.go @@ -0,0 +1,44 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var turtleAnalyserRe = regexp.MustCompile(`^\s*(@base|BASE|@prefix|PREFIX)`) + +// Turtle lexer. +type Turtle struct{} + +// Lexer returns the lexer. +func (l Turtle) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + // Turtle and Tera Term macro files share the same file extension + // but each has a recognizable and distinct syntax. + if turtleAnalyserRe.MatchString(text) { + return 0.8 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Turtle) Name() string { + return heartbeat.LanguageTurtle.StringChroma() +} diff --git a/pkg/lexer/turtle_test.go b/pkg/lexer/turtle_test.go new file mode 100644 index 00000000..c4693b28 --- /dev/null +++ b/pkg/lexer/turtle_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestTurtle_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/turtle_basic.ttl") + assert.NoError(t, err) + + l := lexer.Turtle{}.Lexer() + + assert.Equal(t, float32(0.8), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/ucode.go b/pkg/lexer/ucode.go new file mode 100644 index 00000000..a6bae316 --- /dev/null +++ b/pkg/lexer/ucode.go @@ -0,0 +1,66 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Ucode lexer. +type Ucode struct{} + +// Lexer returns the lexer. +func (l Ucode) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"ucode"}, + Filenames: []string{"*.u", "*.u1", "*.u2"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // endsuspend and endrepeat are unique to this language, and + // \self, /self doesn't seem to get used anywhere else either. + var result float32 + + if strings.Contains(text, "endsuspend") { + result += 0.1 + } + + if strings.Contains(text, "endrepeat") { + result += 0.1 + } + + if strings.Contains(text, ":=") { + result += 0.01 + } + + if strings.Contains(text, "procedure") && strings.Contains(text, "end") { + result += 0.01 + } + + // This seems quite unique to unicon -- doesn't appear in any other + // example source we have (A quick search reveals that \SELF appears in + // Perl/Raku code) + if strings.Contains(text, `\self`) && strings.Contains(text, "/self") { + result += 0.5 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Ucode) Name() string { + return heartbeat.LanguageUcode.StringChroma() +} diff --git a/pkg/lexer/ucode_test.go b/pkg/lexer/ucode_test.go new file mode 100644 index 00000000..014146db --- /dev/null +++ b/pkg/lexer/ucode_test.go @@ -0,0 +1,49 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestUcode_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "endsuspend": { + Filepath: "testdata/ucode_endsuspend.u", + Expected: 0.1, + }, + "endrepeat": { + Filepath: "testdata/ucode_endrepeat.u", + Expected: 0.1, + }, + "variable set": { + Filepath: "testdata/ucode_varset.u", + Expected: 0.01, + }, + "procedure": { + Filepath: "testdata/ucode_procedure.u", + Expected: 0.01, + }, + "self": { + Filepath: "testdata/ucode_self.u", + Expected: 0.5, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Ucode{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/unicon.go b/pkg/lexer/unicon.go new file mode 100644 index 00000000..a0ea0634 --- /dev/null +++ b/pkg/lexer/unicon.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// Unicon lexer. +type Unicon struct{} + +// Lexer returns the lexer. +func (l Unicon) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"unicon"}, + Filenames: []string{"*.icn"}, + MimeTypes: []string{"text/unicon"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (Unicon) Name() string { + return heartbeat.LanguageUnicon.StringChroma() +} diff --git a/pkg/lexer/urbiscript.go b/pkg/lexer/urbiscript.go new file mode 100644 index 00000000..c4197cf9 --- /dev/null +++ b/pkg/lexer/urbiscript.go @@ -0,0 +1,52 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// UrbiScript lexer. +type UrbiScript struct{} + +// Lexer returns the lexer. +func (l UrbiScript) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"urbiscript"}, + Filenames: []string{"*.u"}, + MimeTypes: []string{"application/x-urbiscript"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // This is fairly similar to C and others, but freezeif and + // waituntil are unique keywords. + var result float32 + + if strings.Contains(text, "freezeif") { + result += 0.05 + } + + if strings.Contains(text, "waituntil") { + result += 0.05 + } + + return result + }) + + return lexer +} + +// Name returns the name of the lexer. +func (UrbiScript) Name() string { + return heartbeat.LanguageUrbiScript.StringChroma() +} diff --git a/pkg/lexer/urbiscript_test.go b/pkg/lexer/urbiscript_test.go new file mode 100644 index 00000000..b403fbee --- /dev/null +++ b/pkg/lexer/urbiscript_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestUrbiScript_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "freezeif": { + Filepath: "testdata/urbiscript_freezeif.u", + Expected: 0.05, + }, + "waituntil": { + Filepath: "testdata/urbiscript_waituntil.u", + Expected: 0.05, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.UrbiScript{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/usd.go b/pkg/lexer/usd.go new file mode 100644 index 00000000..74d4f44b --- /dev/null +++ b/pkg/lexer/usd.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// USD lexer. +type USD struct{} + +// Lexer returns the lexer. +func (l USD) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"usd", "usda"}, + Filenames: []string{"*.usd", "*.usda"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (USD) Name() string { + return heartbeat.LanguageUSD.StringChroma() +} diff --git a/pkg/lexer/vbnet.go b/pkg/lexer/vbnet.go new file mode 100644 index 00000000..9c3fb602 --- /dev/null +++ b/pkg/lexer/vbnet.go @@ -0,0 +1,42 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +var vbnetAnalyserRe = regexp.MustCompile(`(?m)^\s*(#If|Module|Namespace)`) + +// VBNet lexer. +type VBNet struct{} + +// Lexer returns the lexer. +func (l VBNet) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if vbnetAnalyserRe.MatchString(text) { + return 0.5 + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (VBNet) Name() string { + return heartbeat.LanguageVBNet.StringChroma() +} diff --git a/pkg/lexer/vbnet_test.go b/pkg/lexer/vbnet_test.go new file mode 100644 index 00000000..65b121e0 --- /dev/null +++ b/pkg/lexer/vbnet_test.go @@ -0,0 +1,41 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestVBNet_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "module": { + Filepath: "testdata/vb_module.vb", + Expected: 0.5, + }, + "namespace": { + Filepath: "testdata/vb_namespace.vb", + Expected: 0.5, + }, + "if": { + Filepath: "testdata/vb_if.vb", + Expected: 0.5, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.VBNet{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/vbscript.go b/pkg/lexer/vbscript.go new file mode 100644 index 00000000..345ad9fc --- /dev/null +++ b/pkg/lexer/vbscript.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// VBScript lexer. +type VBScript struct{} + +// Lexer returns the lexer. +func (l VBScript) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"vbscript"}, + Filenames: []string{"*.vbs", "*.VBS"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (VBScript) Name() string { + return heartbeat.LanguageVBScript.StringChroma() +} diff --git a/pkg/lexer/vcl.go b/pkg/lexer/vcl.go new file mode 100644 index 00000000..6b064bd7 --- /dev/null +++ b/pkg/lexer/vcl.go @@ -0,0 +1,57 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// VCL lexer. +type VCL struct{} + +// Lexer returns the lexer. +func (l VCL) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"vcl"}, + Filenames: []string{"*.vcl"}, + MimeTypes: []string{"text/x-vclsrc"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + // If the very first line is 'vcl 4.0;' it's pretty much guaranteed + // that this is VCL + if strings.HasPrefix(text, "vcl 4.0;") { + return 1.0 + } + + if len(text) > 1000 { + text = text[:1000] + } + + // Skip over comments and blank lines + // This is accurate enough that returning 0.9 is reasonable. + // Almost no VCL files start without some comments. + if strings.Contains(text, "\nvcl 4.0;") { + return 0.9 + } + + return 0 + }) + + return lexer +} + +// Name returns the name of the lexer. +func (VCL) Name() string { + return heartbeat.LanguageVCL.StringChroma() +} diff --git a/pkg/lexer/vcl_test.go b/pkg/lexer/vcl_test.go new file mode 100644 index 00000000..91a66d89 --- /dev/null +++ b/pkg/lexer/vcl_test.go @@ -0,0 +1,37 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestVCL_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "top line": { + Filepath: "testdata/vcl_top_line.vcl", + Expected: 1.0, + }, + "with preceding comments": { + Filepath: "testdata/vcl_preceding_comments.vcl", + Expected: 0.9, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.VCL{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/vclsnippet.go b/pkg/lexer/vclsnippet.go new file mode 100644 index 00000000..c57f7a3e --- /dev/null +++ b/pkg/lexer/vclsnippet.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// VCLSnippets lexer. +type VCLSnippets struct{} + +// Lexer returns the lexer. +func (l VCLSnippets) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"vclsnippets", "vclsnippet"}, + MimeTypes: []string{"text/x-vclsnippet"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (VCLSnippets) Name() string { + return heartbeat.LanguageVCLSnippets.StringChroma() +} diff --git a/pkg/lexer/vctreestatus.go b/pkg/lexer/vctreestatus.go new file mode 100644 index 00000000..2bc8b80a --- /dev/null +++ b/pkg/lexer/vctreestatus.go @@ -0,0 +1,30 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// VCTreeStatus lexer. +type VCTreeStatus struct{} + +// Lexer returns the lexer. +func (l VCTreeStatus) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"vctreestatus"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (VCTreeStatus) Name() string { + return heartbeat.LanguageVCTreeStatus.StringChroma() +} diff --git a/pkg/lexer/velocity.go b/pkg/lexer/velocity.go new file mode 100644 index 00000000..c7e4b827 --- /dev/null +++ b/pkg/lexer/velocity.go @@ -0,0 +1,64 @@ +package lexer + +import ( + "regexp" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +var ( + velocityAnalzserMacroRe = regexp.MustCompile(`(?s)#\{?macro\}?\(.*?\).*?#\{?end\}?`) + velocityAnalzserIfRe = regexp.MustCompile(`(?s)#\{?if\}?\(.+?\).*?#\{?end\}?`) + velocityAnalzserForeachRe = regexp.MustCompile(`(?s)#\{?foreach\}?\(.+?\).*?#\{?end\}?`) + velocityAnalzserReferenceRe = regexp.MustCompile(`\$!?\{?[a-zA-Z_]\w*(\([^)]*\))?(\.\w+(\([^)]*\))?)*\}?`) +) + +// Velocity lexer. +type Velocity struct{} + +// Lexer returns the lexer. +func (l Velocity) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"velocity"}, + Filenames: []string{"*.vm", "*.fhtml"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + var result float64 + + if velocityAnalzserMacroRe.MatchString(text) { + result += 0.25 + } + + if velocityAnalzserIfRe.MatchString(text) { + result += 0.15 + } + + if velocityAnalzserForeachRe.MatchString(text) { + result += 0.15 + } + + if velocityAnalzserReferenceRe.MatchString(text) { + result += 0.01 + } + + return float32(result) + }) + + return lexer +} + +// Name returns the name of the lexer. +func (Velocity) Name() string { + return heartbeat.LanguageVelocity.StringChroma() +} diff --git a/pkg/lexer/velocity_test.go b/pkg/lexer/velocity_test.go new file mode 100644 index 00000000..b6eaead2 --- /dev/null +++ b/pkg/lexer/velocity_test.go @@ -0,0 +1,49 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestVelocity_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "macro": { + Filepath: "testdata/velocity_macro.vm", + Expected: 0.26, + }, + "if": { + Filepath: "testdata/velocity_if.vm", + Expected: 0.16, + }, + "foreach": { + Filepath: "testdata/velocity_foreach.vm", + Expected: 0.16, + }, + "reference": { + Filepath: "testdata/velocity_reference.vm", + Expected: 0.01, + }, + "all": { + Filepath: "testdata/velocity_all.vm", + Expected: 0.16, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Velocity{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/verilog.go b/pkg/lexer/verilog.go new file mode 100644 index 00000000..63daecea --- /dev/null +++ b/pkg/lexer/verilog.go @@ -0,0 +1,52 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// Verilog lexer. +type Verilog struct{} + +// Lexer returns the lexer. +func (l Verilog) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + // Verilog code will use one of reg/wire/assign for sure, and that + // is not common elsewhere. + var result float32 + + if strings.Contains(text, "reg") { + result += 0.1 + } + + if strings.Contains(text, "wire") { + result += 0.1 + } + + if strings.Contains(text, "assign") { + result += 0.1 + } + + return result + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (Verilog) Name() string { + return heartbeat.LanguageVerilog.StringChroma() +} diff --git a/pkg/lexer/verilog_test.go b/pkg/lexer/verilog_test.go new file mode 100644 index 00000000..c175d524 --- /dev/null +++ b/pkg/lexer/verilog_test.go @@ -0,0 +1,45 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestVerilog_AnalyseText(t *testing.T) { + tests := map[string]struct { + Filepath string + Expected float32 + }{ + "reg": { + Filepath: "testdata/verilog_reg.v", + Expected: 0.1, + }, + "wire": { + Filepath: "testdata/verilog_wire.v", + Expected: 0.1, + }, + "assign": { + Filepath: "testdata/verilog_assign.v", + Expected: 0.1, + }, + "all": { + Filepath: "testdata/verilog_all.v", + Expected: 0.3, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + data, err := os.ReadFile(test.Filepath) + assert.NoError(t, err) + + l := lexer.Verilog{}.Lexer() + + assert.Equal(t, test.Expected, l.AnalyseText(string(data))) + }) + } +} diff --git a/pkg/lexer/vgl.go b/pkg/lexer/vgl.go new file mode 100644 index 00000000..17488942 --- /dev/null +++ b/pkg/lexer/vgl.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// VGL lexer. +type VGL struct{} + +// Lexer returns the lexer. +func (l VGL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"vgl"}, + Filenames: []string{"*.rpf"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (VGL) Name() string { + return heartbeat.LanguageVGL.StringChroma() +} diff --git a/pkg/lexer/wdiff.go b/pkg/lexer/wdiff.go new file mode 100644 index 00000000..bd61f409 --- /dev/null +++ b/pkg/lexer/wdiff.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// WDiff lexer. +type WDiff struct{} + +// Lexer returns the lexer. +func (l WDiff) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"wdiff"}, + Filenames: []string{"*.wdiff"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (WDiff) Name() string { + return heartbeat.LanguageWDiff.StringChroma() +} diff --git a/pkg/lexer/webidl.go b/pkg/lexer/webidl.go new file mode 100644 index 00000000..f47a66ce --- /dev/null +++ b/pkg/lexer/webidl.go @@ -0,0 +1,31 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// WebIDL lexer. +type WebIDL struct{} + +// Lexer returns the lexer. +func (l WebIDL) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"webidl"}, + Filenames: []string{"*.webidl"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (WebIDL) Name() string { + return heartbeat.LanguageWebIDL.StringChroma() +} diff --git a/pkg/lexer/x10.go b/pkg/lexer/x10.go new file mode 100644 index 00000000..82913d68 --- /dev/null +++ b/pkg/lexer/x10.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// X10 lexer. +type X10 struct{} + +// Lexer returns the lexer. +func (l X10) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"x10", "xten"}, + Filenames: []string{"*.x10"}, + MimeTypes: []string{"text/x-x10"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (X10) Name() string { + return heartbeat.LanguageX10.StringChroma() +} diff --git a/pkg/lexer/xaml.go b/pkg/lexer/xaml.go new file mode 100644 index 00000000..928570f1 --- /dev/null +++ b/pkg/lexer/xaml.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// XAML lexer. +type XAML struct{} + +// Lexer returns the lexer. +func (l XAML) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"xaml"}, + Filenames: []string{"*.xaml"}, + MimeTypes: []string{"application/xaml+xml"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (XAML) Name() string { + return heartbeat.LanguageXAML.StringChroma() +} diff --git a/pkg/lexer/xml.go b/pkg/lexer/xml.go new file mode 100644 index 00000000..f6e3862b --- /dev/null +++ b/pkg/lexer/xml.go @@ -0,0 +1,39 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/xml" + + "github.com/alecthomas/chroma/v2" + "github.com/alecthomas/chroma/v2/lexers" +) + +// XML lexer. +type XML struct{} + +// Lexer returns the lexer. +func (l XML) Lexer() chroma.Lexer { + lexer := lexers.Get(l.Name()) + if lexer == nil { + return nil + } + + if lexer, ok := lexer.(*chroma.RegexLexer); ok { + lexer.SetAnalyser(func(text string) float32 { + if xml.MatchString(text) { + return 0.45 // less than HTML. + } + + return 0 + }) + + return lexer + } + + return nil +} + +// Name returns the name of the lexer. +func (XML) Name() string { + return heartbeat.LanguageXML.StringChroma() +} diff --git a/pkg/lexer/xml_test.go b/pkg/lexer/xml_test.go new file mode 100644 index 00000000..c973ac86 --- /dev/null +++ b/pkg/lexer/xml_test.go @@ -0,0 +1,19 @@ +package lexer_test + +import ( + "os" + "testing" + + "github.com/wakatime/wakatime-cli/pkg/lexer" + + "github.com/stretchr/testify/assert" +) + +func TestXML_AnalyseText(t *testing.T) { + data, err := os.ReadFile("testdata/xml_doctype_html.xml") + assert.NoError(t, err) + + l := lexer.XML{}.Lexer() + + assert.Equal(t, float32(0.45), l.AnalyseText(string(data))) +} diff --git a/pkg/lexer/xquery.go b/pkg/lexer/xquery.go new file mode 100644 index 00000000..7bfeaf82 --- /dev/null +++ b/pkg/lexer/xquery.go @@ -0,0 +1,32 @@ +package lexer + +import ( + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + + "github.com/alecthomas/chroma/v2" +) + +// XQuery lexer. +type XQuery struct{} + +// Lexer returns the lexer. +func (l XQuery) Lexer() chroma.Lexer { + return chroma.MustNewLexer( + &chroma.Config{ + Name: l.Name(), + Aliases: []string{"xquery", "xqy", "xq", "xql", "xqm"}, + Filenames: []string{"*.xqy", "*.xquery", "*.xq", "*.xql", "*.xqm"}, + MimeTypes: []string{"text/xquery", "application/xquery"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) +} + +// Name returns the name of the lexer. +func (XQuery) Name() string { + return heartbeat.LanguageXQuery.StringChroma() +} diff --git a/pkg/lexer/xslt.go b/pkg/lexer/xslt.go new file mode 100644 index 00000000..92ec63c5 --- /dev/null +++ b/pkg/lexer/xslt.go @@ -0,0 +1,46 @@ +package lexer + +import ( + "strings" + + "github.com/wakatime/wakatime-cli/pkg/heartbeat" + "github.com/wakatime/wakatime-cli/pkg/xml" + + "github.com/alecthomas/chroma/v2" +) + +// XSLT lexer. +type XSLT struct{} + +// Lexer returns the lexer. +func (XSLT) Lexer() chroma.Lexer { + lexer := chroma.MustNewLexer( + &chroma.Config{ + Name: "XSLT", + Aliases: []string{"xslt"}, + // xpl is XProc + Filenames: []string{"*.xsl", "*.xslt", "*.xpl"}, + MimeTypes: []string{"application/xsl+xml", "application/xslt+xml"}, + }, + func() chroma.Rules { + return chroma.Rules{ + "root": {}, + } + }, + ) + + lexer.SetAnalyser(func(text string) float32 { + if xml.MatchString(text) && strings.Contains(text, ".*?`, regexp2.None) + xmlDeclarationRe = regexp.MustCompile(`(?i)\s*<\?xml[^>]*\?>`) +) + +// MatchString check if a text looks like XML. +func MatchString(text string) bool { + // Check if a doctype exists or if we have some tags. + if xmlDeclarationRe.MatchString(text) { + return true + } + + if matched, _ := doctype.MatchString(text, ""); matched { + return true + } + + if len(text) > 1000 { + text = text[:1000] + } + + if matched, _ := tagRe.MatchString(text); matched { + return true + } + + return false +} diff --git a/pkg/xml/xml_test.go b/pkg/xml/xml_test.go new file mode 100644 index 00000000..7d2224f9 --- /dev/null +++ b/pkg/xml/xml_test.go @@ -0,0 +1,37 @@ +package xml_test + +import ( + "testing" + + "github.com/wakatime/wakatime-cli/pkg/xml" + + "github.com/stretchr/testify/assert" +) + +func TestXML_MatchString(t *testing.T) { + tests := map[string]struct { + Text string + Pattern string + Expected bool + }{ + "simple xml match": { + Text: "", + Expected: true, + }, + "xmlns": { + Text: "abc", + Expected: true, + }, + "html": { + Text: "", + Expected: false, + }, + } + + for name, test := range tests { + t.Run(name, func(t *testing.T) { + res := xml.MatchString(test.Text) + assert.Equal(t, test.Expected, res) + }) + } +}