[bug#61762] [PATCH 2/4] gnu: Add julia-tokenize.

[Nicolas Graves]

* gnu/packages/julia-xyz.scm (julia-tokenize): New variable.
---
 gnu/packages/julia-xyz.scm | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

diff --git a/gnu/packages/julia-xyz.scm b/gnu/packages/julia-xyz.scm
index 82429c957d..ea2c9aa704 100644
--- a/gnu/packages/julia-xyz.scm
+++ b/gnu/packages/julia-xyz.scm
@@ -5928,6 +5928,26 @@ (define-public julia-testimages
 package.")
     (license license:expat)))
 
+(define-public julia-tokenize
+  (package
+    (name "julia-tokenize")
+    (version "0.5.24")
+    (source
+     (origin
+       (method git-fetch)
+       (uri (git-reference
+             (url "https://github.com/JuliaLang/Tokenize.jl";)
+             (commit (string-append "v" version))))
+       (file-name (git-file-name name version))
+       (sha256
+        (base32 "1l3dy6nad0viavzy26lfnhzpd3gcxgaq7yvm7h1ja280xsh60p3i"))))
+    (build-system julia-build-system)
+    (home-page "https://github.com/JuliaGPU/Tokenize.jl";)
+    (synopsis "Tokenize a string or buffer containing Julia code")
+    (description "This package allows to to take a string or buffer containing
+Julia code, perform lexical analysis and return a stream of tokens.")
+    (license license:expat)))
+
 (define-public julia-tracker
   (package
     (name "julia-tracker")
-- 
2.39.1