Get ready for release 10.0.0 (#175)

rocky · rocky · commit 7b50969f2aa0 · 2026-04-18T17:54:46.000-04:00
Release 10.0.0!

Miscellaneous build fixes and administrative stuff.
diff --git a/.github/ISSUE_TEMPLATE/bug_report.md b/.github/ISSUE_TEMPLATE/bug_report.md
@@ -39,7 +39,7 @@ If this is too long, then try narrowing the problem to something short.
 
 <!-- _This information can be helpful...
 
-**All: Mathics version, Installed Python Python packages.
+**All: Mathics3 version, Installed Python Python packages.
 
 In addition
 
diff --git a/.github/workflows/pyodide.yml b/.github/workflows/pyodide.yml
@@ -19,7 +19,7 @@ jobs:
       # https://github.com/pyodide/pyodide/blob/main/Makefile.envs#L2
       PYTHON_VERSION: 3.13.2
       EMSCRIPTEN_VERSION: 4.0.9
-      NODE_VERSION: 20
+      NODE_VERSION: 22
     steps:
       - name: Checkout
         uses: actions/checkout@v6
diff --git a/.readthedocs.yaml b/.readthedocs.yaml
@@ -7,13 +7,13 @@ version: 2
 
 # Set the version of Python and other tools you might need
 build:
-  os: ubuntu-22.04
+  os: ubuntu-24.04
   tools:
-    python: "3.11"
+    python: "3.13"
 
 # Build documentation in the docs/ directory with Sphinx
 sphinx:
-  configuration: docs/conf.py
+  configuration: docs/source/conf.py
 
 # We recommend specifying your dependencies to enable reproducible builds:
 # https://docs.readthedocs.io/en/stable/guides/reproducible-builds.html
diff --git a/AUTHORS.txt b/AUTHORS.txt
@@ -7,7 +7,7 @@ Up until around  2017 was maintained by:
 - Angus Griffith @sn6uv
 - Ben Jones @bnjones
 
-The current module is maintained by the Mathics Team
+The current module is maintained by the Mathics3 Team
 
 - Pablo Emilio Escobar Gaviria @GarkGarcia
 - Mauricio Matera @mmatera
diff --git a/CHANGES.rst b/CHANGES.rst
@@ -2,7 +2,11 @@ CHANGES
 =======
 
 10.0.0
------
+------
+
+April 18, 2026
+
+Supports Python 3.14. Python 3.10 support has been dropped. While Python 3.10 may still work, it is not supported.
 
 More YAML/JSON tables added. mathics-core now imports values via ``mathics.characters``. Previously it
 created JSON files on its own.
@@ -18,6 +22,9 @@ Corrections to YAML table entries, e.g. "latex" field additional/corrections in
 
 Numerous spelling corrections were performed over the code.
 
+The name ``Mathics3`` replaces ``Mathics``. ``Mathics`` was the monolithic
+Python 2-ish code. Mathics3 has rewritten a number of major
+subcomponents, and the scanner and the character and operators tables in YAML are now in this repository.
 
 2.0.0
 -----
@@ -160,7 +167,7 @@ Tag unicode operators that have no definition and add the ability to dump them.
 1.1.2
 -----
 
-Release 1.1.1 introduced a small bad interaction with Mathics and the
+Release 1.1.1 introduced a small bad interaction with Mathics3 and the
 unicode infix form of ``Function[]``.
 
 In our master table, when there is a unicode operator like there is for "Function",
diff --git a/COPYING.txt b/COPYING.txt
@@ -1,6 +1,3 @@
-=========================================================================
-
-
                     GNU GENERAL PUBLIC LICENSE
                        Version 3, 29 June 2007
 
@@ -763,71 +760,3 @@ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 THE SOFTWARE.
-
-================================================================================
-
-pymimemagic
-Copyright (c) 2009, Xiaohai Lu
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without modification,
-are permitted provided that the following conditions are met:
-
-Redistributions of source code must retain the above copyright notice, this list
-of conditions and the following disclaimer.
-
-Redistributions in binary form must reproduce the above copyright notice, this
-list of conditions and the following disclaimer in the documentation and/or
-other materials provided with the distribution.
-
-Neither the name of the <ORGANIZATION> nor the names of its contributors may be
-used to endorse or promote products derived from this software without specific
-prior written permission.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
-ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-================================================================================
-
-Portions of Mathics are adapted from SciPy:
-
-SciPy
-Copyright © 2001, 2002 Enthought, Inc.
-All rights reserved.
-
-Copyright © 2003-2013 SciPy Developers.
-All rights reserved.
-Redistribution and use in source and binary forms, with or without modification,
-are permitted provided that the following conditions are met:
-
-Redistributions of source code must retain the above copyright notice, this list
-of conditions and the following disclaimer.
-
-Redistributions in binary form must reproduce the above copyright notice, this
-list of conditions and the following disclaimer in the documentation and/or
-other materials provided with the distribution.
-
-Neither the name of Enthought nor the names of the SciPy Developers may be
-used to endorse or promote products derived from this software without
-specific prior written permission.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS “AS IS” AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
-AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-================================================================================
diff --git a/Makefile b/Makefile
@@ -1,8 +1,8 @@
 # A GNU Makefile to run various tasks - compatibility for us old-timers.
 
-# Note: This makefile include remake-style target comments.
+# Note: This makefile includes remake-style target comments.
 # These comments before the targets start with #:
-# remake --tasks to shows the targets and the comments
+# "remake --tasks" shows the targets and the comments
 
 GIT2CL ?= admin-tools/git2cl
 PYTHON ?= python
@@ -43,7 +43,7 @@ develop: mathics_scanner/data/boxing-characters.json mathics_scanner/data/named-
 dist: admin-tools/make-dist.sh
 	$(SHELL) admin-tools/make-dist.sh
 
-#: Install mathics-scanner
+#: Install Mathics3-scanner
 install: build
 	$(PYTHON) setup.py install
 
diff --git a/README.rst b/README.rst
@@ -64,7 +64,8 @@ Implementation
 --------------
 
 For notes on the implementation of the packages or details on the conversion
-scheme please read `Scanning <https:/https://mathics-development-guide.readthedocs.io/en/latest/code-overview/scanning.html>`_.
+scheme, please read `Mathics3 scanner's documentation <https://mathics3-scanner-and-yaml-tables-for-characters-and-operators.readthedocs.io/en/latest/>`_ or
+`Scanning section <https://mathics-development-guide.readthedocs.io/en/latest/code-overview/scanning.html>`_ of the Mathics3 User and Developers Guide.
 
 Contributing
 ------------
diff --git a/admin-tools/make-dist.sh b/admin-tools/make-dist.sh
@@ -1,5 +1,5 @@
 #!/bin/bash
-PACKAGE=mathics-scanner
+PACKAGE=Mathics3-scanner
 
 # FIXME put some of the below in a common routine
 function finish {
@@ -18,6 +18,6 @@ cd ..
 source mathics_scanner/version.py
 echo $__version__
 
-python setup.py bdist_wheel
+python -m build --wheel
 python ./setup.py sdist
 finish
diff --git a/admin-tools/pyenv-versions b/admin-tools/pyenv-versions
@@ -5,4 +5,4 @@ if [[ $0 == ${BASH_SOURCE[0]} ]] ; then
     echo "This script should be *sourced* rather than run directly through bash"
     exit 1
 fi
-export PYVERSIONS='3.10 3.11 3.12 3.13'
+export PYVERSIONS='3.11 pypy3.11-7.3.20 3.12 3.13 3.14'
diff --git a/docs/source/conf.py b/docs/source/conf.py
@@ -16,8 +16,8 @@
 
 # -- Project information -----------------------------------------------------
 
-project = "mathics-scanner"
-copyright = "2021, 2024 The Mathics Team"
+project = "Mathics3-scanner"
+copyright = "2021, 2024, 2026 The Mathics3 Team"
 author = "The Mathics3 Team"
 
 # The full version, including alpha/beta/rc tags
diff --git a/docs/source/index.rst b/docs/source/index.rst
@@ -1,5 +1,5 @@
-Welcome to mathics-scanner's documentation!
-===========================================
+Welcome to Mathics3-scanner's documentation!
+============================================
 
 This is the tokeniser or scanner portion for the Wolfram Language.
 
diff --git a/docs/source/usage.rst b/docs/source/usage.rst
@@ -1,8 +1,8 @@
-=====================
-Using mathics-scanner
-=====================
+======================
+Using Mathics3-scanner
+======================
 
-This is used as the scanner inside `Mathics <https://mathics.org>`_ but it can
+This is used as the scanner inside `Mathics3 <https://mathics.org>`_ but it can
 also be used for tokenizing and formatting Wolfram Language code. In fact we
 intend to write one. This library is also quite usefull if you need to work
 with Wolfram Language named character and convert them to various formats.
@@ -15,4 +15,3 @@ with Wolfram Language named character and convert them to various formats.
 - To convert between qualified names of named characters (such ``FormalA`` for
   ``\[FormalA]``) and Wolfram's internal representation use the
   ``m̀athics_scanner.characters.named_characters`` dictionary.
-
diff --git a/mathics_scanner/__init__.py b/mathics_scanner/__init__.py
@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 """
-This is the tokeniser or scanner portion for the Wolfram Language.
+This is the tokenizer or scanner portion for the Wolfram Language.
 
 As such, it also contains a full set of translation between Wolfram Language
 named characters, their Unicode/ASCII equivalents and code-points.
@@ -9,6 +9,7 @@
 from mathics_scanner.characters import (
     ALIASED_CHARACTERS,
     NAMED_CHARACTERS,
+    replace_box_unicode_with_ascii,
     replace_unicode_with_wl,
     replace_wl_with_plain_text,
 )
@@ -42,6 +43,7 @@
     # "Tokeniser",
     "__version__",
     # "is_symbol_name",
+    "replace_box_unicode_with_ascii",
     "replace_unicode_with_wl",
     "replace_wl_with_plain_text",
 ]
diff --git a/mathics_scanner/data/operators.yml b/mathics_scanner/data/operators.yml
@@ -19,7 +19,7 @@
 # in Mathics3 (core), and an optional "Precedence-Function" which can be used
 # to match WMA builtin-function Precedence[] values.
 
-# In the Mathics3 parser of Mathics core, the integer "precedence"
+# In the parser of Mathics3 core, the integer "precedence"
 # listed here is an integer used in specifying the order
 # operations occur when one operator is juxtaposed against another
 # operator.  A higher value means that the operator binds before an
@@ -31,7 +31,7 @@
 # |-> to get treated as one unit and not split into two operators like
 # | and ->. So the precedence of |-> has to be higher than |.
 #
-# Note: When there was a mismatch between Jacobson's table and the old
+# Note: When there was a mismatch between Jacobson's table and older
 # Mathics code, we've used the old Mathics code.
 #
 # Boxing Operator Precedence
diff --git a/mathics_scanner/generate/named_characters.py b/mathics_scanner/generate/named_characters.py
@@ -219,7 +219,7 @@ def compile_tables(data: dict) -> dict:
             ascii_operators.append(v["ascii"])
             ascii_operator_to_character_symbol[ascii_name] = rf'\[{v["operator-name"]}]'
             ascii_operator_to_symbol[ascii_name] = v["operator-name"]
-            # Mathics core stores the ascii operator value, Use that to get standard unicode
+            # Mathics3 core stores the ascii operator value, Use that to get standard unicode
             # symbol, and failing use the ASCII sequence.
             ascii_operator_to_unicode[ascii_name] = v.get(
                 "unicode-equivalent", v.get("ascii")
diff --git a/mathics_scanner/version.py b/mathics_scanner/version.py
@@ -4,4 +4,4 @@
 # well as importing into Python. That's why there is no
 # space around "=" below.
 # fmt: off
-__version__="10.0.0.dev0"  # noqa
+__version__="10.0.0"  # noqa
diff --git a/pyproject.toml b/pyproject.toml
@@ -30,6 +30,7 @@ classifiers = [
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
     "Programming Language :: Python :: Implementation :: CPython",
     "Programming Language :: Python :: Implementation :: PyPy",
     "Topic :: Scientific/Engineering",
@@ -54,7 +55,7 @@ full = [
 mathics3-make-boxing-character-json = "mathics_scanner.generate.boxing_characters:main"
 mathics3-make-named-character-json = "mathics_scanner.generate.named_characters:main"
 mathics3-make-operator-json = "mathics_scanner.generate.operators:main"
-mathics3-code-tokenize = "mathics_scanner.mathics3_code_tokenize:main"
+mathics3-codeparser-tokenize = "mathics_scanner.mathics3_code_tokenize:main"
 
 [tool.setuptools]
 packages = [
diff --git a/setup.py b/setup.py
@@ -39,21 +39,31 @@ def get_srcdir():
 
 
 class build_py(setuptools_build_py):
+    """
+    The "run" method below of class gets invoked when setup.py is run through
+    setuptools.
+
+    Here, we just invoke ./admin-tools/make-JSON-tables.sh.
+    """
+
     def run(self):
-        for table_type in ("boxing-character", "named-character", "operator"):
-            json_data_file = osp.join("data", f"{table_type}.json")
-            json_path = osp.join("mathics-scanner", json_data_file)
-            if not osp.exists(json_path):
-                os.system(f"mathics3-make-{table_type}-json -o {json_path}")
-            self.distribution.package_data["Mathics-Scanner"].append(json_data_file)
+        """
+        If you need to debug this, just extract this method, remove "self" above
+        and save it in a standalone Python file without the setuptools_build_py.run(self)
+        call below.
+        """
+        srcdir = get_srcdir()
+        cmd = f"bash {osp.join(srcdir, 'admin-tools', 'make-JSON-tables.sh')}"
+        print(cmd)
+        os.system(cmd)
         setuptools_build_py.run(self)
 
 
 CMDCLASS = {"build_py": build_py}
 
 
 setup(
-    cmdclass=CMDCLASS,
-    # don't pack Mathics in egg because of media files, etc.
+    cmdclass=CMDCLASS,  # Set up to run build_py.run()
+    # don't pack Mathics3 an in egg because of media files, etc.
     zip_safe=False,
 )
diff --git a/test/mathics_helper.py b/test/mathics_helper.py
@@ -8,7 +8,7 @@
 
 import_and_load_builtins()
 
-# Set up a Mathics session with definitions.
+# Set up a Mathics3 session with definitions.
 # For consistency set the character encoding ASCII which is
 # the lowest common denominator available on all systems.
 session = MathicsSession(character_encoding="ASCII")
@@ -45,7 +45,7 @@ def check_evaluation(
     expected_messages: Optional[tuple] = None,
 ):
     """
-    Helper function to test Mathics expression against
+    Helper function to test a Mathics3 expression against
     its results.
 
     Compares the expressions represented by ``str_expr`` and  ``str_expected`` by
diff --git a/test/test_mathics_precedence.py b/test/test_mathics_precedence.py
