FIX: small fixes to code to make sure unit tests pass

This is in preparation for migration to numpy>2 and pandas>2.

* FIX: python versions used in unit test, including python 3.12
* FIX: get rid of resource_filename for python 3.12
* FIX: remove obsolete distutils from package for python 3.12
* FIX: keep numpy and pandas below v2 for now

Author: kx79wq

.github/workflows/test.yml

@@ -10,7 +10,7 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest]
-        python: [3.8, 3.9, 3.10,13, 3.11, 3.12]
+        python: ['3.8', '3.9', '3.10', '3.11', '3.12']
     runs-on: ${{ matrix.os }}
 
     steps:

histogrammar/primitives/sparselybin.py

@@ -657,7 +657,7 @@ def __repr__(self):
 
     def __eq__(self, other):
         return isinstance(other, SparselyBin) and numeq(self.binWidth, other.binWidth) and \
-               self.quantity == other.quantity and numeq(self.entries, other.entries) and self.bins == other.bins and \
+               self.quantity == other.quantity and numeq(self.entries, other.entries) and sorted(self.bins) == sorted(other.bins) and \
                self.nanflow == other.nanflow and numeq(self.origin, other.origin)
 
     def __ne__(self, other):

histogrammar/resources.py

@@ -21,20 +21,20 @@
 # Resources lookup file for histogrammar
 
 import pathlib
-from pkg_resources import resource_filename
-import histogrammar as hg
+
+ROOT_DIRECTORY = pathlib.Path(__file__).resolve().parent
 
 
 # data files that are shipped with histogrammar.
 _DATA = {
     _.name: _
-    for _ in pathlib.Path(resource_filename(hg.__name__, "test_data")).glob("*")
+    for _ in pathlib.Path(ROOT_DIRECTORY / "test_data").glob("*")
 }
 
 # Tutorial notebooks
 _NOTEBOOK = {
     _.name: _
-    for _ in pathlib.Path(resource_filename(hg.__name__, "notebooks")).glob("*.ipynb")
+    for _ in pathlib.Path(ROOT_DIRECTORY / "notebooks").glob("*.ipynb")
 }
 
 # Resource types

requirements-test.txt

@@ -4,4 +4,4 @@ jupyter_client>=5.2.3
 ipykernel>=5.1.3
 pre-commit>=2.9.0
 matplotlib
-pandas
+pandas<2.0.0

requirements.txt

@@ -1,3 +1,3 @@
-numpy>=1.18.0
+numpy<2.0.0
 tqdm
 joblib>=0.14.0

tests/test_gpu.py

@@ -16,10 +16,10 @@
 
 import json
 import math
+import shutil
 import subprocess
 import sys
 import unittest
-from distutils import spawn
 
 from histogrammar.defs import Factory
 from histogrammar.primitives.average import Average
@@ -54,7 +54,7 @@ class TestGPU(unittest.TestCase):
     except ImportError:
         numpy = None
 
-    nvcc = spawn.find_executable("nvcc")
+    nvcc = shutil.which("nvcc")
 
     def runTest(self):
         self.testCount()

tests/test_numpy.py

@@ -236,6 +236,9 @@ def compare(self, name, hnp, npdata, hpy, pydata):
         startTime = time.time()
         hnp.fill.numpy(npdata)
         numpyTime = time.time() - startTime
+        # protect against zero time.
+        numpyTime = max(numpyTime, 1e-10)
+
 
         if pydata.dtype != numpy.unicode_:
             for key in npdata:
@@ -261,6 +264,8 @@ def compare(self, name, hnp, npdata, hpy, pydata):
                 d = float(d)
             hpy.fill(d)
         pyTime = time.time() - startTime
+        # protect against zero time.
+        pyTime = max(pyTime, 1e-10)
 
         for h in [hpy2, hpy3, hpy3]:
             for d in pydata: