BUG: Fix memory access violations in is_lexsorted (pandas-dev#18005)

Author: cgohlke

pandas/_libs/algos.pyx

@@ -87,7 +87,7 @@ class NegInfinity(object):
 @cython.boundscheck(False)
 def is_lexsorted(list list_of_arrays):
     cdef:
-        int i
+        Py_ssize_t i
         Py_ssize_t n, nlevels
         int64_t k, cur, pre
         ndarray arr
@@ -99,11 +99,12 @@ def is_lexsorted(list list_of_arrays):
     cdef int64_t **vecs = <int64_t**> malloc(nlevels * sizeof(int64_t*))
     for i in range(nlevels):
         arr = list_of_arrays[i]
+        assert arr.dtype.name == 'int64'
         vecs[i] = <int64_t*> arr.data
 
     # Assume uniqueness??
     with nogil:
-        for i in range(n):
+        for i in range(1, n):
             for k in range(nlevels):
                 cur = vecs[k][i]
                 pre = vecs[k][i -1]

pandas/tests/test_algos.py

@@ -1219,7 +1219,7 @@ def test_is_lexsorted():
                   1, 1, 1, 1, 1, 1, 1,
                   1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
                   0, 0, 0, 0, 0, 0, 0,
-                  0, 0, 0, 0, 0, 0, 0, 0, 0]),
+                  0, 0, 0, 0, 0, 0, 0, 0, 0], dtype='int64'),
         np.array([30, 29, 28, 27, 26, 25, 24, 23, 22, 21, 20, 19, 18, 17, 16,
                   15, 14,
                   13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0, 30, 29, 28,
@@ -1231,7 +1231,7 @@ def test_is_lexsorted():
                   7, 6, 5, 4, 3, 2, 1, 0, 30, 29, 28, 27, 26, 25, 24, 23, 22,
                   21, 20, 19, 18, 17, 16, 15, 14, 13, 12, 11, 10, 9, 8, 7,
                   6, 5,
-                  4, 3, 2, 1, 0])]
+                  4, 3, 2, 1, 0], dtype='int64')]
 
     assert (not libalgos.is_lexsorted(failure))