BUG: Bitwise operators for AND ( & ) and OR( | ) doesn't work with pyarrow integers · Issue #54495 · pandas-dev/pandas (original) (raw)

Using Numpy:

import numpy as np import pandas as pd df_np = pd.DataFrame({"x": [1,2,3]}, dtype=np.int64) df_np["x"] & 2

Work as expected, see issue description for output

Using Arrow

df_arrow = pd.DataFrame({"x": [1,2,3]}, dtype="int64[pyarrow]") df_arrow["x"] & 2

Raises exception, see below for traceback

Out[129]:
0    0
1    2
2    2
Name: x, dtype: int64

ArrowNotImplementedError                  Traceback (most recent call last)
<ipython-input-6-3cfcafe716ae> in <cell line: 2>()
      1 df_arrow = pd.DataFrame({"x": [1,2,3]}, dtype="int64[pyarrow]")
----> 2 df_arrow["x"] & 2

~\.venv\analytics\lib\site-packages\pandas\core\ops\common.py in new_method(self, other)
     79         other = item_from_zerodim(other)
     80
---> 81         return method(self, other)
     82
     83     return new_method

~\.venv\analytics\lib\site-packages\pandas\core\arraylike.py in __and__(self, other)
     68     @unpack_zerodim_and_defer("__and__")
     69     def __and__(self, other):
---> 70         return self._logical_method(other, operator.and_)
     71
     72     @unpack_zerodim_and_defer("__rand__")

~\.venv\analytics\lib\site-packages\pandas\core\series.py in _logical_method(self, other, op)
   6105         rvalues = extract_array(other, extract_numpy=True, extract_range=True)
   6106
-> 6107         res_values = ops.logical_op(lvalues, rvalues, op)
   6108         return self._construct_result(res_values, name=res_name)
   6109

~\.venv\analytics\lib\site-packages\pandas\core\ops\array_ops.py in logical_op(left, right, op)
    384     if should_extension_dispatch(lvalues, rvalues):
    385         # Call the method on lvalues
--> 386         res_values = op(lvalues, rvalues)
    387
    388     else:

~\.venv\analytics\lib\site-packages\pandas\core\ops\common.py in new_method(self, other)
     79         other = item_from_zerodim(other)
     80
---> 81         return method(self, other)
     82
     83     return new_method

~\.venv\analytics\lib\site-packages\pandas\core\arraylike.py in __and__(self, other)
     68     @unpack_zerodim_and_defer("__and__")
     69     def __and__(self, other):
---> 70         return self._logical_method(other, operator.and_)
     71
     72     @unpack_zerodim_and_defer("__rand__")

~\.venv\analytics\lib\site-packages\pandas\core\arrays\arrow\array.py in _logical_method(self, other, op)
    537
    538     def _logical_method(self, other, op):
--> 539         return self._evaluate_op_method(other, op, ARROW_LOGICAL_FUNCS)
    540
    541     def _arith_method(self, other, op):

~\.venv\analytics\lib\site-packages\pandas\core\arrays\arrow\array.py in _evaluate_op_method(self, other, op, arrow_funcs)
    529             else:
    530                 pa_scalar = pa.scalar(other)
--> 531             result = pc_func(self._data, pa_scalar)
    532         else:
    533             raise NotImplementedError(

~\.venv\analytics\lib\site-packages\pyarrow\compute.py in wrapper(memory_pool, *args)
    237             if args and isinstance(args[0], Expression):
    238                 return Expression._call(func_name, list(args))
--> 239             return func.call(args, None, memory_pool)
    240     else:
    241         def wrapper(*args, memory_pool=None, options=None, **kwargs):

~\.venv\analytics\lib\site-packages\pyarrow\_compute.pyx in pyarrow._compute.Function.call()

~\.venv\analytics\lib\site-packages\pyarrow\error.pxi in pyarrow.lib.pyarrow_internal_check_status()

~\.venv\analytics\lib\site-packages\pyarrow\error.pxi in pyarrow.lib.check_status()

ArrowNotImplementedError: Function 'and_kleene' has no kernel matching input types (int64, int64)

I expect that the behaviour of the bitwise operators & and | is the same for numpy and pyarrow integer types.