diff --git a/python/pyarrow/tests/test_cffi.py b/python/pyarrow/tests/test_cffi.py
index 45a3db9b66fc5..9c65c43934c18 100644
--- a/python/pyarrow/tests/test_cffi.py
+++ b/python/pyarrow/tests/test_cffi.py
@@ -492,7 +492,7 @@ def gen():
     original._export_to_c(ptr_stream)
 
     reader = pa.RecordBatchReader._import_from_c(ptr_stream)
-    with pytest.raises(OSError) as exc_info:
+    with pytest.raises(NotImplementedError) as exc_info:
         reader.read_next_batch()
 
     # inner *and* outer exception should be present