PyFlink OverflowError: Python int too large to convert to C long

File "apache_beam/runners/worker/operations.py", line 357, in apache_beam.runners.worker.operations.Operation.output
  File "apache_beam/runners/worker/operations.py", line 359, in apache_beam.runners.worker.operations.Operation.output
  File "apache_beam/runners/worker/operations.py", line 221, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive
  File "pyflink/fn_execution/beam/beam_operations_fast.pyx", line 71, in pyflink.fn_execution.beam.beam_operations_fast.FunctionOperation.process
  File "pyflink/fn_execution/beam/beam_operations_fast.pyx", line 85, in pyflink.fn_execution.beam.beam_operations_fast.FunctionOperation.process
  File "pyflink/fn_execution/coder_impl_fast.pyx", line 166, in pyflink.fn_execution.coder_impl_fast.DataStreamFlatMapCoderImpl.encode_to_stream
  File "/mnt/yarn/usercache/hadoop/appcache/application_1626312576687_0005/python-dist-ec818b88-ee9b-42d9-838b-9a13b7f845c3/python-archives/venv.zip/venv/lib64/python3.7/site-packages/pyflink/fn_execution/utils/input_handler.py", line 72, in accept
    yield from self.process_element(normal_data, timestamp)
  File "/mnt/yarn/usercache/hadoop/appcache/application_1626312576687_0005/python-dist-ec818b88-ee9b-42d9-838b-9a13b7f845c3/python-archives/venv.zip/venv/lib64/python3.7/site-packages/pyflink/fn_execution/utils/input_handler.py", line 117, in process_element
    yield from self._emit_output(output_result)
  File "/mnt/yarn/usercache/hadoop/appcache/application_1626312576687_0005/python-dist-ec818b88-ee9b-42d9-838b-9a13b7f845c3/python-archives/venv.zip/venv/lib64/python3.7/site-packages/pyflink/fn_execution/utils/input_handler.py", line 133, in _emit_output
    yield from self._output_factory.from_normal_data(output_result)
  File "/mnt/yarn/usercache/hadoop/appcache/application_1626312576687_0005/python-dist-ec818b88-ee9b-42d9-838b-9a13b7f845c3/python-archives/venv.zip/venv/lib64/python3.7/site-packages/pyflink/fn_execution/utils/output_factory.py", line 62, in from_normal_data
    for normal_data in normal_data_iter:
  File "/mnt/yarn/usercache/hadoop/appcache/application_1626312576687_0005/python-dist-ec818b88-ee9b-42d9-838b-9a13b7f845c3/python-archives/venv.zip/venv/lib64/python3.7/site-packages/pyflink/fn_execution/datastream/window_operator.py", line 395, in process_element
    self.window_state.add(value)
  File "/mnt/yarn/usercache/hadoop/appcache/application_1626312576687_0005/python-dist-ec818b88-ee9b-42d9-838b-9a13b7f845c3/python-archives/venv.zip/venv/lib64/python3.7/site-packages/pyflink/fn_execution/state_impl.py", line 173, in add
    self.get_internal_state().add(v)
  File "/mnt/yarn/usercache/hadoop/appcache/application_1626312576687_0005/python-dist-ec818b88-ee9b-42d9-838b-9a13b7f845c3/python-archives/venv.zip/venv/lib64/python3.7/site-packages/pyflink/fn_execution/state_impl.py", line 125, in get_internal_state
    self.name, self.namespace, self._value_coder)
  File "/mnt/yarn/usercache/hadoop/appcache/application_1626312576687_0005/python-dist-ec818b88-ee9b-42d9-838b-9a13b7f845c3/python-archives/venv.zip/venv/lib64/python3.7/site-packages/pyflink/fn_execution/state_impl.py", line 972, in _get_internal_bag_state
    encoded_namespace = self._encode_namespace
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值