You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
when I running <python scripts/generate_song_data_beam.py>
I got a error, Does anyone know why this is
` During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "scripts/generate_song_data_beam.py", line 131, in
app.run(main)
File "/home/yw/.local/lib/python3.7/site-packages/absl/app.py", line 308, in run
_run_main(main, args)
File "/home/yw/.local/lib/python3.7/site-packages/absl/app.py", line 254, in _run_main
sys.exit(main(argv))
File "scripts/generate_song_data_beam.py", line 127, in main
p |= 'write' >> beam.io.WriteToTFRecord(FLAGS.output)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/pipeline.py", line 600, in exit
self.result = self.run()
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/pipeline.py", line 577, in run
return self.runner.run_pipeline(self, self._options)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/direct/direct_runner.py", line 131, in run_pipeline
return runner.run_pipeline(pipeline, options)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 204, in run_pipeline
options)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 456, in run_stages
runner_execution_context, bundle_context_manager, bundle_input)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 789, in _execute_bundle
bundle_manager))
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 1013, in _run_bundle
data_input, data_output, input_timers, expected_timer_output)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 1348, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/worker_handlers.py", line 379, in push
response = self.worker.do_instruction(request)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 625, in do_instruction
getattr(request, request_type), request.instruction_id)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 662, in process_bundle
bundle_processor.process_bundle(instruction_id))
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1063, in process_bundle
element.data)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 526, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 528, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 237, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1508, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1572, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/io/filebasedsource.py", line 391, in process
for record in source.read(range.new_tracker()):
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/io/tfrecordio.py", line 188, in read_records
record = _TFRecordUtil.read_record(file_handle)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/io/tfrecordio.py", line 151, in read_record
(buf_length_expected, codecs.encode(buf, 'hex')))
ValueError: Not a valid TFRecord. Fewer than 113215 bytes:
` # # #
The text was updated successfully, but these errors were encountered:
when I running <python scripts/generate_song_data_beam.py>
I got a error, Does anyone know why this is
` During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "scripts/generate_song_data_beam.py", line 131, in
app.run(main)
File "/home/yw/.local/lib/python3.7/site-packages/absl/app.py", line 308, in run
_run_main(main, args)
File "/home/yw/.local/lib/python3.7/site-packages/absl/app.py", line 254, in _run_main
sys.exit(main(argv))
File "scripts/generate_song_data_beam.py", line 127, in main
p |= 'write' >> beam.io.WriteToTFRecord(FLAGS.output)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/pipeline.py", line 600, in exit
self.result = self.run()
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/pipeline.py", line 577, in run
return self.runner.run_pipeline(self, self._options)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/direct/direct_runner.py", line 131, in run_pipeline
return runner.run_pipeline(pipeline, options)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 204, in run_pipeline
options)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 456, in run_stages
runner_execution_context, bundle_context_manager, bundle_input)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 789, in _execute_bundle
bundle_manager))
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 1013, in _run_bundle
data_input, data_output, input_timers, expected_timer_output)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 1348, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/worker_handlers.py", line 379, in push
response = self.worker.do_instruction(request)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 625, in do_instruction
getattr(request, request_type), request.instruction_id)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 662, in process_bundle
bundle_processor.process_bundle(instruction_id))
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1063, in process_bundle
element.data)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 526, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 528, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 237, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1508, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1572, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/io/filebasedsource.py", line 391, in process
for record in source.read(range.new_tracker()):
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/io/tfrecordio.py", line 188, in read_records
record = _TFRecordUtil.read_record(file_handle)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/io/tfrecordio.py", line 151, in read_record
(buf_length_expected, codecs.encode(buf, 'hex')))
ValueError: Not a valid TFRecord. Fewer than 113215 bytes:
` # # #
The text was updated successfully, but these errors were encountered: