Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Encoder the notesequence fail #7

Open
Sunnycl opened this issue Mar 14, 2023 · 0 comments
Open

Encoder the notesequence fail #7

Sunnycl opened this issue Mar 14, 2023 · 0 comments

Comments

@Sunnycl
Copy link

Sunnycl commented Mar 14, 2023

when I running <python scripts/generate_song_data_beam.py>
I got a error, Does anyone know why this is

` During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "scripts/generate_song_data_beam.py", line 131, in
app.run(main)
File "/home/yw/.local/lib/python3.7/site-packages/absl/app.py", line 308, in run
_run_main(main, args)
File "/home/yw/.local/lib/python3.7/site-packages/absl/app.py", line 254, in _run_main
sys.exit(main(argv))
File "scripts/generate_song_data_beam.py", line 127, in main
p |= 'write' >> beam.io.WriteToTFRecord(FLAGS.output)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/pipeline.py", line 600, in exit
self.result = self.run()
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/pipeline.py", line 577, in run
return self.runner.run_pipeline(self, self._options)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/direct/direct_runner.py", line 131, in run_pipeline
return runner.run_pipeline(pipeline, options)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 204, in run_pipeline
options)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 456, in run_stages
runner_execution_context, bundle_context_manager, bundle_input)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 789, in _execute_bundle
bundle_manager))
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 1013, in _run_bundle
data_input, data_output, input_timers, expected_timer_output)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 1348, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/worker_handlers.py", line 379, in push
response = self.worker.do_instruction(request)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 625, in do_instruction
getattr(request, request_type), request.instruction_id)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 662, in process_bundle
bundle_processor.process_bundle(instruction_id))
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1063, in process_bundle
element.data)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 526, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 528, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 237, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1508, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1572, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/io/filebasedsource.py", line 391, in process
for record in source.read(range.new_tracker()):
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/io/tfrecordio.py", line 188, in read_records
record = _TFRecordUtil.read_record(file_handle)
File "/home/yw/.local/lib/python3.7/site-packages/apache_beam/io/tfrecordio.py", line 151, in read_record
(buf_length_expected, codecs.encode(buf, 'hex')))
ValueError: Not a valid TFRecord. Fewer than 113215 bytes:
` # # #

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Labels
None yet
Projects
None yet
Development

No branches or pull requests

1 participant