Hi, I am trying out the AdaQuant algorithm to optimize my yolox detection model with the model-script outlined below. Unfortunately, I am getting an unexpected error throughout the optimization. Any ideas why this happens and how to solve these issues?
model_optimization_config(calibration, batch_size=16, calibset_size=4096)
model_optimization_flavor(optimization_level=4, compression_level=1)
post_quantization_optimization(adaround, policy=enabled, batch_size=8, dataset_size=4096)
nms_postprocess("nms.json", yolox, engine=cpu)
File "/local/workspace/hailo_virtualenv/bin/hailomz", line 8, in <module>loss: 0.5620 - round_loss: 0.0000 - annealing_b: 20.0000]
sys.exit(main())
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_model_zoo/main.py", line 122, in main
run(args)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_model_zoo/main.py", line 111, in run
return handlers[args.command](args)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_model_zoo/main_driver.py", line 227, in optimize
optimize_model(
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_model_zoo/core/main_utils.py", line 321, in optimize_model
runner.optimize(calib_feed_callback)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_sdk_common/states/states.py", line 16, in wrapped_func
return func(self, *args, **kwargs)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_sdk_client/runner/client_runner.py", line 2093, in optimize
self._optimize(calib_data, data_type=data_type, work_dir=work_dir)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_sdk_common/states/states.py", line 16, in wrapped_func
return func(self, *args, **kwargs)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_sdk_client/runner/client_runner.py", line 1935, in _optimize
self._sdk_backend.full_quantization(calib_data, data_type=data_type, work_dir=work_dir)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_sdk_client/sdk_backend/sdk_backend.py", line 1045, in full_quantization
self._full_acceleras_run(self.calibration_data, data_type)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_sdk_client/sdk_backend/sdk_backend.py", line 1229, in _full_acceleras_run
optimization_flow.run()
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_model_optimization/tools/orchestator.py", line 306, in wrapper
return func(self, *args, **kwargs)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_model_optimization/flows/optimization_flow.py", line 316, in run
step_func()
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_model_optimization/tools/orchestator.py", line 250, in wrapped
result = method(*args, **kwargs)
File "/local/workspace/hailo_virtualenv/lib/python3.8/site-packages/hailo_model_optimization/tools/subprocess_wrapper.py", line 113, in parent_wrapper
raise SubprocessUnexpectedFailure(
hailo_model_optimization.acceleras.utils.acceleras_exceptions.SubprocessUnexpectedFailure: Subprocess step2 failed with unexpected error. exitcode -9