Hello together
I’m currently working with the ai_example_app on the Hailo-15 platform and I want to process raw Bayer (12-bit) images for real-time camera from the Sony IMX678. How should I modify frontend_config.json to support raw Bayer input (12-bit). Here is the file frontend_config.json:
{
“input_video”: {
“resolution”: {
“width”: 3840,
“height”: 2160,
“framerate”: 30
},
“source”: “/dev/video0”
},
“output_video”: {
“method”: “INTERPOLATION_TYPE_BILINEAR”,
“format”: “IMAGE_FORMAT_NV12”,
“grayscale”: false,
“resolutions”: [
{
“width”: 3840,
“height”: 2160,
“framerate”: 30,
“pool_max_buffers”: 30
},
{
“width”: 1280,
“height”: 720,
“framerate”: 30,
“pool_max_buffers”: 14
},
{
“width”: 720,
“height”: 480,
“framerate”: 30,
“pool_max_buffers”: 13
},
{
“width”: 1920,
“height”: 1080,
“framerate”: 15,
“pool_max_buffers”: 10
}
]
},
“dewarp”: {
“enabled”: true,
“color_interpolation”: “INTERPOLATION_TYPE_BILINEAR”,
“sensor_calib_path”: “/home/root/apps/resources/cam_intrinsics.txt”,
“camera_type”: “CAMERA_TYPE_PINHOLE”
},
“dis”: {
“enabled”: false,
“minimun_coefficient_filter”: 0.1,
“decrement_coefficient_threshold”: 0.001,
“increment_coefficient_threshold”: 0.01,
“running_average_coefficient”: 0.033,
“std_multiplier”: 3.0,
“black_corners_correction_enabled”: true,
“black_corners_threshold”: 0.5,
“average_luminance_threshold”: 0,
“camera_fov_factor”: 1,
“angular_dis”: {
“enabled”: false,
“vsm”: {
“hoffset”: 1856,
“voffset”: 1016,
“width”: 1920,
“height”: 1080,
“max_displacement”: 64
}
},
“debug”: {
“generate_resize_grid”: false,
“fix_stabilization”: false,
“fix_stabilization_longitude”: 0.0,
“fix_stabilization_latitude”: 0.0
}
},
“eis”: {
“enabled”: false,
“eis_config_path”: “/home/root/apps/resources/final_calibration.json”,
“window_size”: 10,
“rotational_smoothing_coefficient”: 0.0,
“iir_hpf_coefficient”: 0.997,
“camera_fov_factor”: 1,
“line_readout_time”: 7410
},
“gyro”:
{
“enabled”: false,
“sensor_name”: “lsm6dsr_gyro”,
“sensor_frequency”: “833.000000”,
“scale”: 0.000152716
},
“gmv”: {
“source”: “isp”,
“frequency”: 0.0
},
“optical_zoom”: {
“enabled”: true,
“magnification”: 1.0
},
“digital_zoom”: {
“enabled”: false,
“mode”: “DIGITAL_ZOOM_MODE_ROI”,
“magnification”: 1,
“roi”: {
“x”: 200,
“y”: 200,
“width”: 2800,
“height”: 1800
}
},
“rotation”: {
“enabled”: false,
“angle”: “ROTATION_ANGLE_270”
},
“flip”: {
“enabled”: false,
“direction”: “FLIP_DIRECTION_VERTICAL”
},
“hailort”: {
“device-id”: “device0”
},
“isp”: {
“auto-configuration”: false,
“isp_config_files_path”: “/usr/bin”
},
“hdr”: {
“enabled”: false,
“dol”: 3
},
“denoise”: {
“enabled”: false,
“sensor”: “imx678”,
“method”: “HIGH_QUALITY”,
“loopback-count”: 1,
“network”: {
“network_path”: “/usr/lib/medialib/denoise_config/vd_m_imx678.hef”,
“y_channel”: “model/input_layer1”,
“uv_channel”: “model/input_layer4”,
“feedback_y_channel”: “model/input_layer3”,
“feedback_uv_channel”: “model/input_layer2”,
“output_y_channel”: “model/conv17”,
“output_uv_channel”: “model/conv14”
}
}
}
Thank you very much.