tangchao0503/Payload-SDK
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

NEW: release DJI Payload-SDK version 3.12.0

Browse Source
This commit is contained in:
DJI
2025-06-27 22:36:34 +08:00
parent 54b9f6c6c1
commit 326b8698dd
381 changed files with 122574 additions and 451 deletions
Download Patch File Download Diff File Expand all files Collapse all files

166
psdk_lib/include/dji_liveview.h
View File

@ -47,6 +47,15 @@ typedef enum {
DJI_LIVEVIEW_CAMERA_POSITION_FPV = 7
} E_DjiLiveViewCameraPosition;
/**
* @brief Image format.
*/
typedef enum {
PIXFMT_NV12 = 3,
PIXFMT_RGB_PLANAR = 4,
PIXFMT_RGB_PACKED = 5
} E_DjiLiveViewPixFormate;
/**
* @brief Liveview camera stream source.
*/
@ -71,6 +80,8 @@ typedef enum {
DJI_LIVEVIEW_CAMERA_SOURCE_M3D_VIS = 1,
DJI_LIVEVIEW_CAMERA_SOURCE_M3TD_VIS = 1,
DJI_LIVEVIEW_CAMERA_SOURCE_M3TD_IR = 2,
DJI_LIVEVIEW_CAMERA_SOURCE_H30_ZOOM = 1,
DJI_LIVEVIEW_CAMERA_SOURCE_H30_4K = 7,
DJI_LIVEVIEW_CAMERA_SOURCE_M4E_VIS = 1,
DJI_LIVEVIEW_CAMERA_SOURCE_M4T_VIS = 1,
DJI_LIVEVIEW_CAMERA_SOURCE_M4T_IR = 2,
@ -79,11 +90,91 @@ typedef enum {
DJI_LIVEVIEW_CAMERA_SOURCE_M4TD_IR = 2,
} E_DjiLiveViewCameraSource;
/**
* @brief DJI standard types of target recognition.
*/
typedef enum {
DJI_LIVEVIEW_OBJ_TYPE_INVALID = 0,
DJI_LIVEVIEW_OBJ_TYPE_UNKNOWN = 1,
DJI_LIVEVIEW_OBJ_TYPE_PERSON = 2,
DJI_LIVEVIEW_OBJ_TYPE_CAR = 3,
DJI_LIVEVIEW_OBJ_TYPE_BOAT = 4,
DJI_LIVEVIEW_OBJ_TYPE_HUMAN_FACE = 5,
DJI_LIVEVIEW_OBJ_TYPE_BIRD = 10,
DJI_LIVEVIEW_OBJ_TYPE_BEACON = 20,
DJI_LIVEVIEW_OBJ_TYPE_GPS = 30,
DJI_LIVEVIEW_OBJ_TYPE_MOVING_TARGET = 34,
} E_DjiLiveViewTargetObjectType;
/**
* @brief Target Recognition Status.
*/
typedef enum {
DJI_LIVEVIEW_OBJ_STATE_INVALID = 0, /*!< invalid state */
DJI_LIVEVIEW_OBJ_STATE_TRACKED = 1, /*!< steady state following */
DJI_LIVEVIEW_OBJ_STATE_VISION_BEACON_FUSIONED = 2, /*!< Vision beacon fusion state */
DJI_LIVEVIEW_OBJ_STATE_AUXILIARY_TRACKED = 3, /*!< Loss of trigger source, auxiliary observation following state */
DJI_LIVEVIEW_OBJ_STATE_NOT_CONFIDENT = 4, /*!< unstable following state */
DJI_LIVEVIEW_OBJ_STATE_LOST_WITH_PREDICT = 5, /*!< Target lost, forecast status maintained */
DJI_LIVEVIEW_OBJ_STATE_LOST = 6, /*!< Target Loss Status */
DJI_LIVEVIEW_OBJ_STATE_REDETECTED = 7, /*!< Target Loss Retrieval Status */
} E_DjiLiveViewTargetObjectState;
/**
* @brief Picture frame information for target recognition results
*/
typedef struct
{
uint16_t cx; /*!< X-coordinate of the center of the frame, unit: 1/10000 * screen width */
uint16_t cy; /*!< Y-coordinate of the center of the frame, unit: 1/10000 * screen height */
uint16_t w; /*!< Frame width, unit: 1/10000 * screen width */
uint16_t h; /*!< Frame height, unit: 1/10000 * screen height */
uint32_t distance; /*!< Distance in mm */
} __attribute__((packed)) T_DjiLiveViewTarget2dBox;
/**
* @brief BoundingBox information for target recognition.
*/
typedef struct {
uint16_t id;
uint8_t type; /*!< type can be an enumerated value of E_DjiLiveViewTargetObjectType or a user-defined value. */
uint8_t state; /*!< state should be of type E_DjiLiveViewTargetObjectState enumeration */
T_DjiLiveViewTarget2dBox box;
} __attribute__((packed)) T_DjiLiveViewBoundingBox;
/**
* @brief List of boundingBox information.
*/
typedef struct {
uint8_t boxCount;
T_DjiLiveViewBoundingBox boxData[1];
} __attribute__((packed)) T_DjiLiveViewStandardMetaData;
/**
* @brief Image information.
*/
typedef struct {
E_DjiLiveViewPixFormate pixFmt;
uint16_t width;
uint16_t height;
uint32_t frameId;
} T_DjiLiveviewImageInfo;
/**
* @brief Liveview camera h264 stream callback.
*/
typedef void (*DjiLiveview_H264Callback)(E_DjiLiveViewCameraPosition position, const uint8_t *buf, uint32_t len);
/**
* @brief Liveview camera image data callback.
*/
typedef void (*DjiLiveview_ImageCallback)(E_DjiLiveViewCameraPosition position, const uint8_t *buf,
uint32_t len , T_DjiLiveviewImageInfo ImageInfo);
/**
* @brief Callback for handling encoded output data
*/
typedef void (*DjiLiveview_EncoderCallback)(const uint8_t *buf, uint32_t len);
/* Exported functions --------------------------------------------------------*/
/**
* @brief Initialize the liveview module.
@ -125,6 +216,81 @@ T_DjiReturnCode DjiLiveview_StopH264Stream(E_DjiLiveViewCameraPosition position,
T_DjiReturnCode DjiLiveview_RequestIntraframeFrameData(E_DjiLiveViewCameraPosition position,
E_DjiLiveViewCameraSource source);
/**
* @brief Request to get the decoded image data from the specified position.
* @param position: Camera position for the H264 stream.
* @param source: sub-camera source for the H264 stream.
* @param pixFmt: Requested Image Format.
* @param callback: Callback for handling image data.
* @return Execution result.
* @note This interface support on DJI manifold3.
*/
T_DjiReturnCode DjiLiveview_StartImageStream(E_DjiLiveViewCameraPosition position, E_DjiLiveViewCameraSource source,
E_DjiLiveViewPixFormate pixFmt, DjiLiveview_ImageCallback callback);
/**
* @brief Stop the decoded image data from the specified position.
* @param position: Camera position for the H264 stream.
* @param source: sub-camera source for the H264 stream.
* @return Execution result.
* @note This interface support on DJI manifold3.
*/
T_DjiReturnCode DjiLiveview_StopImageStream(E_DjiLiveViewCameraPosition position, E_DjiLiveViewCameraSource source);
/**
* @brief Registering encoder callback handlers.
* @return Execution result.
* @note This interface support on DJI manifold3.
*/
T_DjiReturnCode DjiLiveview_RegEncoderCallback(DjiLiveview_EncoderCallback callback);
/**
* @brief Unregistering encoder callback handlers.
* @return Execution result.
*/
T_DjiReturnCode DjiLiveview_UnregEncoderCallback();
/**
* @brief Encoding image into h264 streams.
* @param buf: raw data of image.
* @param len: length of image data.
* @param imageInfo: information of image.
* @param metaData: Resulting information obtained from images for target recognition.
* @return Execution result.
* @note If there is no need for information related to target identification, fill in NULL for metaData.
* @note This interface needs to be used after DjiLiveview_RegEncoderCallback.
* @note This interface support on DJI manifold3.
*/
T_DjiReturnCode DjiLiveview_EncodeAFrameToH264(const uint8_t *buf, uint32_t len, T_DjiLiveviewImageInfo imageInfo,
T_DjiLiveViewStandardMetaData *metaData);
/**
* @brief Register user-defined target Lables
* @param lableCount: Number of lable.
* @param labels: lable String Array
* @note The key-value pairs of lable and index will be recorded on the Pilot after registration
* and will be used to parse the metaData and display the lable when rendering the boundingbox.
* @note This interface support on DJI manifold3.
* @return Execution result.
*/
T_DjiReturnCode DjiLiveview_RegUserAiTargetLableList(uint8_t lableCount,const char *labels[]);
/**
* @brief Unregister user-defined target Lables
* @return Execution result.
* @note This interface support on DJI manifold3.
*/
T_DjiReturnCode DjiLiveview_UnregUserAiTargetLableList();
/**
* @brief Transmits the result information of the target recognition to the pilot for display.
* @param metaData: Resulting information obtained from images for target recognition.
* @note This interface support on DJI manifold3.
* @return Execution result.
*/
T_DjiReturnCode DjiLiveview_SendAiMetaToPilot(T_DjiLiveViewStandardMetaData *metaData);
#ifdef __cplusplus
}
#endif