Inheritance diagram for UTextureProcessFunctionLibrary:

Collaboration diagram for UTextureProcessFunctionLibrary:

Static Public Member Functions
static void	getImageSize (UTexture *inputTexture, FVector2D &dimensions)

static bool	isExternal (UTexture *texture)

static void	getInverseAffineMatFrom2Points (const FVector2D &center, const FVector2D &topCenter, const float &scalingFactor, FAffineMat2D &out_inverseAffineMat)

static void	getInverseAffineMat (const FVector2D &center, const FVector2D &orientation, const float &size, FAffineMat2D &out_inverseAffineMat)

static void	correctAspectRatio (const FVector2D &uvScalingFactor, const FAffineMat2D &affineMat, FAffineMat2D &correctedAffineMat)

static FVector2D	affineTransformPoint (const FAffineMat2D &affineMat, const FVector2D &point)

static void	affineTransformPoints (const TArray< FVector2D > &in_points, TArray< FVector2D > &out_points, const FAffineMat2D affineMat)

static void	showImageWith2dPoints (const TArray< uint8 > &rawDataHxWxBGR, const TArray< FVector2D > &overlayPoints, const int imageWidth, const int imageHeight, const int windowSize=700, const FString windowTitle="Debug", const bool denormalizePoints=true)

static void	showImageWith3dPoints (const TArray< uint8 > &rawDataHxWxBGR, const TArray< FVector > &overlayPoints, const int imageWidth, const int imageHeight, const int windowSize=700, const FString windowTitle="Debug", const bool denormalizePoints=true)

static void	showImage (const TArray< uint8 > &rawDataHxWxBGR, const int imageWidth, const int imageHeight, const int windowSize=700, const FString windowTitle="Debug")

static void	showImageFloat (const TArray< float > &rawDataHxWxBGR, const int imageWidth, const int imageHeight, const int windowSize=700, const FString windowTitle="Debug")

static void	convertToIntImage (UPARAM(ref) TArray< uint8 > &in_rawDataHxWxBGR, TArray< int > &out_rawDataHxWxBGR, const int imageWidth, const int imageHeight)

static void	normalizeFloatArray (UPARAM(ref) TArray< float > &in_data, TArray< float > &out_data, const float bias=0.0f, const float scalingFactor=1.0f)

static void	normalizeFloatArrayWith3Channels (UPARAM(ref) TArray< float > &in_data, TArray< float > &out_data, const FVector bias=FVector::ZeroVector, const FVector scalingFactor=FVector(1.0f, 1.0f, 1.0f), const bool isCHW=true)

static UTexture2D *	CreateTexture2d_Gray_Byte (const int32 width, const int32 height)

static UTexture2D *	CreateTexture2d_Gray_Float (const int32 width, const int32 height)

static UTexture2D *	CreateTexture2d_BGRA_Byte (const int32 width, const int32 height)

static UTexture2D *	CreateTexture2d_RGBA_Float (const int32 width, const int32 height)

static void	CopyByteArrayToTexture2D (const TArray< uint8 > &source_data, UPARAM(ref) UTexture2D *destination_texture2D, const bool useMultiThread=true)

static void	CopyFloatArrayToTexture2D (const TArray< float > &source_data, UPARAM(ref) UTexture2D *destination_texture2D, const bool useMultiThread=true)

static void	CopyByteArrayToTexture2D_RGB_To_BGRA (const TArray< uint8 > &source_data, UPARAM(ref) UTexture2D *destination_texture2D, const bool useMultiThread=true, const bool CHW_to_HWC=true)

static void	CopyFloatArrayToTexture2D_RGB_To_RGBA (const TArray< float > &source_data, UPARAM(ref) UTexture2D *destination_texture2D, const bool useMultiThread=true, const bool CHW_to_HWC=true)

static void	multiplyAffineTransformMatrices (const FAffineMat2D &affineMat_A, const FAffineMat2D &affineMat_B, FAffineMat2D &affineMat_C)

Detailed Description

Blueprint-callable static function library for image processing

Member Function Documentation

◆ affineTransformPoint()

static FVector2D UTextureProcessFunctionLibrary::affineTransformPoint	(	const FAffineMat2D &	affineMat,
		const FVector2D &	point
	)

static

Affine transform a point

Parameters

affineMat	Input matrix which represents affine transform
point	Point to be transformed

Returns: Transformed point

◆ affineTransformPoints()

static void UTextureProcessFunctionLibrary::affineTransformPoints	(	const TArray< FVector2D > &	in_points,
		TArray< FVector2D > &	out_points,
		const FAffineMat2D	affineMat
	)

static

Affine transform points

Parameters

in_points	Points to be transformed
out_points	Transformed points
affineMat	Input matrix which represents affine transform

◆ convertToIntImage()

static void UTextureProcessFunctionLibrary::convertToIntImage	(	UPARAM(ref) TArray< uint8 > &	in_rawDataHxWxBGR,
		TArray< int > &	out_rawDataHxWxBGR,
		const int	imageWidth,
		const int	imageHeight
	)

static

Convert image from byte array to integer array. Works only when CustomizedOpenCv module is enabled.

Parameters

in_rawDataHxWxBGR	Input image as an array of bytes whose length is (imageHeight x imageWidth x 3(BGR)).
out_rawDataHxWxBGR	Output image as an array of 32-bit integers whose length is (imageHeight x imageWidth x 3(BGR)).
imageWidth	The width of the image
imageHeight	The height of the image

◆ CopyByteArrayToTexture2D()

static void UTextureProcessFunctionLibrary::CopyByteArrayToTexture2D	(	const TArray< uint8 > &	source_data,
		UPARAM(ref) UTexture2D *	destination_texture2D,
		const bool	useMultiThread = `true`
	)

static

Fill Texture2D data by byte array.

Parameters

source_data	Input data copied to texture
destination_texture2D	Texture to be filled
useMultiThread	Whether to use multithread to copy the data

◆ CopyByteArrayToTexture2D_RGB_To_BGRA()

static void UTextureProcessFunctionLibrary::CopyByteArrayToTexture2D_RGB_To_BGRA	(	const TArray< uint8 > &	source_data,
		UPARAM(ref) UTexture2D *	destination_texture2D,
		const bool	useMultiThread = `true`,
		const bool	CHW_to_HWC = `true`
	)

static

Fill Texture2D data by byte array while converting CHW-RGB format to HWC-BGRA format.

Parameters

source_data	Input data copied to texture. (Channel x Height x Width), RGB format.
destination_texture2D	Texture to be filled. (Width x Height x Channel), BGRA format.
useMultiThread	Whether to use multithread to copy the data
CHW_to_HWC	Whether to convert the image from (Channel x Height x Width) to (Width x Height x Channel) format. If false, the input data is assumed to be in (Width x Height x Channel) format.

◆ CopyFloatArrayToTexture2D()

static void UTextureProcessFunctionLibrary::CopyFloatArrayToTexture2D	(	const TArray< float > &	source_data,
		UPARAM(ref) UTexture2D *	destination_texture2D,
		const bool	useMultiThread = `true`
	)

static

Fill Texture2D data by float array.

Parameters

source_data	Input data copied to texture
destination_texture2D	Texture to be filled
useMultiThread	Whether to use multithread to copy the data

◆ CopyFloatArrayToTexture2D_RGB_To_RGBA()

static void UTextureProcessFunctionLibrary::CopyFloatArrayToTexture2D_RGB_To_RGBA	(	const TArray< float > &	source_data,
		UPARAM(ref) UTexture2D *	destination_texture2D,
		const bool	useMultiThread = `true`,
		const bool	CHW_to_HWC = `true`
	)

static

Fill Texture2D data by float array while converting RGB format to BGRA format.

Parameters

source_data	Input data copied to texture. (Channel x Height x Width), RGB format.
destination_texture2D	Texture to be filled. (Width x Height x Channel), RGBA format.
useMultiThread	Whether to use multithread to copy the data
CHW_to_HWC	Whether to convert the image from (Channel x Height x Width) to (Width x Height x Channel) format. If false, the input data is assumed to be in (Width x Height x Channel) format.

◆ correctAspectRatio()

static void UTextureProcessFunctionLibrary::correctAspectRatio	(	const FVector2D &	uvScalingFactor,
		const FAffineMat2D &	affineMat,
		FAffineMat2D &	correctedAffineMat
	)

static

Convert the matrix of affine transform which was calculated in the scaled UV space which keeps the image's aspect ratio to the matrix in the original UV space.

Parameters

uvScalingFactor	The scaling factor of the UV of the image to keep the aspect ratio of the image. X = 1 and Y > 1 for a landscape image. X > 1 and Y = 1 for a portrait image.
affineMat	Input matrix
correctedAffineMat	Output matrix

◆ CreateTexture2d_BGRA_Byte()

static UTexture2D * UTextureProcessFunctionLibrary::CreateTexture2d_BGRA_Byte	(	const int32	width,
		const int32	height
	)

static

Create Texture2D with 4(BGRA) color channel of byte

Parameters

width	Texture width
height	Texture height

◆ CreateTexture2d_Gray_Byte()

static UTexture2D * UTextureProcessFunctionLibrary::CreateTexture2d_Gray_Byte	(	const int32	width,
		const int32	height
	)

static

Create Texture2D with one color channel of byte

Parameters

width	Texture width
height	Texture height

◆ CreateTexture2d_Gray_Float()

static UTexture2D * UTextureProcessFunctionLibrary::CreateTexture2d_Gray_Float	(	const int32	width,
		const int32	height
	)

static

Create Texture2D with one color channel of float32

Parameters

width	Texture width
height	Texture height

◆ CreateTexture2d_RGBA_Float()

static UTexture2D * UTextureProcessFunctionLibrary::CreateTexture2d_RGBA_Float	(	const int32	width,
		const int32	height
	)

static

Create Texture2D with 4(ABGR) color channel of float32

Parameters

width	Texture width
height	Texture height

◆ getImageSize()

static void UTextureProcessFunctionLibrary::getImageSize	(	UTexture *	inputTexture,
		FVector2D &	dimensions
	)

static

Get the width and the height of a texture

Parameters

inputTexture	Input image
dimensions	Width and height

◆ getInverseAffineMat()

static void UTextureProcessFunctionLibrary::getInverseAffineMat	(	const FVector2D &	center,
		const FVector2D &	orientation,
		const float &	size,
		FAffineMat2D &	out_inverseAffineMat
	)

static

Calculate the matrix of affine transform to crop image

Parameters

center	The center of the image after cropping
orientation	The normalized vector from the center of the top edge of the image after cropping to the center of the image after cropping. For example, (0, 1) means no rotation, (1, 0) means 90 degree rotation.
size	The side length of cropped square image
out_inverseAffineMat	The matrix which transforms the cropped image to the original image

◆ getInverseAffineMatFrom2Points()

static void UTextureProcessFunctionLibrary::getInverseAffineMatFrom2Points	(	const FVector2D &	center,
		const FVector2D &	topCenter,
		const float &	scalingFactor,
		FAffineMat2D &	out_inverseAffineMat
	)

static

Calculate the matrix of affine transform to crop image

Parameters

center	The center of the image after cropping
topCenter	The center of the top edge of the image after cropping
scalingFactor	The scaling factor of the cropping.
out_inverseAffineMat	The matrix which transforms the cropped image to the original image

◆ isExternal()

static bool UTextureProcessFunctionLibrary::isExternal ( UTexture * texture )

static

Check if the sampler type of the texture is "External"

Parameters

Texture Input texture

Returns: Whether the sampler type of the texture is "External"

◆ multiplyAffineTransformMatrices()

static void UTextureProcessFunctionLibrary::multiplyAffineTransformMatrices	(	const FAffineMat2D &	affineMat_A,
		const FAffineMat2D &	affineMat_B,
		FAffineMat2D &	affineMat_C
	)

static

C * x = B * ( A * x )

◆ normalizeFloatArray()

static void UTextureProcessFunctionLibrary::normalizeFloatArray	(	UPARAM(ref) TArray< float > &	in_data,
		TArray< float > &	out_data,
		const float	bias = `0.0f`,
		const float	scalingFactor = `1.0f`
	)

static

Add and multiply values to float array. out_data = scalingFactor * (in_data + bias)

Parameters

in_data	Input float array.
out_data	Output float array.
bias	The value added to each array element. For example, if this value is -0.5, data in [0.0, 1.0] is converted to [-0.5, 0.5]. This addition is performed before the multiplication of the scalingFactor.
scalingFactor	The value multiplied to each array element. For example, if this value is 2.0, data in [0, 1.0] is converted to [0.0, 2.0]. This multiplication is performed after the addition of the bias.

◆ normalizeFloatArrayWith3Channels()

static void UTextureProcessFunctionLibrary::normalizeFloatArrayWith3Channels	(	UPARAM(ref) TArray< float > &	in_data,
		TArray< float > &	out_data,
		const FVector	bias = `FVector::ZeroVector`,
		const FVector	scalingFactor = `FVector(1.0f, 1.0f, 1.0f)`,
		const bool	isCHW = `true`
	)

static

Add and multiply values to float array. The data is assumed to have 3 channels in (Channel x Height x Width) format or (Width x Height x Channel) format. out_data = scalingFactor * (in_data + bias)

Parameters

in_data	Input float array.
out_data	Output float array.
bias	The value added to each array element. XYZ corresponds to 3 channels of the data.
scalingFactor	The value multiplied to each array element. XYZ corresponds to 3 channels of the data.
isCHW	Whether the input data is in (Channel x Height x Width) format or (Width x Height x Channel) format.

◆ showImage()

static void UTextureProcessFunctionLibrary::showImage	(	const TArray< uint8 > &	rawDataHxWxBGR,
		const int	imageWidth,
		const int	imageHeight,
		const int	windowSize = `700`,
		const FString	windowTitle = `"Debug"`
	)

static

Visualize the image. Works only on Windows and when CustomizedOpenCv module is enabled.

Parameters

rawDataHxWxBGR	Input image as an array of byte whose length is (imageHeight x imageWidth x 3(BGR)).
imageWidth	The width of the input image
imageHeight	The height of the input image
windowSize	The size of the output window
windowTitle	The title of the output window

◆ showImageFloat()

static void UTextureProcessFunctionLibrary::showImageFloat	(	const TArray< float > &	rawDataHxWxBGR,
		const int	imageWidth,
		const int	imageHeight,
		const int	windowSize = `700`,
		const FString	windowTitle = `"Debug"`
	)

static

Visualize the image. Works only on Windows and when CustomizedOpenCv module is enabled.

Parameters

rawDataHxWxBGR	Input image as an array of float whose length is (imageHeight x imageWidth x 3(BGR)).
imageWidth	The width of the input image
imageHeight	The height of the input image
windowSize	The size of the output window
windowTitle	The title of the output window

◆ showImageWith2dPoints()

static void UTextureProcessFunctionLibrary::showImageWith2dPoints	(	const TArray< uint8 > &	rawDataHxWxBGR,
		const TArray< FVector2D > &	overlayPoints,
		const int	imageWidth,
		const int	imageHeight,
		const int	windowSize = `700`,
		const FString	windowTitle = `"Debug"`,
		const bool	denormalizePoints = `true`
	)

static

Visualize the image while overlaying points. Works only on Windows and when CustomizedOpenCv module is enabled.

Parameters

rawDataHxWxBGR	Input image as an array of bytes whose length is (imageHeight x imageWidth x 3(BGR)).
overlayPoints	Points to be drawn on the input image
imageWidth	The width of the input image
imageHeight	The height of the input image
windowSize	The size of the output window
windowTitle	The title of the output window
denormalizePoints	Whether to multiply the image width and height to the point coordinates

◆ showImageWith3dPoints()

static void UTextureProcessFunctionLibrary::showImageWith3dPoints	(	const TArray< uint8 > &	rawDataHxWxBGR,
		const TArray< FVector > &	overlayPoints,
		const int	imageWidth,
		const int	imageHeight,
		const int	windowSize = `700`,
		const FString	windowTitle = `"Debug"`,
		const bool	denormalizePoints = `true`
	)

static

Visualize the image while overlaying points. Works only on Windows and when CustomizedOpenCv module is enabled.

Parameters

rawDataHxWxBGR	Input image as an array of bytes whose length is (imageHeight x imageWidth x 3(BGR)).
overlayPoints	Points to be drawn on the input image
imageWidth	The width of the input image
imageHeight	The height of the input image
windowSize	The size of the output window
windowTitle	The title of the output window
denormalizePoints	Whether to multiply the image width and height to the point coordinates

Static Public Member Functions

Detailed Description

Member Function Documentation

◆ affineTransformPoint()

◆ affineTransformPoints()

◆ convertToIntImage()

◆ CopyByteArrayToTexture2D()

◆ CopyByteArrayToTexture2D_RGB_To_BGRA()

◆ CopyFloatArrayToTexture2D()

◆ CopyFloatArrayToTexture2D_RGB_To_RGBA()

◆ correctAspectRatio()

◆ CreateTexture2d_BGRA_Byte()

◆ CreateTexture2d_Gray_Byte()

◆ CreateTexture2d_Gray_Float()

◆ CreateTexture2d_RGBA_Float()

◆ getImageSize()

◆ getInverseAffineMat()

◆ getInverseAffineMatFrom2Points()

◆ isExternal()

◆ multiplyAffineTransformMatrices()

◆ normalizeFloatArray()

◆ normalizeFloatArrayWith3Channels()

◆ showImage()

◆ showImageFloat()

◆ showImageWith2dPoints()

◆ showImageWith3dPoints()