tensorflow-lite: add support for version 2.10

Backport tensorflow-lite recipes from NXP's lf-6.1.1_1.0.0 release (Langdale based)

https://onedigi.atlassian.net/browse/DEL-8137
https://onedigi.atlassian.net/browse/DEL-8563

Signed-off-by: Isaac Hermida <isaac.hermida@digi.com>
Signed-off-by: Javier Viguera <javier.viguera@digi.com>
This commit is contained in:
Isaac Hermida 2023-06-07 11:03:23 +02:00 committed by Javier Viguera
parent 4f659d2094
commit 43ea95739a
7 changed files with 250 additions and 0 deletions

View File

@ -278,6 +278,11 @@ PREFERRED_VERSION_optee-client:mx9-nxp-bsp ??= "3.19.0.imx"
PREFERRED_VERSION_optee-test:mx8-nxp-bsp ??= "3.19.0.imx"
PREFERRED_VERSION_optee-test:mx9-nxp-bsp ??= "3.19.0.imx"
# Machine learning backports from NXP's lf-6.1.1_1.0.0 release
PREFERRED_VERSION_tensorflow-lite:ccimx93 = "2.10.0"
PREFERRED_VERSION_tensorflow-lite-host-tools:ccimx93 = "2.10.0"
PREFERRED_VERSION_tensorflow-lite-host-tools-native:ccimx93 = "2.10.0"
# Optee runtime packages to install
OPTEE_PKGS ??= "optee-client optee-os"

View File

@ -0,0 +1,5 @@
# Copyright 2020-2021 NXP
TENSORFLOW_LITE_SRC ?= "git://github.com/nxp-imx/tensorflow-imx.git;protocol=https"
SRCBRANCH_tf = "lf-6.1.1_1.0.0"
SRCREV_tf = "6cac366ef5b7e632305c2413875ce2d3b72c03dd"

View File

@ -0,0 +1,61 @@
# Copyright 2020-2023 NXP
DESCRIPTION = "TensorFlow Lite Ethos-u Delegate"
LICENSE = "Apache-2.0"
LIC_FILES_CHKSUM = "file://LICENSE;md5=86d3f3a95c324c9479bd8986968f4327"
DEPENDS = "tensorflow-lite ethos-u-driver-stack"
require tensorflow-lite-${PV}.inc
TENSORFLOW_LITE_ETHOSU_DELEGATE_SRC ?= "git://github.com/nxp-imx/tflite-ethosu-delegate-imx.git;protocol=https"
SRCBRANCH_ethosu = "lf-6.1.1_1.0.0"
SRCREV_ethosu = "4bd28d3e64d26f4d5b5ee358036b2d06f3322a57"
SRCREV_FORMAT = "ethosu_tf"
SRC_URI = "${TENSORFLOW_LITE_ETHOSU_DELEGATE_SRC};branch=${SRCBRANCH_ethosu};name=ethosu \
${TENSORFLOW_LITE_SRC};branch=${SRCBRANCH_tf};name=tf;destsuffix=tfgit \
"
S = "${WORKDIR}/git"
inherit python3native cmake
EXTRA_OECMAKE = "-DCMAKE_SYSROOT=${PKG_CONFIG_SYSROOT_DIR}"
EXTRA_OECMAKE += " \
-DFETCHCONTENT_FULLY_DISCONNECTED=OFF \
-DFETCHCONTENT_SOURCE_DIR_TENSORFLOW=${WORKDIR}/tfgit \
-DTFLITE_LIB_LOC=${STAGING_DIR_HOST}/usr/lib/libtensorflow-lite.so \
${S} \
"
CXXFLAGS += "-fPIC"
do_configure[network] = "1"
do_configure:prepend() {
export HTTP_PROXY=${http_proxy}
export HTTPS_PROXY=${https_proxy}
export http_proxy=${http_proxy}
export https_proxy=${https_proxy}
# There is no Fortran compiler in the toolchain, but bitbake sets this variable anyway
# with unavailable binary.
export FC=""
}
do_install() {
# install libraries
install -d ${D}${libdir}
for lib in ${B}/lib*.so*
do
cp --no-preserve=ownership -d $lib ${D}${libdir}
done
}
INHIBIT_PACKAGE_DEBUG_SPLIT = "1"
# Output library is unversioned
SOLIBS = ".so"
FILES_SOLIBSDEV = ""
COMPATIBLE_MACHINE = "(mx93-nxp-bsp)"

View File

@ -0,0 +1,29 @@
# Copyright 2022 NXP
DESCRIPTION = "Host tools required for build of TensorFlow Lite C++ Library unit tests and Evaluation Tools"
LICENSE = "Apache-2.0"
LIC_FILES_CHKSUM = "file://LICENSE;md5=4158a261ca7f2525513e31ba9c50ae98"
require tensorflow-lite-${PV}.inc
SRC_URI = "${TENSORFLOW_LITE_SRC};branch=${SRCBRANCH_tf};name=tf"
inherit cmake
S = "${WORKDIR}/git"
OECMAKE_SOURCEPATH = "${S}/tensorflow/lite/tools/cmake/native_tools"
BBCLASSEXTEND = "native nativesdk"
EXTRA_OECMAKE = " \
-DFETCHCONTENT_FULLY_DISCONNECTED=OFF \
-DCMAKE_SYSROOT=${PKG_CONFIG_SYSROOT_DIR} \
"
CXXFLAGS += "-fPIC"
do_configure[network] = "1"
do_configure:prepend() {
export HTTP_PROXY=${http_proxy}
export HTTPS_PROXY=${https_proxy}
export http_proxy=${http_proxy}
export https_proxy=${https_proxy}
}

View File

@ -0,0 +1,6 @@
Name: tensorflow lite
Description: tensorflow lite static library
Version: @version@
Requires:
Libs: -L@libdir@ -ltensorflow-lite -lrt
Cflags: -I@includedir@

View File

@ -0,0 +1,12 @@
FILESEXTRAPATHS:prepend := "${THISDIR}/${PN}:"
SRC_URI:append = " file://tensorflow-lite.pc.in"
do_install:append() {
install -d ${D}${libdir}/pkgconfig
install -m 0644 ${WORKDIR}/tensorflow-lite.pc.in ${D}${libdir}/pkgconfig/tensorflow2-lite.pc
sed -i 's:@version@:${PV}:g
s:@libdir@:${libdir}:g
s:@includedir@:${includedir}:g' ${D}${libdir}/pkgconfig/tensorflow2-lite.pc
}

View File

@ -0,0 +1,132 @@
# Copyright 2020-2021 NXP
DESCRIPTION = "TensorFlow Lite C++ Library"
LICENSE = "Apache-2.0"
LIC_FILES_CHKSUM = "file://LICENSE;md5=4158a261ca7f2525513e31ba9c50ae98"
DEPENDS = "flatbuffers python3-numpy-native python3-pip-native python3-pybind11-native python3-wheel-native unzip-native \
python3 tensorflow-protobuf jpeg zlib ${BPN}-host-tools-native"
require tensorflow-lite-${PV}.inc
SRC_URI = "${TENSORFLOW_LITE_SRC};branch=${SRCBRANCH_tf};name=tf"
SRC_URI += "https://storage.googleapis.com/download.tensorflow.org/models/mobilenet_v1_2018_08_02/mobilenet_v1_1.0_224_quant.tgz;name=model-mobv1"
SRC_URI[model-mobv1.md5sum] = "36af340c00e60291931cb30ce32d4e86"
SRC_URI[model-mobv1.sha256sum] = "d32432d28673a936b2d6281ab0600c71cf7226dfe4cdcef3012555f691744166"
S = "${WORKDIR}/git"
inherit python3native cmake
PACKAGECONFIG ??= "${PACKAGECONFIG_ETHOSU}"
PACKAGECONFIG_ETHOSU = ""
PACKAGECONFIG_ETHOSU:mx93-nxp-bsp = "ethosu"
PACKAGECONFIG[ethosu] = "-DTFLITE_ENABLE_ETHOSU=on,-DTFLITE_ENABLE_ETHOSU=off,ethos-u-driver-stack"
EXTRA_OECMAKE = " \
-DCMAKE_SYSROOT=${PKG_CONFIG_SYSROOT_DIR} \
-DFETCHCONTENT_FULLY_DISCONNECTED=OFF \
-DTFLITE_EVAL_TOOLS=on \
-DTFLITE_HOST_TOOLS_DIR=${STAGING_BINDIR_NATIVE} \
-DTFLITE_BUILD_SHARED_LIB=on \
-DTFLITE_ENABLE_NNAPI=off \
-DTFLITE_ENABLE_NNAPI_VERBOSE_VALIDATION=on \
-DTFLITE_ENABLE_RUY=on \
-DTFLITE_ENABLE_XNNPACK=on \
-DTFLITE_PYTHON_WRAPPER_BUILD_CMAKE2=on \
-DTFLITE_ENABLE_EXTERNAL_DELEGATE=on \
${S}/tensorflow/lite/ \
"
EXTRA_OECMAKE_BUILD = "benchmark_model label_image"
CXXFLAGS += "-fPIC"
do_configure[network] = "1"
do_configure:prepend() {
export HTTP_PROXY=${http_proxy}
export HTTPS_PROXY=${https_proxy}
export http_proxy=${http_proxy}
export https_proxy=${https_proxy}
# There is no Fortran compiler in the toolchain, but bitbake sets this variable anyway
# with unavailable binary.
export FC=""
}
do_compile:append () {
# build pip package
cd ${B}
CI_BUILD_PYTHON=${PYTHON} BUILD_NUM_JOBS=8 ${S}/tensorflow/lite/tools/pip_package/build_pip_package_with_cmake2.sh ${TARGET_ARCH}
}
do_install() {
# install libraries
install -d ${D}${libdir}
for lib in ${B}/lib*.so*
do
cp --no-preserve=ownership -d $lib ${D}${libdir}
done
# install header files
install -d ${D}${includedir}/tensorflow/lite
cd ${S}/tensorflow/lite
cp --parents \
$(find . -name "*.h*") \
${D}${includedir}/tensorflow/lite
# install version.h from core
install -d ${D}${includedir}/tensorflow/core/public
cp ${S}/tensorflow/core/public/version.h ${D}${includedir}/tensorflow/core/public
# install examples
install -d ${D}${bindir}/${PN}-${PV}/examples
install -m 0555 ${B}/examples/label_image/label_image ${D}${bindir}/${PN}-${PV}/examples
install -m 0555 ${B}/tools/benchmark/benchmark_model ${D}${bindir}/${PN}-${PV}/examples
install -m 0555 ${B}/tools/evaluation/coco_object_detection_run_eval ${D}${bindir}/${PN}-${PV}/examples
install -m 0555 ${B}/tools/evaluation/imagenet_image_classification_run_eval ${D}${bindir}/${PN}-${PV}/examples
install -m 0555 ${B}/tools/evaluation/inference_diff_run_eval ${D}${bindir}/${PN}-${PV}/examples
# install label_image data
cp ${S}/tensorflow/lite/examples/label_image/testdata/grace_hopper.bmp ${D}${bindir}/${PN}-${PV}/examples
cp ${S}/tensorflow/lite/java/ovic/src/testdata/labels.txt ${D}${bindir}/${PN}-${PV}/examples
# Install python example
cp ${S}/tensorflow/lite/examples/python/label_image.py ${D}${bindir}/${PN}-${PV}/examples
# Install mobilenet tflite file
cp ${WORKDIR}/mobilenet_*.tflite ${D}${bindir}/${PN}-${PV}/examples
# Install pip package
install -d ${D}/${PYTHON_SITEPACKAGES_DIR}
${STAGING_BINDIR_NATIVE}/pip3 install --disable-pip-version-check -vvv --platform linux_${TARGET_ARCH} \
-t ${D}/${PYTHON_SITEPACKAGES_DIR} --no-cache-dir --no-deps \
${B}/tflite_pip/dist/tflite_runtime-*.whl
}
RDEPENDS:${PN} = " \
python3 \
python3-numpy \
${RDEPENDS_OPENVX} \
"
RDEPENDS_OPENVX = ""
RDEPENDS_OPENVX:mx8-nxp-bsp:imxgpu = "libnn-imx nn-imx"
RDEPENDS_OPENVX:mx8mm-nxp-bsp = ""
# The tensorflow-lite implementation for 8ULP uses CPU, and so doesn't
# support OpenVX
RDEPENDS_OPENVX:mx8ulp-nxp-bsp = ""
# TensorFlow and TensorFlow Lite both exports few files, suppress the error
# SSTATE_ALLOW_OVERLAP_FILES = "${D}${includedir}"
SSTATE_ALLOW_OVERLAP_FILES = "/"
INHIBIT_PACKAGE_DEBUG_SPLIT = "1"
INSANE_SKIP:${PN} += " \
already-stripped \
staticdev \
"
FILES:${PN} += "${libdir}/python*"