Squashed 'data_compression' changes from 6a828e0..c383658 (#589)

c383658 updating release notes
9cb6688 added 2022.1 release notes
1801212 pthread issue fix
69982f3 disabling latest u50

Co-authored-by: sdausr <[email protected]>

Author: 2 people

data_compression/L2/demos/lz4/Makefile

@@ -65,7 +65,7 @@ PLATFORM := xilinx_u200_gen3x16_xdma_2_202110_1
 endif
 
 # #################### Checking if PLATFORM in whitelist ############################
-PLATFORM_ALLOWLIST +=  u200 u250 u50 vck190 aws-vu9p-f1
+PLATFORM_ALLOWLIST +=  u200 u250 vck190 aws-vu9p-f1
 PLATFORM_BLOCKLIST +=  zc xilinx_vck190_base_202210_1
 
 include ./utils.mk
@@ -224,9 +224,9 @@ $(SD_CARD): $(EXE_FILE) $(BINARY_CONTAINERS) $(RUN_SCRIPT) $(EMCONFIG)
 	@echo "Generating sd_card folder...."
 	mkdir -p $(SD_CARD)
 	chmod a+rx $(BUILD_DIR)/run_script.sh
-ifneq (,$(findstring vck190_base_dfx, $(PLATFORM_NAME)))
+ifeq ($(findstring vck190_base_dfx, $(PLATFORM_NAME)),vck190_base_dfx)
 ifeq ($(TARGET),hw)
-	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) -o $(BINARY_CONTAINERS_PKG)
+	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) $(VPP_PACKAGE) -o $(BINARY_CONTAINERS_PKG)
 	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p --package.out_dir  $(SD_CARD) --package.rootfs $(SYSROOT)/../../rootfs.ext4 --package.kernel_image $(K_IMAGE)  $(SD_FILES_WITH_PREFIX) $(SD_DIRS_WITH_PREFIX) --package.sd_file $(BINARY_CONTAINERS_PKG)
 	@echo "### ***** sd_card generation done! ***** ###"
 vck190_dfx_hw := true

data_compression/L2/demos/lz4/description.json

@@ -38,7 +38,6 @@
     "platform_allowlist": [
         "u200", 
         "u250", 
-        "u50", 
         "vck190", 
         "aws-vu9p-f1"
     ],

data_compression/L2/tests/gzipd_quadcores/Makefile

@@ -65,7 +65,7 @@ PLATFORM := xilinx_u250_gen3x16_xdma_3_1_202020_1
 endif
 
 # #################### Checking if PLATFORM in whitelist ############################
-PLATFORM_ALLOWLIST +=  xilinx_u250_gen3x16_xdma_3_1_202020_1 u200 u50
+PLATFORM_ALLOWLIST +=  xilinx_u250_gen3x16_xdma_3_1_202020_1 u200
 PLATFORM_BLOCKLIST +=  zc vck
 
 include ./utils.mk
@@ -218,9 +218,9 @@ $(SD_CARD): $(EXE_FILE) $(BINARY_CONTAINERS) $(RUN_SCRIPT) $(EMCONFIG)
 	@echo "Generating sd_card folder...."
 	mkdir -p $(SD_CARD)
 	chmod a+rx $(BUILD_DIR)/run_script.sh
-ifneq (,$(findstring vck190_base_dfx, $(PLATFORM_NAME)))
+ifeq ($(findstring vck190_base_dfx, $(PLATFORM_NAME)),vck190_base_dfx)
 ifeq ($(TARGET),hw)
-	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) -o $(BINARY_CONTAINERS_PKG)
+	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) $(VPP_PACKAGE) -o $(BINARY_CONTAINERS_PKG)
 	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p --package.out_dir  $(SD_CARD) --package.rootfs $(SYSROOT)/../../rootfs.ext4 --package.kernel_image $(K_IMAGE)  $(SD_FILES_WITH_PREFIX) $(SD_DIRS_WITH_PREFIX) --package.sd_file $(BINARY_CONTAINERS_PKG)
 	@echo "### ***** sd_card generation done! ***** ###"
 vck190_dfx_hw := true

data_compression/L2/tests/gzipd_quadcores/description.json

@@ -18,8 +18,7 @@
     ],
     "platform_allowlist": [
         "xilinx_u250_gen3x16_xdma_3_1_202020_1",
-        "u200",
-        "u50"
+        "u200"
     ],
     "host": {
         "host_exe": "xil_zlib",

data_compression/L2/tests/zlib_decompress_8KB_checksum/Makefile

@@ -65,7 +65,7 @@ PLATFORM := xilinx_u200_gen3x16_xdma_2_202110_1
 endif
 
 # #################### Checking if PLATFORM in whitelist ############################
-PLATFORM_ALLOWLIST +=  u200 u250 u50 vck190 aws-vu9p-f1
+PLATFORM_ALLOWLIST +=  u200 u250 vck190 aws-vu9p-f1
 PLATFORM_BLOCKLIST +=  zc xilinx_vck190_base_202210_1
 
 include ./utils.mk
@@ -231,9 +231,9 @@ $(SD_CARD): $(EXE_FILE) $(BINARY_CONTAINERS) $(RUN_SCRIPT) $(EMCONFIG)
 	@echo "Generating sd_card folder...."
 	mkdir -p $(SD_CARD)
 	chmod a+rx $(BUILD_DIR)/run_script.sh
-ifneq (,$(findstring vck190_base_dfx, $(PLATFORM_NAME)))
+ifeq ($(findstring vck190_base_dfx, $(PLATFORM_NAME)),vck190_base_dfx)
 ifeq ($(TARGET),hw)
-	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) -o $(BINARY_CONTAINERS_PKG)
+	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) $(VPP_PACKAGE) -o $(BINARY_CONTAINERS_PKG)
 	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p --package.out_dir  $(SD_CARD) --package.rootfs $(SYSROOT)/../../rootfs.ext4 --package.kernel_image $(K_IMAGE)  $(SD_FILES_WITH_PREFIX) $(SD_DIRS_WITH_PREFIX) --package.sd_file $(BINARY_CONTAINERS_PKG)
 	@echo "### ***** sd_card generation done! ***** ###"
 vck190_dfx_hw := true

data_compression/L2/tests/zlib_decompress_8KB_checksum/description.json

@@ -26,7 +26,6 @@
     "platform_allowlist": [
         "u200",
         "u250",
-        "u50",
         "vck190",
         "aws-vu9p-f1"
     ],

data_compression/L2/tests/zlibc_static_8KB/Makefile

@@ -65,7 +65,7 @@ PLATFORM := xilinx_u250_gen3x16_xdma_4_1_202210_1
 endif
 
 # #################### Checking if PLATFORM in whitelist ############################
-PLATFORM_ALLOWLIST +=  xilinx_u250_gen3x16_xdma_3_1_202020_1 u200 u50 vck190 aws-vu9p-f1
+PLATFORM_ALLOWLIST +=  xilinx_u250_gen3x16_xdma_3_1_202020_1 u200 vck190 aws-vu9p-f1
 PLATFORM_BLOCKLIST +=  zc xilinx_vck190_base_202210_1
 
 include ./utils.mk
@@ -227,9 +227,9 @@ $(SD_CARD): $(EXE_FILE) $(BINARY_CONTAINERS) $(RUN_SCRIPT) $(EMCONFIG)
 	@echo "Generating sd_card folder...."
 	mkdir -p $(SD_CARD)
 	chmod a+rx $(BUILD_DIR)/run_script.sh
-ifneq (,$(findstring vck190_base_dfx, $(PLATFORM_NAME)))
+ifeq ($(findstring vck190_base_dfx, $(PLATFORM_NAME)),vck190_base_dfx)
 ifeq ($(TARGET),hw)
-	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) -o $(BINARY_CONTAINERS_PKG)
+	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) $(VPP_PACKAGE) -o $(BINARY_CONTAINERS_PKG)
 	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p --package.out_dir  $(SD_CARD) --package.rootfs $(SYSROOT)/../../rootfs.ext4 --package.kernel_image $(K_IMAGE)  $(SD_FILES_WITH_PREFIX) $(SD_DIRS_WITH_PREFIX) --package.sd_file $(BINARY_CONTAINERS_PKG)
 	@echo "### ***** sd_card generation done! ***** ###"
 vck190_dfx_hw := true

data_compression/L2/tests/zlibc_static_8KB/description.json

@@ -44,7 +44,6 @@
     "platform_allowlist": [
         "xilinx_u250_gen3x16_xdma_3_1_202020_1", 
         "u200", 
-        "u50", 
         "vck190", 
         "aws-vu9p-f1"
     ], 

data_compression/L2/tests/zstd_hexacore_compress/Makefile

@@ -65,7 +65,7 @@ PLATFORM := xilinx_u200_gen3x16_xdma_2_202110_1
 endif
 
 # #################### Checking if PLATFORM in whitelist ############################
-PLATFORM_ALLOWLIST +=  u200 u250 u50 u280 vck190 aws-vu9p-f1
+PLATFORM_ALLOWLIST +=  u200 u250 u280 vck190 aws-vu9p-f1
 PLATFORM_BLOCKLIST +=  xilinx_vck190_base_202210_1
 
 include ./utils.mk
@@ -226,9 +226,9 @@ $(SD_CARD): $(EXE_FILE) $(BINARY_CONTAINERS) $(RUN_SCRIPT) $(EMCONFIG)
 	@echo "Generating sd_card folder...."
 	mkdir -p $(SD_CARD)
 	chmod a+rx $(BUILD_DIR)/run_script.sh
-ifneq (,$(findstring vck190_base_dfx, $(PLATFORM_NAME)))
+ifeq ($(findstring vck190_base_dfx, $(PLATFORM_NAME)),vck190_base_dfx)
 ifeq ($(TARGET),hw)
-	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) -o $(BINARY_CONTAINERS_PKG)
+	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) $(VPP_PACKAGE) -o $(BINARY_CONTAINERS_PKG)
 	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p --package.out_dir  $(SD_CARD) --package.rootfs $(SYSROOT)/../../rootfs.ext4 --package.kernel_image $(K_IMAGE)  $(SD_FILES_WITH_PREFIX) $(SD_DIRS_WITH_PREFIX) --package.sd_file $(BINARY_CONTAINERS_PKG)
 	@echo "### ***** sd_card generation done! ***** ###"
 vck190_dfx_hw := true

data_compression/L2/tests/zstd_hexacore_compress/description.json

@@ -11,7 +11,6 @@
     "platform_allowlist": [
         "u200", 
         "u250", 
-        "u50", 
         "u280",
         "vck190", 
         "aws-vu9p-f1"

data_compression/L2/tests/zstdd_32KB_fastHuff/Makefile

@@ -65,7 +65,7 @@ PLATFORM := xilinx_u200_gen3x16_xdma_2_202110_1
 endif
 
 # #################### Checking if PLATFORM in whitelist ############################
-PLATFORM_ALLOWLIST +=  u200 u250 u50 u280 vck190 aws-vu9p-f1
+PLATFORM_ALLOWLIST +=  u200 u250 u280 vck190 aws-vu9p-f1
 PLATFORM_BLOCKLIST +=  xilinx_vck190_base_202210_1
 
 include ./utils.mk
@@ -231,9 +231,9 @@ $(SD_CARD): $(EXE_FILE) $(BINARY_CONTAINERS) $(RUN_SCRIPT) $(EMCONFIG)
 	@echo "Generating sd_card folder...."
 	mkdir -p $(SD_CARD)
 	chmod a+rx $(BUILD_DIR)/run_script.sh
-ifneq (,$(findstring vck190_base_dfx, $(PLATFORM_NAME)))
+ifeq ($(findstring vck190_base_dfx, $(PLATFORM_NAME)),vck190_base_dfx)
 ifeq ($(TARGET),hw)
-	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) -o $(BINARY_CONTAINERS_PKG)
+	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p $(PACKAGE_FILES) $(VPP_PACKAGE) -o $(BINARY_CONTAINERS_PKG)
 	$(VPP) -t $(TARGET) --platform $(XPLATFORM) -p --package.out_dir  $(SD_CARD) --package.rootfs $(SYSROOT)/../../rootfs.ext4 --package.kernel_image $(K_IMAGE)  $(SD_FILES_WITH_PREFIX) $(SD_DIRS_WITH_PREFIX) --package.sd_file $(BINARY_CONTAINERS_PKG)
 	@echo "### ***** sd_card generation done! ***** ###"
 vck190_dfx_hw := true

data_compression/L2/tests/zstdd_32KB_fastHuff/description.json

@@ -11,7 +11,6 @@
     "platform_allowlist": [
         "u200", 
         "u250", 
-        "u50", 
         "u280", 
         "vck190", 
         "aws-vu9p-f1"

data_compression/L3/demos/libzso/Makefile

@@ -375,7 +375,7 @@ $(HOST_OBJ_FILES): $(OBJ_DIR)/host.o $(SRC_DIR)/host.cpp
 $(EXE_FILE): $(HOST_OBJ_FILES)
 	@echo -e "----\nCompiling host executable..."
 	mkdir -p $(BUILD_DIR)
-	$(CXX) -fPIC -D_LARGEFILE64_SOURCE=1 -DHAVE_HIDDEN -o $@ $^ -L. $(LIBZLIB_NAME) $(LDXRM) -lboost_system -lboost_filesystem -lOpenCL
+	$(CXX) -fPIC -D_LARGEFILE64_SOURCE=1 -DHAVE_HIDDEN -o $@ $^ -L. $(LIBZLIB_NAME) $(LDXRM) -lboost_system -lboost_filesystem -lOpenCL -lpthread
 
 # ------------------------------------------------------------
 #                      build rules

data_compression/docs/release.rst

@@ -7,6 +7,23 @@ Release Note
    :hidden
    :maxdepth: 1
 
+2022.1
+------
+
+Following is the 2022.1 release notes.
+
+* **ZLIB Compression Improvement**
+    - Reduced TreeGen Initial Interval < 1K to reduce overall resource utilization for 8KB octa core compression.
+    - Customized Octa-Core compression for 8KB solution ( Reduced Booster Window 8KB)
+    - Static IP customized.
+    - Improved Compression IP Timing for Versal and achieved > 250MHz.
+    - Provided Memory Mapped GZIP File Decompression.
+
+* **ZLIB Decompression Improvement**
+    - Customized IP for 8KB file size.
+    - Added ADL32 and provided uncompressed size in TUSER.
+    - Provided Quad-Core Decompress solution for 32KB and 8KB file size to achieve 4x throughput (upto 2GB/s).
+
 2021.2
 ------