openwrt/include/unpack.mk

# SPDX-License-Identifier: GPL-2.0-only
#
# Copyright (C) 2006-2020 OpenWrt.org

HOST_TAR:=$(TAR)
TAR_CMD=$(HOST_TAR) -C $(1)/.. $(TAR_OPTIONS)
UNZIP_CMD=unzip -q -d $(1)/.. $(DL_DIR)/$(PKG_SOURCE)

ifeq ($(PKG_SOURCE),)
  PKG_UNPACK ?= true
else

ifeq ($(strip $(UNPACK_CMD)),)
  ifeq ($(strip $(PKG_CAT)),)
    # try to autodetect file type
    EXT:=$(call ext,$(PKG_SOURCE))
    EXT1:=$(EXT)

    ifeq ($(filter gz tgz,$(EXT)),$(EXT))
      EXT:=$(call ext,$(PKG_SOURCE:.$(EXT)=))
      DECOMPRESS_CMD:=gzip -dc $(DL_DIR)/$(PKG_SOURCE) |
    endif
    ifeq ($(filter bzip2 bz2 bz tbz2 tbz,$(EXT)),$(EXT))
      EXT:=$(call ext,$(PKG_SOURCE:.$(EXT)=))
      DECOMPRESS_CMD:=bzcat $(DL_DIR)/$(PKG_SOURCE) |
    endif
    ifeq ($(filter xz txz,$(EXT)),$(EXT))
      EXT:=$(call ext,$(PKG_SOURCE:.$(EXT)=))
      DECOMPRESS_CMD:=xzcat $(DL_DIR)/$(PKG_SOURCE) |
    endif
    ifeq (zst,$(EXT))
      EXT:=$(call ext,$(PKG_SOURCE:.$(EXT)=))
      DECOMPRESS_CMD:=zstdcat $(DL_DIR)/$(PKG_SOURCE) |
    endif
    ifeq ($(filter tgz tbz tbz2 txz,$(EXT1)),$(EXT1))
      EXT:=tar
    endif
    DECOMPRESS_CMD ?= cat $(DL_DIR)/$(PKG_SOURCE) |
    ifeq ($(EXT),tar)
      UNPACK_CMD=$(DECOMPRESS_CMD) $(TAR_CMD)
    endif
    ifeq ($(EXT),cpio)
      UNPACK_CMD=$(DECOMPRESS_CMD) (cd $(1)/..; $(STAGING_DIR_HOST)/bin/cpio -i -d)
    endif
    ifeq ($(EXT),zip)
      UNPACK_CMD=$(UNZIP_CMD)
    endif
  endif

  # compatibility code for packages that set PKG_CAT
  ifeq ($(strip $(UNPACK_CMD)),)
    # use existing PKG_CAT
    UNPACK_CMD=$(PKG_CAT) $(DL_DIR)/$(PKG_SOURCE) | $(TAR_CMD)
    ifeq ($(PKG_CAT),unzip)
      UNPACK_CMD=$(UNZIP_CMD)
    endif
    # replace zcat with $(ZCAT), because some system don't support it properly
    ifeq ($(PKG_CAT),zcat)
      UNPACK_CMD=gzip -dc $(DL_DIR)/$(PKG_SOURCE) | $(TAR_CMD)
    endif
  endif
endif

ifdef PKG_BUILD_DIR
  PKG_UNPACK ?= $(SH_FUNC) $(call UNPACK_CMD,$(PKG_BUILD_DIR))
endif
ifdef HOST_BUILD_DIR
  HOST_UNPACK ?= $(SH_FUNC) $(call UNPACK_CMD,$(HOST_BUILD_DIR))
endif

endif # PKG_SOURCE
build: use SPDX license tags The license folder is a core part of OpenWrt and all GPL-2.0 licensed. Use SPDX license tags to allow machines to check licenses. Signed-off-by: Paul Spooren <mail@aparcar.org> [rebase, keep some Copyright lines, sharpen commit message] Signed-off-by: Adrian Schmutzler <freifunk@adrianschmutzler.de> 2020-09-22 10:48:37 +08:00			`# SPDX-License-Identifier: GPL-2.0-only`
include: remove trailing whitespaces Signed-off-by: Luka Perkov <luka@openwrt.org> SVN-Revision: 45127 2015-03-29 15:29:18 +08:00			`#`
build: use SPDX license tags The license folder is a core part of OpenWrt and all GPL-2.0 licensed. Use SPDX license tags to allow machines to check licenses. Signed-off-by: Paul Spooren <mail@aparcar.org> [rebase, keep some Copyright lines, sharpen commit message] Signed-off-by: Adrian Schmutzler <freifunk@adrianschmutzler.de> 2020-09-22 10:48:37 +08:00			`# Copyright (C) 2006-2020 OpenWrt.org`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00
build: drop `trapret` function from non-Linux HOST_TAR variant Looks like this was meant to workaround some limitations with non-GNU tar variants (like BSD-tar which are present on Mac os BSD hosts). Though, I cannot find any use of that `+s` option that's mentioned in the comment. Last hash of this I found was 24faf55360271cd0bfc4751753384f9210d52f7f In my case, it now this fails for `python-setuptools` on Mac OS X (the host-build with): ``` trapret 2 tar -C <home-dir>/work/sources-work/lede/build_dir/target-i386_pentium4_musl-1.1.15/python-setuptools-27.2.0 --strip-components=1 -xzf <home-dir>/work/sources-work/lede/dl/setuptools-27.2.0.tar.gz bash: trapret: command not found ``` So, I was thinking maybe it's time to remove this workaround (9 years later). I could also fix the `python-setuptools` host build. If that's more preferred. [ Btw, I just recently transitioned to a Mac machine for dev-ing, so a lot of (this Mac) stuff I'm finding out is new to me too. ] Signed-off-by: Alexandru Ardelean <ardeleanalex@gmail.com> 2016-10-31 16:14:10 +08:00			`HOST_TAR:=$(TAR)`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`TAR_CMD=$(HOST_TAR) -C $(1)/.. $(TAR_OPTIONS)`
build: unzip: perform operations quietly Signed-off-by: Yousong Zhou <yszhou4tech@gmail.com> 2017-01-01 01:06:30 +08:00			`UNZIP_CMD=unzip -q -d $(1)/.. $(DL_DIR)/$(PKG_SOURCE)`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00
			`ifeq ($(PKG_SOURCE),)`
			`PKG_UNPACK ?= true`
only define unpack templates if PKG_SOURCE is set SVN-Revision: 14623 2009-02-23 02:27:53 +08:00			`else`

allow concurrent use of host-build.mk and package.mk as well as their templates SVN-Revision: 14621 2009-02-23 02:10:05 +08:00			`ifeq ($(strip $(UNPACK_CMD)),)`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00			`ifeq ($(strip $(PKG_CAT)),)`
			`# try to autodetect file type`
			`EXT:=$(call ext,$(PKG_SOURCE))`
			`EXT1:=$(EXT)`

			`ifeq ($(filter gz tgz,$(EXT)),$(EXT))`
			`EXT:=$(call ext,$(PKG_SOURCE:.$(EXT)=))`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`DECOMPRESS_CMD:=gzip -dc $(DL_DIR)/$(PKG_SOURCE) \|`
			`endif`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00			`ifeq ($(filter bzip2 bz2 bz tbz2 tbz,$(EXT)),$(EXT))`
			`EXT:=$(call ext,$(PKG_SOURCE:.$(EXT)=))`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`DECOMPRESS_CMD:=bzcat $(DL_DIR)/$(PKG_SOURCE) \|`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00			`endif`
support unpacking of .tar.xz archives, no prereq on xzcat for now SVN-Revision: 22517 2010-08-07 05:29:23 +08:00			`ifeq ($(filter xz txz,$(EXT)),$(EXT))`
			`EXT:=$(call ext,$(PKG_SOURCE:.$(EXT)=))`
			`DECOMPRESS_CMD:=xzcat $(DL_DIR)/$(PKG_SOURCE) \|`
build: add zstd support to pack/unpack functions Signed-off-by: Matthias Schiffer <mschiffer@universe-factory.net> 2020-05-17 19:18:10 +08:00			`endif`
			`ifeq (zst,$(EXT))`
			`EXT:=$(call ext,$(PKG_SOURCE:.$(EXT)=))`
			`DECOMPRESS_CMD:=zstdcat $(DL_DIR)/$(PKG_SOURCE) \|`
support unpacking of .tar.xz archives, no prereq on xzcat for now SVN-Revision: 22517 2010-08-07 05:29:23 +08:00			`endif`
			`ifeq ($(filter tgz tbz tbz2 txz,$(EXT1)),$(EXT1))`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00			`EXT:=tar`
			`endif`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`DECOMPRESS_CMD ?= cat $(DL_DIR)/$(PKG_SOURCE) \|`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00			`ifeq ($(EXT),tar)`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`UNPACK_CMD=$(DECOMPRESS_CMD) $(TAR_CMD)`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00			`endif`
			`ifeq ($(EXT),cpio)`
include: use cpio from staging dir As we built our own CPIO now, use this version instead of whatever the host may or may not provide. Signed-off-by: David Bauer <mail@david-bauer.net> 2021-02-28 02:12:10 +08:00			`UNPACK_CMD=$(DECOMPRESS_CMD) (cd $(1)/..; $(STAGING_DIR_HOST)/bin/cpio -i -d)`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00			`endif`
			`ifeq ($(EXT),zip)`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`UNPACK_CMD=$(UNZIP_CMD)`
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00			`endif`
trap chmod errors in tar unpack on bsd - modes like 02755 fail SVN-Revision: 5656 2006-11-27 12:25:34 +08:00			`endif`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00
add file type autodetection for the unpack command and nuke PKG_CAT:= in lots of places SVN-Revision: 6582 2007-03-17 04:21:39 +08:00			`# compatibility code for packages that set PKG_CAT`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`ifeq ($(strip $(UNPACK_CMD)),)`
move common unpacking code to unpack.mk, replace zcat with $(ZCAT) for systems that use gzcat instead SVN-Revision: 5070 2006-10-14 08:40:27 +08:00			`# use existing PKG_CAT`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`UNPACK_CMD=$(PKG_CAT) $(DL_DIR)/$(PKG_SOURCE) \| $(TAR_CMD)`
move common unpacking code to unpack.mk, replace zcat with $(ZCAT) for systems that use gzcat instead SVN-Revision: 5070 2006-10-14 08:40:27 +08:00			`ifeq ($(PKG_CAT),unzip)`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`UNPACK_CMD=$(UNZIP_CMD)`
move common unpacking code to unpack.mk, replace zcat with $(ZCAT) for systems that use gzcat instead SVN-Revision: 5070 2006-10-14 08:40:27 +08:00			`endif`
simplify handling of zcat - always use gzip -dc. zcat and gzcat are either broken or nonexistant on some systems SVN-Revision: 7096 2007-05-05 18:35:12 +08:00			`# replace zcat with $(ZCAT), because some system don't support it properly`
move common unpacking code to unpack.mk, replace zcat with $(ZCAT) for systems that use gzcat instead SVN-Revision: 5070 2006-10-14 08:40:27 +08:00			`ifeq ($(PKG_CAT),zcat)`
build system refactoring in preparation for allowing packages to do host-build steps SVN-Revision: 14610 2009-02-22 12:37:20 +08:00			`UNPACK_CMD=gzip -dc $(DL_DIR)/$(PKG_SOURCE) \| $(TAR_CMD)`
move common unpacking code to unpack.mk, replace zcat with $(ZCAT) for systems that use gzcat instead SVN-Revision: 5070 2006-10-14 08:40:27 +08:00			`endif`
			`endif`
allow concurrent use of host-build.mk and package.mk as well as their templates SVN-Revision: 14621 2009-02-23 02:10:05 +08:00			`endif`
only define unpack templates if PKG_SOURCE is set SVN-Revision: 14623 2009-02-23 02:27:53 +08:00
allow concurrent use of host-build.mk and package.mk as well as their templates SVN-Revision: 14621 2009-02-23 02:10:05 +08:00			`ifdef PKG_BUILD_DIR`
include: unpack.mk: remove CRLF_WORKAROUND This patch doesn't seem to have any more users. The only one used to be target in `target/linux/etrax/image/e100boot/Makefile`. That target has since been removed via commit 1080f68b2b422f1e72e402765a45d0cc3c550825 . There doesn't seem to be any reason left for this workaround. Signed-off-by: Alexandru Ardelean <ardeleanalex@gmail.com> 2019-04-17 14:11:14 +08:00			`PKG_UNPACK ?= $(SH_FUNC) $(call UNPACK_CMD,$(PKG_BUILD_DIR))`
allow concurrent use of host-build.mk and package.mk as well as their templates SVN-Revision: 14621 2009-02-23 02:10:05 +08:00			`endif`
			`ifdef HOST_BUILD_DIR`
include: unpack.mk: remove CRLF_WORKAROUND This patch doesn't seem to have any more users. The only one used to be target in `target/linux/etrax/image/e100boot/Makefile`. That target has since been removed via commit 1080f68b2b422f1e72e402765a45d0cc3c550825 . There doesn't seem to be any reason left for this workaround. Signed-off-by: Alexandru Ardelean <ardeleanalex@gmail.com> 2019-04-17 14:11:14 +08:00			`HOST_UNPACK ?= $(SH_FUNC) $(call UNPACK_CMD,$(HOST_BUILD_DIR))`
move common unpacking code to unpack.mk, replace zcat with $(ZCAT) for systems that use gzcat instead SVN-Revision: 5070 2006-10-14 08:40:27 +08:00			`endif`
only define unpack templates if PKG_SOURCE is set SVN-Revision: 14623 2009-02-23 02:27:53 +08:00
			`endif # PKG_SOURCE`