build: rework the package/install step - collect package install lists during package...
[openwrt.git] / include / package.mk
1 #
2 # Copyright (C) 2006-2008 OpenWrt.org
3 #
4 # This is free software, licensed under the GNU General Public License v2.
5 # See /LICENSE for more information.
6 #
7
8 __package_mk:=1
9
10 all: $(if $(DUMP),dumpinfo,compile)
11
12 PKG_BUILD_DIR ?= $(BUILD_DIR)/$(PKG_NAME)$(if $(PKG_VERSION),-$(PKG_VERSION))
13 PKG_INSTALL_DIR ?= $(PKG_BUILD_DIR)/ipkg-install
14 PKG_MD5SUM ?= unknown
15 PKG_BUILD_PARALLEL ?=
16
17 ifneq ($(CONFIG_PKG_BUILD_USE_JOBSERVER),)
18   MAKE_J:=$(if $(MAKE_JOBSERVER),$(MAKE_JOBSERVER) -j)
19 else
20   MAKE_J:=-j$(CONFIG_PKG_BUILD_JOBS)
21 endif
22
23 ifeq ($(strip $(PKG_BUILD_PARALLEL)),0)
24 PKG_JOBS?=-j1
25 else
26 PKG_JOBS?=$(if $(PKG_BUILD_PARALLEL)$(CONFIG_PKG_DEFAULT_PARALLEL),\
27         $(if $(CONFIG_PKG_BUILD_PARALLEL),$(MAKE_J),-j1),-j1)
28 endif
29
30 include $(INCLUDE_DIR)/prereq.mk
31 include $(INCLUDE_DIR)/host.mk
32 include $(INCLUDE_DIR)/unpack.mk
33 include $(INCLUDE_DIR)/depends.mk
34
35 STAMP_NO_AUTOREBUILD=$(wildcard $(PKG_BUILD_DIR)/.no_autorebuild)
36 PREV_STAMP_PREPARED:=$(if $(STAMP_NO_AUTOREBUILD),$(wildcard $(PKG_BUILD_DIR)/.prepared*))
37 ifneq ($(PREV_STAMP_PREPARED),)
38   STAMP_PREPARED:=$(PREV_STAMP_PREPARED)
39   CONFIG_AUTOREBUILD:=
40 else
41   STAMP_PREPARED=$(PKG_BUILD_DIR)/.prepared$(if $(QUILT)$(DUMP),,_$(shell $(call find_md5,${CURDIR} $(PKG_FILE_DEPENDS),))$(call confvar,$(PKG_PREPARED_DEPENDS)))
42 endif
43 STAMP_CONFIGURED:=$(PKG_BUILD_DIR)/.configured$(if $(DUMP),,_$(call confvar,$(PKG_CONFIG_DEPENDS)))
44 STAMP_CONFIGURED_WILDCARD=$(patsubst %_$(call confvar,$(PKG_CONFIG_DEPENDS)),%_*,$(STAMP_CONFIGURED))
45 STAMP_BUILT:=$(PKG_BUILD_DIR)/.built
46 STAMP_INSTALLED:=$(STAGING_DIR)/stamp/.$(PKG_NAME)_installed
47
48 STAGING_FILES_LIST:=$(PKG_NAME)$(if $(BUILD_VARIANT),.$(BUILD_VARIANT),).list
49 ifneq ($(if $(CONFIG_SRC_TREE_OVERRIDE),$(wildcard ./git-src)),)
50   USE_GIT_TREE:=1
51   QUILT:=1
52 endif
53
54 PKG_DIR_NAME:=$(lastword $(subst /,$(space),$(CURDIR)))
55
56 include $(INCLUDE_DIR)/download.mk
57 include $(INCLUDE_DIR)/quilt.mk
58 include $(INCLUDE_DIR)/package-defaults.mk
59 include $(INCLUDE_DIR)/package-dumpinfo.mk
60 include $(INCLUDE_DIR)/package-ipkg.mk
61 include $(INCLUDE_DIR)/package-bin.mk
62 include $(INCLUDE_DIR)/autotools.mk
63
64 override MAKEFLAGS=
65 CONFIG_SITE:=$(INCLUDE_DIR)/site/$(REAL_GNU_TARGET_NAME)
66 CUR_MAKEFILE:=$(filter-out Makefile,$(firstword $(MAKEFILE_LIST)))
67 SUBMAKE:=$(NO_TRACE_MAKE) $(if $(CUR_MAKEFILE),-f $(CUR_MAKEFILE))
68 PKG_CONFIG_PATH=$(STAGING_DIR)/usr/lib/pkgconfig
69 unexport QUIET
70
71 ifeq ($(DUMP)$(filter prereq clean refresh update,$(MAKECMDGOALS)),)
72   ifneq ($(if $(QUILT),,$(CONFIG_AUTOREBUILD)),)
73     define Build/Autoclean
74       $(PKG_BUILD_DIR)/.dep_files: $(STAMP_PREPARED)
75       $(call rdep,${CURDIR} $(PKG_FILE_DEPENDS),$(STAMP_PREPARED),$(PKG_BUILD_DIR)/.dep_files,-x "*/.dep_*")
76       $(if $(filter prepare,$(MAKECMDGOALS)),,$(call rdep,$(PKG_BUILD_DIR),$(STAMP_BUILT),,-x "*/.dep_*" -x "*/ipkg*"))
77     endef
78   endif
79 endif
80
81 ifeq ($(CONFIG_$(PKG_NAME)_USE_CUSTOM_SOURCE_DIR),y)
82 # disable load stage
83 PKG_SOURCE_URL:=
84 # add hook to install a link to customer source path of dedicated package
85 Hooks/Prepare/Pre += prepare_custom_source_directory
86 ifeq ($(filter autoreconf,$(Hooks/Configure/Pre)),)
87   Hooks/Configure/Pre += autoreconf_target
88 endif
89 # define empty default action
90 define Build/Prepare/Default
91         @: 
92 endef
93 endif
94
95 define Download/default
96   FILE:=$(PKG_SOURCE)
97   URL:=$(PKG_SOURCE_URL)
98   SUBDIR:=$(PKG_SOURCE_SUBDIR)
99   PROTO:=$(PKG_SOURCE_PROTO)
100   $(if $(PKG_SOURCE_MIRROR),MIRROR:=$(filter 1,$(PKG_MIRROR)))
101   $(if $(PKG_MIRROR_MD5SUM),MIRROR_MD5SUM:=$(PKG_MIRROR_MD5SUM))
102   VERSION:=$(PKG_SOURCE_VERSION)
103   MD5SUM:=$(PKG_MD5SUM)
104 endef
105
106 ifdef USE_GIT_TREE
107   define Build/Prepare/Default
108         mkdir -p $(PKG_BUILD_DIR)
109         ln -s $(CURDIR)/git-src $(PKG_BUILD_DIR)/.git
110         ( cd $(PKG_BUILD_DIR); git checkout .)
111   endef
112 endif
113
114 define Build/Exports/Default
115   $(1) : export ACLOCAL_INCLUDE=$$(foreach p,$$(wildcard $$(STAGING_DIR)/usr/share/aclocal $$(STAGING_DIR)/usr/share/aclocal-* $$(STAGING_DIR)/host/share/aclocal $$(STAGING_DIR)/host/share/aclocal-*),-I $$(p))
116   $(1) : export STAGING_PREFIX=$$(STAGING_DIR)/usr
117   $(1) : export PATH=$$(TARGET_PATH_PKG)
118   $(1) : export CONFIG_SITE:=$$(CONFIG_SITE)
119   $(1) : export PKG_CONFIG_PATH:=$$(PKG_CONFIG_PATH)
120   $(1) : export PKG_CONFIG_LIBDIR:=$$(PKG_CONFIG_PATH)
121   $(1) : export CCACHE_DIR:=$(STAGING_DIR)/ccache
122 endef
123 Build/Exports=$(Build/Exports/Default)
124
125 define Build/DefaultTargets
126   $(if $(QUILT),$(Build/Quilt))
127   $(if $(USE_GIT_TREE),,$(if $(strip $(PKG_SOURCE_URL)),$(call Download,default)))
128   $(call Build/Autoclean)
129
130   download:
131         $(foreach hook,$(Hooks/Download),
132                 $(call $(hook))$(sep)
133         )
134
135   $(STAMP_PREPARED) : export PATH=$$(TARGET_PATH_PKG)
136   $(STAMP_PREPARED):
137         @-rm -rf $(PKG_BUILD_DIR)
138         @mkdir -p $(PKG_BUILD_DIR)
139         $(foreach hook,$(Hooks/Prepare/Pre),$(call $(hook))$(sep))
140         $(Build/Prepare)
141         $(foreach hook,$(Hooks/Prepare/Post),$(call $(hook))$(sep))
142         touch $$@
143
144   $(call Build/Exports,$(STAMP_CONFIGURED))
145   $(STAMP_CONFIGURED): $(STAMP_PREPARED)
146         $(foreach hook,$(Hooks/Configure/Pre),$(call $(hook))$(sep))
147         $(Build/Configure)
148         $(foreach hook,$(Hooks/Configure/Post),$(call $(hook))$(sep))
149         rm -f $(STAMP_CONFIGURED_WILDCARD)
150         touch $$@
151
152   $(call Build/Exports,$(STAMP_BUILT))
153   $(STAMP_BUILT): $(STAMP_CONFIGURED)
154         $(foreach hook,$(Hooks/Compile/Pre),$(call $(hook))$(sep))
155         $(Build/Compile)
156         $(foreach hook,$(Hooks/Compile/Post),$(call $(hook))$(sep))
157         $(Build/Install)
158         $(foreach hook,$(Hooks/Install/Post),$(call $(hook))$(sep))
159         touch $$@
160
161   $(STAMP_INSTALLED) : export PATH=$$(TARGET_PATH_PKG)
162   $(STAMP_INSTALLED): $(STAMP_BUILT)
163         $(SUBMAKE) -j1 clean-staging
164         rm -rf $(TMP_DIR)/stage-$(PKG_NAME)
165         mkdir -p $(TMP_DIR)/stage-$(PKG_NAME)/host $(STAGING_DIR)/packages $(STAGING_DIR_HOST)/packages
166         $(foreach hook,$(Hooks/InstallDev/Pre),\
167                 $(call $(hook),$(TMP_DIR)/stage-$(PKG_NAME),$(TMP_DIR)/stage-$(PKG_NAME)/host)$(sep)\
168         )
169         $(call Build/InstallDev,$(TMP_DIR)/stage-$(PKG_NAME),$(TMP_DIR)/stage-$(PKG_NAME)/host)
170         $(foreach hook,$(Hooks/InstallDev/Post),\
171                 $(call $(hook),$(TMP_DIR)/stage-$(PKG_NAME),$(TMP_DIR)/stage-$(PKG_NAME)/host)$(sep)\
172         )
173         if [ -d $(TMP_DIR)/stage-$(PKG_NAME) ]; then \
174                 (cd $(TMP_DIR)/stage-$(PKG_NAME); find ./ > $(TMP_DIR)/stage-$(PKG_NAME).files); \
175                 $(call locked, \
176                         mv $(TMP_DIR)/stage-$(PKG_NAME).files $(STAGING_DIR)/packages/$(STAGING_FILES_LIST) && \
177                         $(CP) $(TMP_DIR)/stage-$(PKG_NAME)/* $(STAGING_DIR)/; \
178                 ,staging-dir); \
179         fi
180         rm -rf $(TMP_DIR)/stage-$(PKG_NAME)
181         touch $$@
182
183   ifdef Build/InstallDev
184     compile: $(STAMP_INSTALLED)
185   endif
186
187   define Build/DefaultTargets
188   endef
189
190   prepare: $(STAMP_PREPARED)
191   configure: $(STAMP_CONFIGURED)
192   dist: $(STAMP_CONFIGURED)
193   distcheck: $(STAMP_CONFIGURED)
194 endef
195
196 define Build/IncludeOverlay
197   $(eval -include $(wildcard $(TOPDIR)/overlay/*/$(PKG_NAME).mk))
198   define Build/IncludeOverlay
199   endef
200 endef
201
202 define BuildPackage
203   $(Build/IncludeOverlay)
204   $(eval $(Package/Default))
205   $(eval $(Package/$(1)))
206
207 ifdef DESCRIPTION
208 $$(error DESCRIPTION:= is obsolete, use Package/PKG_NAME/description)
209 endif
210
211 ifndef Package/$(1)/description
212 define Package/$(1)/description
213         $(TITLE)
214 endef
215 endif
216
217   $(foreach FIELD, TITLE CATEGORY PRIORITY SECTION VERSION,
218     ifeq ($($(FIELD)),)
219       $$(error Package/$(1) is missing the $(FIELD) field)
220     endif
221   )
222
223   $(call shexport,Package/$(1)/description)
224   $(call shexport,Package/$(1)/config)
225
226   $(if $(DUMP), \
227     $(Dumpinfo/Package), \
228     $(foreach target, \
229       $(if $(Package/$(1)/targets),$(Package/$(1)/targets), \
230         $(if $(PKG_TARGETS),$(PKG_TARGETS), ipkg) \
231       ), $(BuildTarget/$(target)) \
232     ) \
233   )
234   $(if $(PKG_HOST_ONLY)$(DUMP),,$(call Build/DefaultTargets,$(1)))
235 endef
236
237 define pkg_install_files
238         $(foreach install_file,$(1),$(INSTALL_DIR) $(3)/`dirname $(install_file)`; $(INSTALL_DATA) $(2)/$(install_file) $(3)/`dirname $(install_file)`;)
239 endef
240
241 define pkg_install_bin
242         $(foreach install_apps,$(1),$(INSTALL_DIR) $(3)/`dirname $(install_apps)`; $(INSTALL_BIN) $(2)/$(install_apps) $(3)/`dirname $(install_apps)`;)
243 endef
244
245 Build/Prepare=$(call Build/Prepare/Default,)
246 Build/Configure=$(call Build/Configure/Default,)
247 Build/Compile=$(call Build/Compile/Default,)
248 Build/Install=$(if $(PKG_INSTALL),$(call Build/Install/Default,))
249 Build/Dist=$(call Build/Dist/Default,)
250 Build/DistCheck=$(call Build/DistCheck/Default,)
251
252 .NOTPARALLEL:
253
254 .PHONY: prepare-package-install
255 prepare-package-install:
256         @touch $(PKG_INFO_DIR)/$(PKG_DIR_NAME).install.clean
257         @echo "$(filter-out essential,$(PKG_FLAGS))" > $(PKG_INFO_DIR)/$(PKG_DIR_NAME).install.flags
258
259 $(PACKAGE_DIR):
260         mkdir -p $@
261         
262 dumpinfo:
263 download:
264 prepare:
265 configure:
266 compile: prepare-package-install
267 install: compile
268 clean-staging: FORCE
269         rm -f $(STAMP_INSTALLED)
270         @-(\
271                 cd "$(STAGING_DIR)"; \
272                 if [ -f packages/$(STAGING_FILES_LIST) ]; then \
273                         cat packages/$(STAGING_FILES_LIST) | xargs -r rm -f 2>/dev/null; \
274                 fi; \
275         )
276
277 clean: clean-staging FORCE
278         $(call Build/UninstallDev,$(STAGING_DIR),$(STAGING_DIR_HOST))
279         $(Build/Clean)
280         rm -f $(STAGING_DIR)/packages/$(STAGING_FILES_LIST) $(STAGING_DIR_HOST)/packages/$(STAGING_FILES_LIST)
281         rm -rf $(PKG_BUILD_DIR)
282
283 dist:
284         $(Build/Dist)
285    
286 distcheck:
287         $(Build/DistCheck)