JavaCompilation.gmk revision 997:8d562b9717f2
1#
2# Copyright (c) 2011, 2013, Oracle and/or its affiliates. All rights reserved.
3# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4#
5# This code is free software; you can redistribute it and/or modify it
6# under the terms of the GNU General Public License version 2 only, as
7# published by the Free Software Foundation.  Oracle designates this
8# particular file as subject to the "Classpath" exception as provided
9# by Oracle in the LICENSE file that accompanied this code.
10#
11# This code is distributed in the hope that it will be useful, but WITHOUT
12# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
14# version 2 for more details (a copy is included in the LICENSE file that
15# accompanied this code).
16#
17# You should have received a copy of the GNU General Public License version
18# 2 along with this work; if not, write to the Free Software Foundation,
19# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20#
21# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22# or visit www.oracle.com if you need additional information or have any
23# questions.
24#
25
26# This makefile is much simpler now that it can use the smart javac wrapper
27# for dependency tracking between java packages and incremental compiles.
28# It could be even more simple if we added support for incremental jar updates
29# directly from the smart javac wrapper.
30
31# Cleaning/copying properties here is not a good solution. The properties
32# should be cleaned/copied by a annotation processor in sjavac.
33
34# When you read this source. Remember that $(sort ...) has the side effect
35# of removing duplicates. It is actually this side effect that is
36# desired whenever sort is used below!
37
38ifeq (,$(_MAKEBASE_GMK))
39  $(error You must include MakeBase.gmk prior to including JavaCompilation.gmk)
40endif
41
42FALSE_FIND_PATTERN:=-name FILE_NAME_THAT_DOESNT_EXIST
43
44define SetupJavaCompiler
45  # param 1 is for example GENERATE_OLD_BYTECODE or GENERATE_NEW_JDKBYTECODE
46  # This is the name of the compiler setup.
47  # param 2-9 are named args.
48  #   JVM:=The jvm used to run the javac/javah command
49  #   JAVAC:=The javac jar and bootstrap classpath changes, or just bin/javac if JVM is left out
50  #   FLAGS:=Flags to be supplied to javac
51  #   SERVER_DIR:=Use a javac server (-XDserver) and store the server related files here
52  #   SERVER_JVM:=Use this JVM for the server. Defaults to the JVM above.
53  $(foreach i,2 3 4 5 6 7 8 9 10 11 12 13 14 15, $(if $($i),$1_$(strip $($i)))$(NEWLINE))
54  $(call LogSetupMacroEntry,SetupJavaCompiler($1),$2,$3,$4,$5,$6,$7,$8,$9,$(10),$(11),$(12),$(13),$(14),$(15))
55  $(if $(16),$(error Internal makefile error: Too many arguments to SetupJavaCompiler, please update JavaCompilation.gmk))
56
57  # The port file contains the tcp/ip on which the server listens
58  # and the cookie necessary to talk to the server.
59  $1_SJAVAC_PORTFILE:=$$($1_SERVER_DIR)/server.port
60  # You can use a different JVM to run the background javac server.
61  ifeq ($$($1_SERVER_JVM),)
62    # It defaults to the same JVM that is used to start the javac command.
63    $1_SERVER_JVM:=$$($1_JVM)
64  endif
65endef
66
67define SetupArchive
68  # param 1 is for example ARCHIVE_MYPACKAGE
69  # param 2 are the dependecies
70  # param 3,4,5,6,7,8,9 are named args.
71  #   SRCS:=List of directories in where to find files to add to archive
72  #   SUFFIXES:=File suffixes to include in jar
73  #   INCLUDES:=List of directories/packages in SRCS that should be included
74  #   EXCLUDES:=List of directories/packages in SRCS that should be excluded
75  #   EXCLUDE_FILES:=List of files in SRCS that should be excluded
76  #   EXTRA_FILES:=List of files in SRCS that should be included regardless of suffix match.
77  #   JAR:=Jar file to create
78  #   MANIFEST:=Optional manifest file template.
79  #   JARMAIN:=Optional main class to add to manifest
80  #   JARINDEX:=true means generate the index in the jar file.
81  #   SKIP_METAINF:=Set to prevent contents of an META-INF directory to be automatically
82  #       added to the archive.
83  #   EXTRA_MANIFEST_ATTR:=Extra attribute to add to manifest.
84  #   CHECK_COMPRESS_JAR Check the COMPRESS_JAR variable
85
86  # NOTE: $2 is dependencies, not a named argument!
87  $(foreach i,3 4 5 6 7 8 9 10 11 12 13 14 15, $(if $($i),$1_$(strip $($i)))$(NEWLINE))
88  $(call LogSetupMacroEntry,SetupArchive($1),<dependencies>,$3,$4,$5,$6,$7,$8,$9,$(10),$(11),$(12),$(13),$(14),$(15))
89  $(if $(findstring $(LOG_LEVEL),trace), $(info *[2] <dependencies> = $(strip $2)))
90  $(if $(16),$(error Internal makefile error: Too many arguments to SetupArchive, please update JavaCompilation.gmk))
91
92  $1_JARMAIN:=$(strip $$($1_JARMAIN))
93  $1_JARNAME:=$$(notdir $$($1_JAR))
94  $1_MANIFEST_FILE:=$$(dir $$($1_JAR))_the.$$($1_JARNAME)_manifest
95  $1_DELETESS_FILE:=$$(dir $$($1_JAR))_the.$$($1_JARNAME)_deletess
96  $1_DELETES_FILE:=$$(dir $$($1_JAR))_the.$$($1_JARNAME)_deletes
97  $1_BIN:=$$(dir $$($1_JAR))
98
99  ifeq (,$$($1_SUFFIXES))
100    # No suffix was set, default to classes.
101    $1_SUFFIXES:=.class
102  endif
103  # Convert suffixes to a find expression
104  $1_FIND_PATTERNS:=$(FALSE_FIND_PATTERN) $$(patsubst %,$(SPACE)-o$(SPACE)-name$(SPACE)$(DQUOTE)*%$(DQUOTE),$$($1_SUFFIXES))
105  # On windows, a lot of includes/excludes risk making the command line too long, so
106  # writing the grep patterns to files.
107  ifneq (,$$($1_INCLUDES))
108    $1_GREP_INCLUDE_PATTERNS:=$$(foreach src,$$($1_SRCS), \
109        $$(addprefix $$(src)/,$$($1_INCLUDES)))
110    # If there are a lot of include patterns, output to file to shorten command lines
111    ifeq ($$(word 20,$$($1_GREP_INCLUDE_PATTERNS)),)
112      $1_GREP_INCLUDES:=| $(GREP) $$(patsubst %,$(SPACE)-e$(SPACE)$(DQUOTE)%$(DQUOTE),$$($1_GREP_INCLUDE_PATTERNS))
113    else
114      $1_GREP_INCLUDE_OUTPUT:=$(RM) $$($1_BIN)/_the.$$($1_JARNAME)_include $$(NEWLINE) \
115          $$(call ListPathsSafely,$1_GREP_INCLUDE_PATTERNS,\n, \
116          >> $$($1_BIN)/_the.$$($1_JARNAME)_include)
117      $1_GREP_INCLUDES:=| $(GREP) -f $$($1_BIN)/_the.$$($1_JARNAME)_include
118    endif
119  endif
120  ifneq (,$$($1_EXCLUDES)$$($1_EXCLUDE_FILES))
121    $1_GREP_EXCLUDE_PATTERNS:=$$(foreach src,$$($1_SRCS),$$(addprefix $$(src)/, \
122        $$($1_EXCLUDES) $$($1_EXCLUDE_FILES)))
123    # If there are a lot of include patterns, output to file to shorten command lines
124    ifeq ($$(word 20,$$($1_GREP_EXCLUDE_PATTERNS)),)
125      $1_GREP_EXCLUDES:=| $(GREP) -v $$(patsubst %,$(SPACE)-e$(SPACE)$(DQUOTE)%$(DQUOTE),$$($1_GREP_EXCLUDE_PATTERNS))
126    else
127      $1_GREP_EXCLUDE_OUTPUT=$(RM) $$($1_BIN)/_the.$$($1_JARNAME)_exclude $$(NEWLINE) \
128          $$(call ListPathsSafely,$1_GREP_EXCLUDE_PATTERNS,\n, \
129          >> $$($1_BIN)/_the.$$($1_JARNAME)_exclude)
130      $1_GREP_EXCLUDES:=| $(GREP) -v -f $$($1_BIN)/_the.$$($1_JARNAME)_exclude
131    endif
132  endif
133
134  # Check if this jar needs to have its index generated.
135  ifneq (,$$($1_JARINDEX))
136    $1_JARINDEX = (cd $$(dir $$@) && $(JAR) -i $$(notdir $$@))
137  else
138    $1_JARINDEX = true
139  endif
140  # When this macro is run in the same makefile as the java compilation, dependencies are
141  # transfered in make variables. When the macro is run in a different makefile than the
142  # java compilation, the dependencies need to be found in the filesystem.
143  ifneq (,$2)
144    $1_DEPS:=$2
145  else
146    # Add all source roots to the find cache since we are likely going to run find 
147    # on these more than once. The cache will only be updated if necessary.
148    $$(eval $$(call FillCacheFind, $$($1_FIND_LIST)))
149    $1_DEPS:=$$(filter $$(addprefix %,$$($1_SUFFIXES)), \
150        $$(call CacheFind,$$($1_SRCS)))
151    ifneq (,$$($1_GREP_INCLUDE_PATTERNS))
152      $1_DEPS:=$$(filter $$(addsuffix %,$$($1_GREP_INCLUDE_PATTERNS)),$$($1_DEPS))
153    endif
154    ifneq (,$$($1_GREP_EXCLUDE_PATTERNS))
155      $1_DEPS:=$$(filter-out $$(addsuffix %,$$($1_GREP_EXCLUDE_PATTERNS)),$$($1_DEPS))
156    endif
157    # The subst of \ is needed because $ has to be escaped with \ in EXTRA_FILES for the command
158    # lines, but not here for use in make dependencies.
159    $1_DEPS+=$$(subst \,,$$(foreach src,$$($1_SRCS),$$(addprefix $$(src)/,$$($1_EXTRA_FILES))))
160    ifeq (,$$($1_SKIP_METAINF))
161      $1_DEPS+=$$(call CacheFind,$$(wildcard $$(addsuffix /META-INF,$$($1_SRCS))))
162    endif
163  endif
164  # The dependency list should never be empty
165  ifeq ($$(strip $$($1_DEPS)), )
166    $$(warning No dependencies found for $1)
167  endif
168
169  # Utility macros, to make the shell script receipt somewhat easier to decipher.
170
171  # The capture contents macro finds all files (matching the patterns, typically
172  # .class and .prp) that are newer than the jar-file, ie the new content to be put into the jar.
173  # NOTICE: please leave the parentheses space separated otherwise the AIX build will break!
174  $1_CAPTURE_CONTENTS=$$(foreach src,$$($1_SRCS), \
175      ( ( $(FIND) $$(src) -type f -a \( $$($1_FIND_PATTERNS) \) -a -newer $$@ $$($1_GREP_INCLUDES) \
176          $$($1_GREP_EXCLUDES) | $(SED) 's|$$(src)/||g' && \
177      $(ECHO) $$(subst $$(src)/,,$$($1_EXTRA_FILES) ) ) > \
178      $$(src)/_the.$$($1_JARNAME)_contents) $$(NEWLINE) )
179  # The capture metainf macro finds all files below the META-INF directory that are newer than the jar-file.
180  ifeq (,$$($1_SKIP_METAINF))
181    $1_CAPTURE_METAINF =$$(foreach src,$$($1_SRCS),($(FIND) $$(src)/META-INF -type f -a -newer $$@ 2> /dev/null | $(SED) 's|$$(src)/||g' >> $$(src)/_the.$$($1_JARNAME)_contents ) $$(NEWLINE))
182  endif
183  # The capture deletes macro finds all deleted files and concatenates them. The resulting file
184  # tells us what to remove from the jar-file.
185  $1_CAPTURE_DELETES=$$(foreach src,$$($1_SRCS),($(FIND) $$(src) -name _the.package.deleted -newer $$@ -exec $(SED) 's|$$(src)||g' \{\} >> $$($1_DELETES_FILE) \;) $$(NEWLINE))
186  # The update contents macro updates the jar file with the previously capture contents.
187  # Use 'wc -w' to see if the contents file is empty.
188  $1_UPDATE_CONTENTS=$$(foreach src,$$($1_SRCS), \
189      (cd $$(src) && \
190       if [ "`$(WC) -w _the.$$($1_JARNAME)_contents | $(AWK) '{ print $$$$1 }'`" -gt "0" ]; then \
191         $(ECHO) "  updating" `$(WC) -l _the.$$($1_JARNAME)_contents | $(AWK) '{ print $$$$1 }'` files && \
192         $(JAR) $$($1_JAR_UPDATE_OPTIONS) $$@ @_the.$$($1_JARNAME)_contents; \
193       fi) $$(NEWLINE))
194  # The s-variants of the above macros are used when the jar is created from scratch.
195  # NOTICE: please leave the parentheses space separated otherwise the AIX build will break!
196  $1_SCAPTURE_CONTENTS=$$(foreach src,$$($1_SRCS), \
197      ( ( $(FIND) $$(src) -type f -a \( $$($1_FIND_PATTERNS) \) $$($1_GREP_INCLUDES) \
198          $$($1_GREP_EXCLUDES) | $(SED) 's|$$(src)/||g' && \
199      $$(subst $$(src)/,,$(ECHO) $$($1_EXTRA_FILES) ) ) > \
200      $$(src)/_the.$$($1_JARNAME)_contents) $$(NEWLINE) )
201
202  ifeq (,$$($1_SKIP_METAINF))
203    $1_SCAPTURE_METAINF=$$(foreach src,$$($1_SRCS), \
204        ($(FIND) $$(src)/META-INF -type f 2> /dev/null | $(SED) 's|$$(src)/||g' >> \
205        $$(src)/_the.$$($1_JARNAME)_contents) $$(NEWLINE))
206  endif
207  $1_SUPDATE_CONTENTS=$$(foreach src,$$($1_SRCS), \
208      (cd $$(src) && $(JAR) $$($1_JAR_UPDATE_OPTIONS) $$@ @$$(src)/_the.$$($1_JARNAME)_contents) $$(NEWLINE))
209
210  # Use a slightly shorter name for logging, but with enough path to identify this jar.
211  $1_NAME:=$$(subst $$(OUTPUT_ROOT)/,,$$($1_JAR))
212
213  ifneq (,$$($1_CHECK_COMPRESS_JAR))
214    $1_JAR_CREATE_OPTIONS := c0fm
215    $1_JAR_UPDATE_OPTIONS := u0f
216    ifeq ($(COMPRESS_JARS), true)
217      $1_JAR_CREATE_OPTIONS := cfm
218      $1_JAR_UPDATE_OPTIONS := uf
219    endif
220  else
221    $1_JAR_CREATE_OPTIONS := cfm
222    $1_JAR_UPDATE_OPTIONS := uf
223  endif
224
225  # Here is the rule that creates/updates the jar file.
226  $$($1_JAR) : $$($1_DEPS)
227	$(MKDIR) -p $$($1_BIN)
228	$$($1_GREP_INCLUDE_OUTPUT)
229	$$($1_GREP_EXCLUDE_OUTPUT)
230	$$(if $$($1_MANIFEST), \
231	  $(SED) -e "s#@@RELEASE@@#$(RELEASE)#" \
232	      -e "s#@@COMPANY_NAME@@#$(COMPANY_NAME)#" $$($1_MANIFEST) > $$($1_MANIFEST_FILE) \
233	, \
234	  $(RM) $$($1_MANIFEST_FILE) && $(TOUCH) $$($1_MANIFEST_FILE))
235	$$(if $$($1_JARMAIN),$(ECHO) "Main-Class: $$(strip $$($1_JARMAIN))" >> $$($1_MANIFEST_FILE))
236	$$(if $$($1_EXTRA_MANIFEST_ATTR),$(PRINTF) "$$($1_EXTRA_MANIFEST_ATTR)\n" >> $$($1_MANIFEST_FILE))
237	$$(if $$(wildcard $$@), \
238	  $(ECHO) Modifying $$($1_NAME) $$(NEWLINE) \
239	  $$($1_CAPTURE_CONTENTS) \
240	  $$($1_CAPTURE_METAINF) \
241	  $(RM) $$($1_DELETES_FILE) $$(NEWLINE) \
242	  $$($1_CAPTURE_DELETES) \
243	  $(CAT) $$($1_DELETES_FILE) > $$($1_DELETESS_FILE) $$(NEWLINE) \
244	  if [ -s $$($1_DELETESS_FILE) ]; then \
245	    $(ECHO) "  deleting" `$(WC) -l $$($1_DELETESS_FILE) | $(AWK) '{ print $$$$1 }'` files && \
246	    $(ZIP) -q -d $$@ `$(CAT) $$($1_DELETESS_FILE)` ; \
247	  fi $$(NEWLINE) \
248	  $$($1_UPDATE_CONTENTS) true $$(NEWLINE) \
249	  $$($1_JARINDEX) && true \
250	, \
251	  $(ECHO) Creating $$($1_NAME) && $(JAR) $$($1_JAR_CREATE_OPTIONS) $$@ $$($1_MANIFEST_FILE) $$(NEWLINE) \
252	  $$($1_SCAPTURE_CONTENTS) \
253	  $$($1_SCAPTURE_METAINF) \
254	  $$($1_SUPDATE_CONTENTS) \
255	  $$($1_JARINDEX) && true )
256
257  # Add jar to target list
258  $1 += $$($1_JAR)
259endef
260
261define SetupZipArchive
262  # param 1 is for example ZIP_MYSOURCE
263  # param 2,3,4,5,6,7,8,9 are named args.
264  #   SRC,ZIP,INCLUDES,INCLUDE_FILES,EXCLUDES,EXCLUDE_FILES,SUFFIXES,EXTRA_DEPS
265  $(foreach i,2 3 4 5 6 7 8 9 10 11 12 13 14 15, $(if $($i),$1_$(strip $($i)))$(NEWLINE))
266  $(call LogSetupMacroEntry,SetupZipArchive($1),$2,$3,$4,$5,$6,$7,$8,$9,$(10),$(11),$(12),$(13),$(14),$(15))
267  $(if $(16),$(error Internal makefile error: Too many arguments to SetupZipArchive, please update JavaCompilation.gmk))
268
269  # To avoid running find over too large sets of files, which causes make to crash
270  # on some configurations (cygwin), use INCLUDES and INCLUDE_FILES to build a set
271  # of directories to run find in, if available.
272  ifneq ($$($1_INCLUDES)$$($1_INCLUDE_FILES),)
273    $1_FIND_LIST := $$(wildcard $$(foreach i,$$($1_SRC), \
274        $$(addprefix $$i/,$$($1_INCLUDES) $$($1_INCLUDE_FILES))))
275  else
276    $1_FIND_LIST := $$($1_SRC)
277  endif
278
279  # Find all files in the source tree.
280  $1_ALL_SRCS := $$(call not-containing,_the.,$$(call CacheFind,$$($1_FIND_LIST)))
281
282  # Filter on suffixes if set
283  ifneq ($$($1_SUFFIXES),)
284    $1_ALL_SRCS := $$(filter $$(addprefix %, $$($1_SUFFIXES)), $$($1_ALL_SRCS))
285  endif
286
287  ifneq ($$($1_INCLUDES),)
288    ifneq ($$($1_SUFFIXES),)
289      $1_ZIP_INCLUDES := $$(foreach s,$$($1_SUFFIXES), \
290          $$(addprefix -i$(SPACE)$(DQUOTE),$$(addsuffix /*$$s$(DQUOTE),$$($1_INCLUDES))))
291    else
292      $1_ZIP_INCLUDES := $$(addprefix -i$(SPACE)$(DQUOTE),$$(addsuffix /*$(DQUOTE),$$($1_INCLUDES)))
293    endif
294  endif
295  ifneq ($$($1_INCLUDE_FILES),)
296    $1_ZIP_INCLUDES += $$(addprefix -i$(SPACE),$$($1_INCLUDE_FILES))
297  endif
298  ifneq ($$($1_EXCLUDES),)
299    $1_SRC_EXCLUDES := $$(foreach i,$$($1_SRC),$$(addprefix $$i/,$$(addsuffix /%,$$($1_EXCLUDES))))
300    $1_ZIP_EXCLUDES := $$(addprefix -x$(SPACE)$(DQUOTE),$$(addsuffix /*$(DQUOTE),$$($1_EXCLUDES)))
301    $1_ALL_SRCS := $$(filter-out $$($1_SRC_EXCLUDES),$$($1_ALL_SRCS))
302  endif
303
304  # Use a slightly shorter name for logging, but with enough path to identify this zip.
305  $1_NAME:=$$(subst $$(OUTPUT_ROOT)/,,$$($1_ZIP))
306
307  # Now $1_ALL_SRCS should contain all sources that are going to be put into the zip.
308  # I.e. the zip -i and -x options should match the filtering done in the makefile.
309  # Explicitly excluded files can be given with absolute path. The patsubst solution
310  # isn't perfect but the likelyhood of an absolute path to match something in a src
311  # dir is very small.
312  # If zip has nothing to do, it returns 12 and would fail the build. Check for 12
313  # and only fail if it's not.
314  $$($1_ZIP) : $$($1_ALL_SRCS) $$($1_EXTRA_DEPS)
315	$(MKDIR) -p $$(@D)
316	$(ECHO) Updating $$($1_NAME)
317	$$(foreach i,$$($1_SRC),(cd $$i && $(ZIP) -qru $$@ . $$($1_ZIP_INCLUDES) $$($1_ZIP_EXCLUDES) -x \*_the.\* $$(addprefix -x$(SPACE),$$(patsubst $$i/%,%,$$($1_EXCLUDE_FILES))) || test "$$$$?" = "12" )$$(NEWLINE)) true
318	$(TOUCH) $$@
319
320  # Add zip to target list
321  $1 += $$($1_ZIP)
322endef
323
324define add_file_to_copy
325  # param 1 = BUILD_MYPACKAGE
326  # parma 2 = The source file to copy.
327  $2_TARGET:=$2
328  # Remove the source prefix.
329  $$(foreach i,$$($1_SRC),$$(eval $$(call remove_string,$$i,$2_TARGET)))
330  # Now we can setup the depency that will trigger the copying.
331  $$($1_BIN)$$($2_TARGET) : $2
332	$(MKDIR) -p $$(@D)
333	$(CP) $$< $$@
334	$(CHMOD) -f ug+w $$@
335
336  # And do not forget this target
337  $1_ALL_COPY_TARGETS += $$($1_BIN)$$($2_TARGET)
338endef
339
340
341# This macro is used only for properties files that are to be
342# copied over to the classes directory in cleaned form:
343# Previously this was inconsistently done in different repositories.
344# This is the new clean standard. Though it is to be superseded by
345# a standard annotation processor from with sjavac.
346#
347# The sed expression does this:
348# 1. Add a backslash before any :, = or ! that do not have a backslash already.
349# 2. Apply the file unicode2x.sed which does a whole bunch of \u00XX to \xXX 
350#    conversions.
351# 3. Delete all lines starting with #.
352# 4. Delete empty lines.
353# 5. Append lines ending with \ with the next line.
354# 6. Remove leading and trailing white space.
355# 7. Replace the first \= with just =.
356# 8. Finally it's all sorted to create a stable output.
357# 
358# It is assumed that = is the character used for separating names and values.
359define add_file_to_clean
360  # param 1 = BUILD_MYPACKAGE
361  # parma 2 = The source file to copy and clean.
362  $2_TARGET:=$2
363  # Remove the source prefix.
364  $$(foreach i,$$($1_SRC),$$(eval $$(call remove_string,$$i,$2_TARGET)))
365  # Now we can setup the depency that will trigger the copying.
366  $$($1_BIN)$$($2_TARGET) : $2
367	$(MKDIR) -p $$(@D)
368	$(CAT) $$< | $(SED) -e 's/\([^\\]\):/\1\\:/g' -e 's/\([^\\]\)=/\1\\=/g' \
369	        -e 's/\([^\\]\)!/\1\\!/g' -e 's/#.*/#/g' \
370	    | $(SED) -f "$(SRC_ROOT)/make/common/support/unicode2x.sed" \
371	    | $(SED) -e '/^#/d' -e '/^$$$$/d' \
372	        -e :a -e '/\\$$$$/N; s/\\\n//; ta' \
373	        -e 's/^[ \t]*//;s/[ \t]*$$$$//' \
374	        -e 's/\\=/=/' | LC_ALL=C $(SORT) > $$@
375	$(CHMOD) -f ug+w $$@
376
377  # And do not forget this target
378  $1_ALL_COPY_CLEAN_TARGETS += $$($1_BIN)$$($2_TARGET)
379endef
380
381define remove_string
382  $2 := $$(subst $1,,$$($2))
383endef
384
385define replace_space_with_pathsep
386  $1:=$(subst $(SPACE),$(PATH_SEP),$(strip $(patsubst %,%,$2)))
387endef
388
389define SetupJavaCompilation
390  # param 1 is for example BUILD_MYPACKAGE
391  # param 2,3,4,5,6,7,8 are named args.
392  #   SETUP:=must point to a previously setup java compiler, for example: SETUP:=BOOTJAVAC
393  #   JVM:=path to ..bin/java
394  #   ADD_JAVAC_FLAGS:=javac flags to append to the default ones.
395  #   SRC:=one or more directories to search for sources
396  #   BIN:=store classes here
397  #   INCLUDES:=myapp.foo means will only compile java files in myapp.foo or any of its sub-packages.
398  #   EXCLUDES:=myapp.foo means will do not compile java files in myapp.foo or any of its sub-packages.
399  #   COPY:=.prp means copy all prp files to the corresponding package in BIN.
400  #   COPY_FILES:=myapp/foo/setting.txt means copy this file over to the package myapp/foo
401  #   CLEAN:=.properties means copy and clean all properties file to the corresponding package in BIN.
402  #   CLEAN_FILES:=myapp/foo/setting.txt means clean this file over to the package myapp/foo
403  #   SRCZIP:=Create a src.zip based on the found sources and copied files.
404  #   INCLUDE_FILES:="com/sun/SolarisFoobar.java" means only compile this file!
405  #   EXCLUDE_FILES:="com/sun/SolarisFoobar.java" means do not compile this particular file!
406  #       "SolarisFoobar.java" means do not compile SolarisFoobar, wherever it is found.
407  #   JAVAC_SOURCE_PATH_OVERRIDE:=This forces an explicit -sourcepath to javac instead of the complete
408  #       source roots from SRC. This is sometimes needed when compiling specific subsets of the source.
409  #   HEADERS:=path to directory where all generated c-headers are written.
410  #   DEPENDS:=Extra dependecy
411  $(foreach i,2 3 4 5 6 7 8 9 10 11 12 13 14 15, $(if $($i),$1_$(strip $($i)))$(NEWLINE))
412  $(call LogSetupMacroEntry,SetupJavaCompilation($1),$2,$3,$4,$5,$6,$7,$8,$9,$(10),$(11),$(12),$(13),$(14),$(15))
413  $(if $(16),$(error Internal makefile error: Too many arguments to SetupJavaCompilation, please update JavaCompilation.gmk))
414
415  # Extract the info from the java compiler setup.
416  $1_JVM := $$($$($1_SETUP)_JVM)
417  $1_JAVAC := $$($$($1_SETUP)_JAVAC)
418  $1_FLAGS := $$($$($1_SETUP)_FLAGS) $(JAVAC_FLAGS) $$($1_ADD_JAVAC_FLAGS)
419  ifeq ($$($1_JAVAC),)
420    $$(error The Java compilation $1 refers to a non-existant java compiler setup $$($1_SETUP))
421  endif
422  $1_SJAVAC_PORTFILE := $$($$($1_SETUP)_SJAVAC_PORTFILE)
423  $1_SERVER_JVM := $$($$($1_SETUP)_SERVER_JVM)
424
425  # Handle addons and overrides.
426  $1_SRC:=$$(call ADD_SRCS,$$($1_SRC))
427  # Make sure the dirs exist.
428  $$(foreach d,$$($1_SRC), $$(if $$(wildcard $$d),,$$(error SRC specified to SetupJavaCompilation $1 contains missing directory $$d)))
429  $$(eval $$(call MakeDir,$$($1_BIN)))
430  # Add all source roots to the find cache since we are likely going to run find 
431  # on these more than once. The cache will only be updated if necessary.
432  $$(eval $$(call FillCacheFind,$$($1_SRC)))
433  # Find all files in the source trees.
434  $1_ALL_SRCS += $$(filter-out $(OVR_SRCS),$$(call CacheFind,$$($1_SRC)))
435  # Extract the java files.
436  ifneq ($$($1_EXCLUDE_FILES),)
437    $1_EXCLUDE_FILES_PATTERN:=$$(addprefix %,$$($1_EXCLUDE_FILES))
438  endif
439  $1_SRCS := $$(filter-out $$($1_EXCLUDE_FILES_PATTERN),$$(filter %.java,$$($1_ALL_SRCS)))
440  ifneq ($$($1_INCLUDE_FILES),)
441    $1_INCLUDE_FILES:=$$(foreach i,$$($1_SRC),$$(addprefix $$i/,$$($1_INCLUDE_FILES)))
442    $1_SRCS := $$(filter $$($1_INCLUDE_FILES), $$($1_SRCS))
443  endif
444
445  # Now we have a list of all java files to compile: $$($1_SRCS)
446
447  # Create the corresponding smart javac wrapper command line.
448  $1_SJAVAC_ARGS:=$$(addprefix -x ,$$(addsuffix .*,$$(subst /,.,$$($1_EXCLUDES)))) \
449      $$(addprefix -i ,$$(addsuffix .*,$$(subst /,.,$$($1_INCLUDES)))) \
450      $$(addprefix -xf *,$$(strip $$($1_EXCLUDE_FILES))) \
451      $$(addprefix -if *,$$(strip $$($1_INCLUDE_FILES))) \
452      -src "$$(subst $$(SPACE),$$(PATH_SEP),$$(strip $$($1_SRC)))"
453
454  # Prepend the source/bin path to the filter expressions.
455  ifneq ($$($1_INCLUDES),)
456    $1_SRC_INCLUDES := $$(foreach i,$$($1_SRC),$$(addprefix $$i/,$$(addsuffix /%,$$($1_INCLUDES))))
457    $1_SRCS := $$(filter $$($1_SRC_INCLUDES),$$($1_SRCS))
458  endif
459  ifneq ($$($1_EXCLUDES),)
460    $1_SRC_EXCLUDES := $$(foreach i,$$($1_SRC),$$(addprefix $$i/,$$(addsuffix /%,$$($1_EXCLUDES))))
461    $1_SRCS := $$(filter-out $$($1_SRC_EXCLUDES),$$($1_SRCS))
462  endif
463
464  # Find all files to be copied from source to bin.
465  ifneq (,$$($1_COPY)$$($1_COPY_FILES))
466    # Search for all files to be copied.
467    $1_ALL_COPIES := $$(filter $$(addprefix %,$$($1_COPY)),$$($1_ALL_SRCS))
468    # Copy these explicitly
469    $1_ALL_COPIES += $$($1_COPY_FILES)
470    # Copy must also respect filters.
471    ifneq (,$$($1_INCLUDES))
472      $1_ALL_COPIES := $$(filter $$($1_SRC_INCLUDES),$$($1_ALL_COPIES))
473    endif
474    ifneq (,$$($1_EXCLUDES))
475      $1_ALL_COPIES := $$(filter-out $$($1_SRC_EXCLUDES),$$($1_ALL_COPIES))
476    endif
477    ifneq (,$$($1_EXCLUDE_FILES))
478      $1_ALL_COPIES := $$(filter-out $$($1_EXCLUDE_FILES_PATTERN),$$($1_ALL_COPIES))
479    endif
480  endif
481  # All files below META-INF are always copied.
482  $1_ALL_COPIES += $$(filter $$(addsuffix /META-INF%,$$($1_SRC)),$$($1_ALL_SRCS))
483  ifneq (,$$($1_ALL_COPIES))
484    # Yep, there are files to be copied!
485    $1_ALL_COPY_TARGETS:=
486        $$(foreach i,$$($1_ALL_COPIES),$$(eval $$(call add_file_to_copy,$1,$$i)))
487    # Now we can depend on $$($1_ALL_COPY_TARGETS) to copy all files!
488  endif
489
490  # Find all property files to be copied and cleaned from source to bin.
491  ifneq (,$$($1_CLEAN)$$($1_CLEAN_FILES))
492    # Search for all files to be copied.
493    $1_ALL_CLEANS := $$(filter $$(addprefix %,$$($1_CLEAN)),$$($1_ALL_SRCS))
494    # Clean these explicitly
495    $1_ALL_CLEANS += $$($1_CLEAN_FILES)
496    # Copy and clean must also respect filters.
497    ifneq (,$$($1_INCLUDES))
498      $1_ALL_CLEANS := $$(filter $$($1_SRC_INCLUDES),$$($1_ALL_CLEANS))
499    endif
500    ifneq (,$$($1_EXCLUDES))
501      $1_ALL_CLEANS := $$(filter-out $$($1_SRC_EXCLUDES),$$($1_ALL_CLEANS))
502    endif
503    ifneq (,$$($1_EXCLUDE_FILES))
504      $1_ALL_CLEANS := $$(filter-out $$($1_EXCLUDE_FILES_PATTERN),$$($1_ALL_CLEANS))
505    endif
506    ifneq (,$$($1_ALL_CLEANS))
507      # Yep, there are files to be copied and cleaned!
508      $1_ALL_COPY_CLEAN_TARGETS:=
509          $$(foreach i,$$($1_ALL_CLEANS),$$(eval $$(call add_file_to_clean,$1,$$i)))
510      # Now we can depend on $$($1_ALL_COPY_CLEAN_TARGETS) to copy all files!
511    endif
512  endif
513
514  # Prep the source paths.
515  ifneq ($$($1_JAVAC_SOURCE_PATH_OVERRIDE),)
516    $$(eval $$(call replace_space_with_pathsep,$1_SRCROOTSC,$$($1_JAVAC_SOURCE_PATH_OVERRIDE)))
517  else
518    $$(eval $$(call replace_space_with_pathsep,$1_SRCROOTSC,$$($1_SRC)))
519  endif
520
521  # Create a sed expression to remove the source roots and to replace / with .
522  # and remove .java at the end.
523  $1_REWRITE_INTO_CLASSES:=$$(foreach i,$$($1_SRC),-e 's|$$i/||g') -e 's|/|.|g' -e 's|.java$$$$||g'
524
525  ifeq ($$($1_DISABLE_SJAVAC)x$$(ENABLE_SJAVAC),xyes)
526    ifneq (,$$($1_HEADERS))
527      $1_HEADERS_ARG := -h $$($1_HEADERS)
528    endif
529
530    # Using sjavac to compile.
531    $1 := $$($1_ALL_COPY_TARGETS) $$($1_ALL_COPY_CLEAN_TARGETS) $$($1_BIN)/javac_state
532
533    # Create SJAVAC variable form JAVAC variable. Expects $1_JAVAC to be
534    # "bootclasspathprepend -cp .../javac.jar com.sun.tools.javac.Main"
535    # and javac is simply replaced with sjavac.
536    $1_SJAVAC:=$$(subst com.sun.tools.javac.Main,com.sun.tools.sjavac.Main,$$($1_JAVAC))
537
538    # Set the $1_REMOTE to spawn a background javac server.
539    $1_REMOTE:=--server:portfile=$$($1_SJAVAC_PORTFILE),id=$1,sjavac=$$(subst $$(SPACE),%20,$$(subst $$(COMMA),%2C,$$(strip $$($1_SERVER_JVM) $$($1_SJAVAC))))
540
541    $$($1_BIN)/javac_state: $$($1_SRCS) $$($1_DEPENDS)
542	$(MKDIR) -p $$(@D)
543	$$(call ListPathsSafely,$1_SRCS,\n, >> $$($1_BIN)/_the.$1_batch.tmp)
544	$(ECHO) Compiling $1
545	($$($1_JVM) $$($1_SJAVAC) \
546	    $$($1_REMOTE) \
547	    -j $(JOBS) \
548	    --permit-unidentified-artifacts \
549	    --permit-sources-without-package \
550	    --compare-found-sources $$($1_BIN)/_the.$1_batch.tmp \
551	    --log=$(LOG_LEVEL) \
552	    $$($1_SJAVAC_ARGS) \
553	    $$($1_FLAGS) \
554	    $$($1_HEADERS_ARG) \
555	    -d $$($1_BIN) && \
556	$(MV) $$($1_BIN)/_the.$1_batch.tmp $$($1_BIN)/_the.$1_batch)
557  else
558    # Using plain javac to batch compile everything.
559    $1 := $$($1_ALL_COPY_TARGETS) $$($1_ALL_COPY_CLEAN_TARGETS) $$($1_BIN)/_the.$1_batch
560
561    # When building in batch, put headers in a temp dir to filter out those that actually
562    # changed before copying them to the real header dir.
563    ifneq (,$$($1_HEADERS))
564      $1_HEADERS_ARG := -h $$($1_HEADERS).$1.tmp
565
566      $$($1_HEADERS)/_the.$1_headers: $$($1_BIN)/_the.$1_batch
567		$(MKDIR) -p $$(@D)
568		for f in `ls $$($1_HEADERS).$1.tmp`; do \
569		  if [ ! -f "$$($1_HEADERS)/$$$$f" ] || [ "`$(DIFF) $$($1_HEADERS)/$$$$f $$($1_HEADERS).$1.tmp/$$$$f`" != "" ]; then \
570		    $(CP) -f $$($1_HEADERS).$1.tmp/$$$$f $$($1_HEADERS)/$$$$f; \
571		  fi; \
572		done
573		$(RM) -r $$($1_HEADERS).$1.tmp
574		$(TOUCH) $$@
575
576      $1 += $$($1_HEADERS)/_the.$1_headers
577    endif
578
579    # When not using sjavac, pass along all sources to javac using an @file.
580    $$($1_BIN)/_the.$1_batch: $$($1_SRCS) $$($1_DEPENDS)
581	$(MKDIR) -p $$(@D)
582	$(RM) $$($1_BIN)/_the.$1_batch $$($1_BIN)/_the.$1_batch.tmp
583	$$(call ListPathsSafely,$1_SRCS,\n, >> $$($1_BIN)/_the.$1_batch.tmp)
584	$(ECHO) Compiling `$(WC) $$($1_BIN)/_the.$1_batch.tmp | $(TR) -s ' ' | $(CUT) -f 2 -d ' '` files for $1
585	($$($1_JVM) $$($1_JAVAC) $$($1_FLAGS) \
586	    -implicit:none -sourcepath "$$($1_SRCROOTSC)" \
587	    -d $$($1_BIN) $$($1_HEADERS_ARG) @$$($1_BIN)/_the.$1_batch.tmp && \
588	$(MV) $$($1_BIN)/_the.$1_batch.tmp $$($1_BIN)/_the.$1_batch)
589
590  endif
591
592  # Check if a jar file was specified, then setup the rules for the jar.
593  ifneq (,$$($1_JAR))
594    # If no suffixes was explicitly set for this jar file.
595    # Use class and the cleaned/copied properties file suffixes as the default
596    # for the types of files to be put into the jar.
597    ifeq (,$$($1_SUFFIXES))
598      $1_SUFFIXES:=.class $$($1_CLEAN) $$($1_COPY)
599    endif
600
601    $$(eval $$(call SetupArchive,ARCHIVE_$1,$$($1), \
602        SRCS:=$$($1_BIN), \
603        SUFFIXES:=$$($1_SUFFIXES), \
604        EXCLUDE:=$$($1_EXCLUDES), \
605        INCLUDES:=$$($1_INCLUDES), \
606        EXTRA_FILES:=$$($1_ALL_COPY_TARGETS) $$($1_ALL_COPY_CLEAN_TARGETS), \
607        JAR:=$$($1_JAR), \
608        JARMAIN:=$$($1_JARMAIN), \
609        MANIFEST:=$$($1_MANIFEST), \
610        EXTRA_MANIFEST_ATTR:=$$($1_EXTRA_MANIFEST_ATTR), \
611        JARINDEX:=$$($1_JARINDEX), \
612        HEADERS:=$$($1_HEADERS), \
613        SETUP:=$$($1_SETUP)))
614
615    # Add jar to target list
616    $1 += $$($1_JAR)
617  endif
618
619  # Check if a srczip was specified, then setup the rules for the srczip.
620  ifneq (,$$($1_SRCZIP))
621    $$(eval $$(call SetupZipArchive,ARCHIVE_$1, \
622        SRC:=$$($1_SRC), \
623        ZIP:=$$($1_SRCZIP), \
624        INCLUDES:=$$($1_INCLUDES), \
625        EXCLUDES:=$$($1_EXCLUDES), \
626        EXCLUDE_FILES:=$$($1_EXCLUDE_FILES)))
627
628    # Add zip to target list
629    $1 += $$($1_SRCZIP)
630  endif
631endef
632