configuration.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397
  1. #!/usr/bin/python
  2. # Copyright 2008, 2012 Jurko Gospodnetic
  3. # Distributed under the Boost Software License, Version 1.0.
  4. # (See accompanying file LICENSE.txt or copy at
  5. # https://www.bfgroup.xyz/b2/LICENSE.txt)
  6. # Test Boost Build configuration file handling.
  7. import BoostBuild
  8. import TestCmd
  9. import os
  10. import os.path
  11. import re
  12. ###############################################################################
  13. #
  14. # test_user_configuration()
  15. # -------------------------
  16. #
  17. ###############################################################################
  18. def test_user_configuration():
  19. """
  20. Test Boost Build user configuration handling. Both relative and absolute
  21. path handling is tested.
  22. """
  23. implicitConfigLoadMessage = \
  24. "notice: Loading user-config configuration file: *"
  25. explicitConfigLoadMessage = \
  26. "notice: Loading explicitly specified user configuration file:"
  27. disabledConfigLoadMessage = \
  28. "notice: User configuration file loading explicitly disabled."
  29. testMessage = "_!_!_!_!_!_!_!_!_ %s _!_!_!_!_!_!_!_!_"
  30. toolsetName = "__myDummyToolset__"
  31. subdirName = "ASubDirectory"
  32. configFileNames = ["ups_lala_1.jam", "ups_lala_2.jam",
  33. os.path.join(subdirName, "ups_lala_3.jam")]
  34. t = BoostBuild.Tester(["toolset=%s" % toolsetName,
  35. "--debug-configuration"], pass_toolset=False, use_test_config=False)
  36. for configFileName in configFileNames:
  37. message = "ECHO \"%s\" ;" % testMessage % configFileName
  38. # We need to double any backslashes in the message or Jam will
  39. # interpret them as escape characters.
  40. t.write(configFileName, message.replace("\\", "\\\\"))
  41. # Prepare a dummy toolset so we do not get errors in case the default one
  42. # is not found.
  43. t.write(toolsetName + ".jam", """\
  44. import feature ;
  45. feature.extend toolset : %s ;
  46. rule init ( ) { }
  47. """ % toolsetName)
  48. # Python version of the same dummy toolset.
  49. t.write(toolsetName + ".py", """\
  50. from b2.build import feature
  51. feature.extend('toolset', ['%s'])
  52. def init(): pass
  53. """ % toolsetName)
  54. t.write("jamroot.jam", """\
  55. local test-index = [ MATCH ---test-id---=(.*) : [ modules.peek : ARGV ] ] ;
  56. ECHO test-index: $(test-index:E=(unknown)) ;
  57. """)
  58. class LocalTester:
  59. def __init__(self, tester):
  60. self.__tester = tester
  61. self.__test_ids = []
  62. def __assertionFailure(self, message):
  63. BoostBuild.annotation("failure", "Internal test assertion failure "
  64. "- %s" % message)
  65. self.__tester.fail_test(1)
  66. def __call__(self, test_id, env, extra_args=None, *args, **kwargs):
  67. if env == "" and not canSetEmptyEnvironmentVariable:
  68. self.__assertionFailure("Can not set empty environment "
  69. "variables on this platform.")
  70. self.__registerTestId(str(test_id))
  71. if extra_args is None:
  72. extra_args = []
  73. extra_args.append("---test-id---=%s" % test_id)
  74. env_name = "BOOST_BUILD_USER_CONFIG"
  75. previous_env = os.environ.get(env_name)
  76. _env_set(env_name, env)
  77. try:
  78. self.__tester.run_build_system(extra_args, *args, **kwargs)
  79. finally:
  80. _env_set(env_name, previous_env)
  81. def __registerTestId(self, test_id):
  82. if test_id in self.__test_ids:
  83. self.__assertionFailure("Multiple test cases encountered "
  84. "using the same test id '%s'." % test_id)
  85. self.__test_ids.append(test_id)
  86. test = LocalTester(t)
  87. test(1, None)
  88. t.expect_output_lines(explicitConfigLoadMessage, False)
  89. t.expect_output_lines(disabledConfigLoadMessage, False)
  90. t.expect_output_lines(testMessage % configFileNames[0], False)
  91. t.expect_output_lines(testMessage % configFileNames[1], False)
  92. t.expect_output_lines(testMessage % configFileNames[2], False)
  93. test(2, None, ["--user-config="])
  94. t.expect_output_lines(implicitConfigLoadMessage, False)
  95. t.expect_output_lines(explicitConfigLoadMessage, False)
  96. t.expect_output_lines(disabledConfigLoadMessage)
  97. t.expect_output_lines(testMessage % configFileNames[0], False)
  98. t.expect_output_lines(testMessage % configFileNames[1], False)
  99. t.expect_output_lines(testMessage % configFileNames[2], False)
  100. test(3, None, ['--user-config=""'])
  101. t.expect_output_lines(implicitConfigLoadMessage, False)
  102. t.expect_output_lines(explicitConfigLoadMessage, False)
  103. t.expect_output_lines(disabledConfigLoadMessage)
  104. t.expect_output_lines(testMessage % configFileNames[0], False)
  105. t.expect_output_lines(testMessage % configFileNames[1], False)
  106. t.expect_output_lines(testMessage % configFileNames[2], False)
  107. test(4, None, ['--user-config="%s"' % configFileNames[0]])
  108. t.expect_output_lines(implicitConfigLoadMessage, False)
  109. t.expect_output_lines(explicitConfigLoadMessage)
  110. t.expect_output_lines(disabledConfigLoadMessage, False)
  111. t.expect_output_lines(testMessage % configFileNames[0])
  112. t.expect_output_lines(testMessage % configFileNames[1], False)
  113. t.expect_output_lines(testMessage % configFileNames[2], False)
  114. test(5, None, ['--user-config="%s"' % configFileNames[2]])
  115. t.expect_output_lines(implicitConfigLoadMessage, False)
  116. t.expect_output_lines(explicitConfigLoadMessage)
  117. t.expect_output_lines(disabledConfigLoadMessage, False)
  118. t.expect_output_lines(testMessage % configFileNames[0], False)
  119. t.expect_output_lines(testMessage % configFileNames[1], False)
  120. t.expect_output_lines(testMessage % configFileNames[2])
  121. test(6, None, ['--user-config="%s"' % os.path.abspath(configFileNames[1])])
  122. t.expect_output_lines(implicitConfigLoadMessage, False)
  123. t.expect_output_lines(explicitConfigLoadMessage)
  124. t.expect_output_lines(disabledConfigLoadMessage, False)
  125. t.expect_output_lines(testMessage % configFileNames[0], False)
  126. t.expect_output_lines(testMessage % configFileNames[1])
  127. t.expect_output_lines(testMessage % configFileNames[2], False)
  128. test(7, None, ['--user-config="%s"' % os.path.abspath(configFileNames[2])])
  129. t.expect_output_lines(implicitConfigLoadMessage, False)
  130. t.expect_output_lines(explicitConfigLoadMessage)
  131. t.expect_output_lines(disabledConfigLoadMessage, False)
  132. t.expect_output_lines(testMessage % configFileNames[0], False)
  133. t.expect_output_lines(testMessage % configFileNames[1], False)
  134. t.expect_output_lines(testMessage % configFileNames[2])
  135. if canSetEmptyEnvironmentVariable:
  136. test(8, "")
  137. t.expect_output_lines(implicitConfigLoadMessage, False)
  138. t.expect_output_lines(explicitConfigLoadMessage, False)
  139. t.expect_output_lines(disabledConfigLoadMessage, True)
  140. t.expect_output_lines(testMessage % configFileNames[0], False)
  141. t.expect_output_lines(testMessage % configFileNames[1], False)
  142. t.expect_output_lines(testMessage % configFileNames[2], False)
  143. test(9, '""')
  144. t.expect_output_lines(implicitConfigLoadMessage, False)
  145. t.expect_output_lines(explicitConfigLoadMessage, False)
  146. t.expect_output_lines(disabledConfigLoadMessage)
  147. t.expect_output_lines(testMessage % configFileNames[0], False)
  148. t.expect_output_lines(testMessage % configFileNames[1], False)
  149. t.expect_output_lines(testMessage % configFileNames[2], False)
  150. test(10, configFileNames[1])
  151. t.expect_output_lines(implicitConfigLoadMessage, False)
  152. t.expect_output_lines(explicitConfigLoadMessage)
  153. t.expect_output_lines(disabledConfigLoadMessage, False)
  154. t.expect_output_lines(testMessage % configFileNames[0], False)
  155. t.expect_output_lines(testMessage % configFileNames[1])
  156. t.expect_output_lines(testMessage % configFileNames[2], False)
  157. test(11, configFileNames[1], ['--user-config=""'])
  158. t.expect_output_lines(implicitConfigLoadMessage, False)
  159. t.expect_output_lines(explicitConfigLoadMessage, False)
  160. t.expect_output_lines(disabledConfigLoadMessage)
  161. t.expect_output_lines(testMessage % configFileNames[0], False)
  162. t.expect_output_lines(testMessage % configFileNames[1], False)
  163. t.expect_output_lines(testMessage % configFileNames[2], False)
  164. test(12, configFileNames[1], ['--user-config="%s"' % configFileNames[0]])
  165. t.expect_output_lines(implicitConfigLoadMessage, False)
  166. t.expect_output_lines(explicitConfigLoadMessage)
  167. t.expect_output_lines(disabledConfigLoadMessage, False)
  168. t.expect_output_lines(testMessage % configFileNames[0])
  169. t.expect_output_lines(testMessage % configFileNames[1], False)
  170. t.expect_output_lines(testMessage % configFileNames[2], False)
  171. if canSetEmptyEnvironmentVariable:
  172. test(13, "", ['--user-config="%s"' % configFileNames[0]])
  173. t.expect_output_lines(implicitConfigLoadMessage, False)
  174. t.expect_output_lines(explicitConfigLoadMessage)
  175. t.expect_output_lines(disabledConfigLoadMessage, False)
  176. t.expect_output_lines(testMessage % configFileNames[0])
  177. t.expect_output_lines(testMessage % configFileNames[1], False)
  178. t.expect_output_lines(testMessage % configFileNames[2], False)
  179. test(14, '""', ['--user-config="%s"' % configFileNames[0]])
  180. t.expect_output_lines(implicitConfigLoadMessage, False)
  181. t.expect_output_lines(explicitConfigLoadMessage)
  182. t.expect_output_lines(disabledConfigLoadMessage, False)
  183. t.expect_output_lines(testMessage % configFileNames[0])
  184. t.expect_output_lines(testMessage % configFileNames[1], False)
  185. t.expect_output_lines(testMessage % configFileNames[2], False)
  186. test(15, "invalid", ['--user-config="%s"' % configFileNames[0]])
  187. t.expect_output_lines(implicitConfigLoadMessage, False)
  188. t.expect_output_lines(explicitConfigLoadMessage)
  189. t.expect_output_lines(disabledConfigLoadMessage, False)
  190. t.expect_output_lines(testMessage % configFileNames[0])
  191. t.expect_output_lines(testMessage % configFileNames[1], False)
  192. t.expect_output_lines(testMessage % configFileNames[2], False)
  193. t.cleanup()
  194. ###############################################################################
  195. #
  196. # Private interface.
  197. #
  198. ###############################################################################
  199. def _canSetEmptyEnvironmentVariable():
  200. """
  201. Unfortunately different OSs (and possibly Python implementations as well)
  202. have different interpretations of what it means to set an environment
  203. variable to an empty string. Some (e.g. Windows) interpret it as unsetting
  204. the variable and some (e.g. AIX or Darwin) actually set it to an empty
  205. string.
  206. """
  207. dummyName = "UGNABUNGA_FOO_BAR_BAZ_FEE_FAE_FOU_FAM"
  208. original = os.environ.get(dummyName)
  209. _env_set(dummyName, "")
  210. result = _getExternalEnv(dummyName) == ""
  211. _env_set(dummyName, original)
  212. return result
  213. def _env_del(name):
  214. """
  215. Unsets the given environment variable if it is currently set.
  216. Note that we can not use os.environ.pop() or os.environ.clear() here
  217. since prior to Python 2.6 these functions did not remove the actual
  218. environment variable by calling os.unsetenv().
  219. """
  220. try:
  221. del os.environ[name]
  222. except KeyError:
  223. pass
  224. def _env_set(name, value):
  225. """
  226. Sets the given environment variable value or unsets it, if the value is
  227. None.
  228. """
  229. if value is None:
  230. _env_del(name)
  231. else:
  232. os.environ[name] = value
  233. def _getExternalEnv(name):
  234. toolsetName = "__myDummyToolset__"
  235. t = BoostBuild.Tester(["toolset=%s" % toolsetName], pass_toolset=False,
  236. use_test_config=False)
  237. try:
  238. # Prepare a dummy toolset so we do not get errors in case the default
  239. # one is not found.
  240. t.write(toolsetName + ".jam", """\
  241. import feature ;
  242. feature.extend toolset : %s ;
  243. rule init ( ) { }
  244. """ % toolsetName)
  245. # Python version of the same dummy toolset.
  246. t.write(toolsetName + ".py", """\
  247. from b2.build import feature
  248. feature.extend('toolset', ['%s'])
  249. def init(): pass
  250. """ % toolsetName)
  251. t.write("jamroot.jam", """\
  252. import os ;
  253. local names = [ MATCH ^---var-name---=(.*) : [ modules.peek : ARGV ] ] ;
  254. for x in $(names)
  255. {
  256. value = [ os.environ $(x) ] ;
  257. ECHO "###" $(x): '$(value)' "###" ;
  258. }
  259. """)
  260. t.run_build_system(["---var-name---=%s" % name])
  261. m = re.search("^### %s: '(.*)' ###$" % name, t.stdout(), re.MULTILINE)
  262. if m:
  263. return m.group(1)
  264. finally:
  265. t.cleanup()
  266. def test_site_config():
  267. # Ignore user-config, just in case it depends on the user's site-config.jam
  268. t = BoostBuild.Tester(["--user-config="], use_test_config=False,
  269. pass_toolset=0)
  270. # We can immediately exit after we finish loading the config files
  271. t.write("Jamroot", "EXIT Done : 0 ;")
  272. t.write("my-site-config.jam", "ECHO Loaded my-site-config ;")
  273. t.run_build_system(["--site-config=my-site-config.jam"],
  274. stdout="Loaded my-site-config\nDone\n")
  275. t.run_build_system(["--ignore-site-config", "--debug-configuration"])
  276. t.expect_output_lines("""\
  277. notice: Site configuration files will be ignored due to the
  278. notice: --ignore-site-config command-line option.""")
  279. t.run_build_system(["--site-config=", "--debug-configuration"])
  280. t.expect_output_lines("""\
  281. notice: Site configuration file loading explicitly disabled.""")
  282. t.cleanup()
  283. def test_global_config():
  284. t = BoostBuild.Tester(use_test_config=False, pass_toolset=0)
  285. t.write("my-config.jam", "ECHO Loading my-config ;")
  286. t.write("Jamroot", "EXIT Done : 0 ;")
  287. t.write("project-config.jam", "ECHO bad ;")
  288. t.run_build_system(["--config=my-config.jam", "--debug-configuration"],
  289. match=TestCmd.match_re, stdout=
  290. r"""notice: found boost-build\.jam at .*
  291. notice: loading B2 from .*
  292. notice: Searching '.*' for all-config configuration file 'my-config\.jam'\.
  293. notice: Loading all-config configuration file 'my-config\.jam' from '.*'\.
  294. Loading my-config
  295. notice: Regular configuration files will be ignored due
  296. notice: to the global configuration being loaded\.
  297. Done
  298. """)
  299. t.run_build_system(["--config=", "--debug-configuration"],
  300. match=TestCmd.match_re, stdout=
  301. r"""notice: found boost-build\.jam at .*
  302. notice: loading B2 from .*
  303. notice: Configuration file loading explicitly disabled.
  304. Done
  305. """)
  306. t.cleanup()
  307. def test_project_config():
  308. t = BoostBuild.Tester(["--user-config=", "--site-config="],
  309. use_test_config=False, pass_toolset=False)
  310. t.write("Jamroot", "EXIT Done : 0 ;")
  311. t.write("project-config.jam", "ECHO Loading Root ;")
  312. t.write("my-project-config.jam", "ECHO Loading explicit ;")
  313. t.write("sub/project-config.jam", "ECHO Loading subdir ;")
  314. t.write("sub/Jamfile", "")
  315. t.run_build_system(stdout="Loading Root\nDone\n")
  316. t.run_build_system(subdir="sub", stdout="Loading subdir\nDone\n")
  317. t.rm("sub/project-config.jam")
  318. t.run_build_system(subdir="sub", stdout="Loading Root\nDone\n")
  319. t.run_build_system(["--project-config=my-project-config.jam"],
  320. stdout="Loading explicit\nDone\n")
  321. t.cleanup()
  322. ###############################################################################
  323. #
  324. # main()
  325. # ------
  326. #
  327. ###############################################################################
  328. canSetEmptyEnvironmentVariable = _canSetEmptyEnvironmentVariable()
  329. test_user_configuration()
  330. test_site_config()
  331. test_global_config()
  332. test_project_config()