build.sh 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480
  1. #!/usr/bin/env bash
  2. # Copyright 2018 Google
  3. #
  4. # Licensed under the Apache License, Version 2.0 (the "License");
  5. # you may not use this file except in compliance with the License.
  6. # You may obtain a copy of the License at
  7. #
  8. # http://www.apache.org/licenses/LICENSE-2.0
  9. #
  10. # Unless required by applicable law or agreed to in writing, software
  11. # distributed under the License is distributed on an "AS IS" BASIS,
  12. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. # See the License for the specific language governing permissions and
  14. # limitations under the License.
  15. # USAGE: build.sh product [platform] [method]
  16. #
  17. # Builds the given product for the given platform using the given build method
  18. set -euo pipefail
  19. if [[ $# -lt 1 ]]; then
  20. cat 1>&2 <<EOF
  21. USAGE: $0 product [platform] [method]
  22. product can be one of:
  23. Firebase
  24. Firestore
  25. InAppMessaging
  26. SymbolCollision
  27. platform can be one of:
  28. iOS (default)
  29. macOS
  30. tvOS
  31. method can be one of:
  32. xcodebuild (default)
  33. cmake
  34. Optionally, reads the environment variable SANITIZERS. If set, it is expected to
  35. be a string containing a space-separated list with some of the following
  36. elements:
  37. asan
  38. tsan
  39. ubsan
  40. EOF
  41. exit 1
  42. fi
  43. product="$1"
  44. platform="iOS"
  45. if [[ $# -gt 1 ]]; then
  46. platform="$2"
  47. fi
  48. method="xcodebuild"
  49. if [[ $# -gt 2 ]]; then
  50. method="$3"
  51. fi
  52. echo "Building $product for $platform using $method"
  53. if [[ -n "${SANITIZERS:-}" ]]; then
  54. echo "Using sanitizers: $SANITIZERS"
  55. fi
  56. scripts_dir=$(dirname "${BASH_SOURCE[0]}")
  57. firestore_emulator="${scripts_dir}/run_firestore_emulator.sh"
  58. # Runs xcodebuild with the given flags, piping output to xcpretty
  59. # If xcodebuild fails with known error codes, retries once.
  60. function RunXcodebuild() {
  61. echo xcodebuild "$@"
  62. xcodebuild "$@" | xcpretty; result=$?
  63. if [[ $result == 65 ]]; then
  64. echo "xcodebuild exited with 65, retrying" 1>&2
  65. sleep 5
  66. xcodebuild "$@" | xcpretty; result=$?
  67. fi
  68. if [[ $result != 0 ]]; then
  69. exit $result
  70. fi
  71. }
  72. ios_flags=(
  73. -sdk 'iphonesimulator'
  74. -destination 'platform=iOS Simulator,name=iPhone 7'
  75. )
  76. macos_flags=(
  77. -sdk 'macosx'
  78. -destination 'platform=OS X,arch=x86_64'
  79. )
  80. tvos_flags=(
  81. -sdk "appletvsimulator"
  82. -destination 'platform=tvOS Simulator,name=Apple TV'
  83. )
  84. # Compute standard flags for all platforms
  85. case "$platform" in
  86. iOS)
  87. xcb_flags=("${ios_flags[@]}")
  88. ;;
  89. macOS)
  90. xcb_flags=("${macos_flags[@]}")
  91. ;;
  92. tvOS)
  93. xcb_flags=("${tvos_flags[@]}")
  94. ;;
  95. all)
  96. xcb_flags=()
  97. ;;
  98. *)
  99. echo "Unknown platform '$platform'" 1>&2
  100. exit 1
  101. ;;
  102. esac
  103. xcb_flags+=(
  104. ONLY_ACTIVE_ARCH=YES
  105. CODE_SIGNING_REQUIRED=NO
  106. CODE_SIGNING_ALLOWED=YES
  107. COMPILER_INDEX_STORE_ENABLE=NO
  108. )
  109. # TODO(varconst): Add --warn-unused-vars and --warn-uninitialized.
  110. # Right now, it makes the log overflow on Travis because many of our
  111. # dependencies don't build cleanly this way.
  112. cmake_options=(
  113. -Wdeprecated
  114. )
  115. xcode_version=$(xcodebuild -version | head -n 1)
  116. xcode_version="${xcode_version/Xcode /}"
  117. xcode_major="${xcode_version/.*/}"
  118. if [[ -n "${SANITIZERS:-}" ]]; then
  119. for sanitizer in $SANITIZERS; do
  120. case "$sanitizer" in
  121. asan)
  122. xcb_flags+=(
  123. -enableAddressSanitizer YES
  124. )
  125. cmake_options+=(
  126. -DWITH_ASAN=ON
  127. )
  128. ;;
  129. tsan)
  130. xcb_flags+=(
  131. -enableThreadSanitizer YES
  132. )
  133. cmake_options+=(
  134. -DWITH_TSAN=ON
  135. )
  136. ;;
  137. ubsan)
  138. xcb_flags+=(
  139. -enableUndefinedBehaviorSanitizer YES
  140. )
  141. cmake_options+=(
  142. -DWITH_UBSAN=ON
  143. )
  144. ;;
  145. *)
  146. echo "Unknown sanitizer '$sanitizer'" 1>&2
  147. exit 1
  148. ;;
  149. esac
  150. done
  151. fi
  152. # Clean the Derived Data between builds to help reduce flakiness.
  153. rm -rf ~/Library/Developer/Xcode/DerivedData
  154. case "$product-$method-$platform" in
  155. Firebase-xcodebuild-*)
  156. RunXcodebuild \
  157. -workspace 'Example/Firebase.xcworkspace' \
  158. -scheme "AllUnitTests_$platform" \
  159. "${xcb_flags[@]}" \
  160. build \
  161. test
  162. RunXcodebuild \
  163. -workspace 'GoogleUtilities/Example/GoogleUtilities.xcworkspace' \
  164. -scheme "Example_$platform" \
  165. "${xcb_flags[@]}" \
  166. build \
  167. test
  168. if [[ $platform == 'iOS' ]]; then
  169. # Code Coverage collection is only working on iOS currently.
  170. ./scripts/collect_metrics.sh 'Example/Firebase.xcworkspace' "AllUnitTests_$platform"
  171. # Test iOS Objective-C static library build
  172. cd Example
  173. sed -i -e 's/use_frameworks/\#use_frameworks/' Podfile
  174. pod update --no-repo-update
  175. cd ..
  176. RunXcodebuild \
  177. -workspace 'Example/Firebase.xcworkspace' \
  178. -scheme "AllUnitTests_$platform" \
  179. "${xcb_flags[@]}" \
  180. build \
  181. test
  182. fi
  183. ;;
  184. Auth-xcodebuild-*)
  185. if [[ "$TRAVIS_PULL_REQUEST" == "false" ||
  186. "$TRAVIS_PULL_REQUEST_SLUG" == "$TRAVIS_REPO_SLUG" ]]; then
  187. RunXcodebuild \
  188. -workspace 'Example/Auth/AuthSample/AuthSample.xcworkspace' \
  189. -scheme "Auth_ApiTests" \
  190. "${xcb_flags[@]}" \
  191. build \
  192. test
  193. RunXcodebuild \
  194. -workspace 'Example/Auth/AuthSample/AuthSample.xcworkspace' \
  195. -scheme "Auth_E2eTests" \
  196. "${xcb_flags[@]}" \
  197. build \
  198. test
  199. fi
  200. ;;
  201. InAppMessaging-xcodebuild-iOS)
  202. RunXcodebuild \
  203. -workspace 'InAppMessaging/Example/InAppMessaging-Example-iOS.xcworkspace' \
  204. -scheme 'InAppMessaging_Example_iOS' \
  205. "${xcb_flags[@]}" \
  206. build \
  207. test
  208. cd InAppMessaging/Example
  209. sed -i -e 's/use_frameworks/\#use_frameworks/' Podfile
  210. pod update --no-repo-update
  211. cd ../..
  212. RunXcodebuild \
  213. -workspace 'InAppMessaging/Example/InAppMessaging-Example-iOS.xcworkspace' \
  214. -scheme 'InAppMessaging_Example_iOS' \
  215. "${xcb_flags[@]}" \
  216. build \
  217. test
  218. # Run UI tests on both iPad and iPhone simulators
  219. # TODO: Running two destinations from one xcodebuild command stopped working with Xcode 10.
  220. # Consider separating static library tests to a separate job.
  221. RunXcodebuild \
  222. -workspace 'InAppMessagingDisplay/Example/InAppMessagingDisplay-Sample.xcworkspace' \
  223. -scheme 'FiamDisplaySwiftExample' \
  224. "${xcb_flags[@]}" \
  225. build \
  226. test
  227. RunXcodebuild \
  228. -workspace 'InAppMessagingDisplay/Example/InAppMessagingDisplay-Sample.xcworkspace' \
  229. -scheme 'FiamDisplaySwiftExample' \
  230. -sdk 'iphonesimulator' \
  231. -destination 'platform=iOS Simulator,name=iPad Pro (9.7-inch)' \
  232. build \
  233. test
  234. cd InAppMessagingDisplay/Example
  235. sed -i -e 's/use_frameworks/\#use_frameworks/' Podfile
  236. pod update --no-repo-update
  237. cd ../..
  238. # Run UI tests on both iPad and iPhone simulators
  239. RunXcodebuild \
  240. -workspace 'InAppMessagingDisplay/Example/InAppMessagingDisplay-Sample.xcworkspace' \
  241. -scheme 'FiamDisplaySwiftExample' \
  242. "${xcb_flags[@]}" \
  243. build \
  244. test
  245. RunXcodebuild \
  246. -workspace 'InAppMessagingDisplay/Example/InAppMessagingDisplay-Sample.xcworkspace' \
  247. -scheme 'FiamDisplaySwiftExample' \
  248. -sdk 'iphonesimulator' \
  249. -destination 'platform=iOS Simulator,name=iPad Pro (9.7-inch)' \
  250. build \
  251. test
  252. ;;
  253. Firestore-xcodebuild-*)
  254. "${firestore_emulator}" start
  255. trap '"${firestore_emulator}" stop' ERR EXIT
  256. RunXcodebuild \
  257. -workspace 'Firestore/Example/Firestore.xcworkspace' \
  258. -scheme "Firestore_Tests_$platform" \
  259. "${xcb_flags[@]}" \
  260. build \
  261. test
  262. # Firestore_SwiftTests_iOS require Swift 4, which needs Xcode 9
  263. if [[ "$platform" == 'iOS' && "$xcode_major" -ge 9 ]]; then
  264. RunXcodebuild \
  265. -workspace 'Firestore/Example/Firestore.xcworkspace' \
  266. -scheme "Firestore_SwiftTests_iOS" \
  267. "${xcb_flags[@]}" \
  268. build \
  269. test
  270. fi
  271. RunXcodebuild \
  272. -workspace 'Firestore/Example/Firestore.xcworkspace' \
  273. -scheme "Firestore_IntegrationTests_$platform" \
  274. "${xcb_flags[@]}" \
  275. build \
  276. test
  277. ;;
  278. Firestore-cmake-macOS)
  279. test -d build || mkdir build
  280. echo "Preparing cmake build ..."
  281. (cd build; cmake "${cmake_options[@]}" ..)
  282. echo "Building cmake build ..."
  283. cpus=$(sysctl -n hw.ncpu)
  284. (cd build; env make -j $cpus all generate_protos)
  285. (cd build; env CTEST_OUTPUT_ON_FAILURE=1 make -j $cpus test)
  286. ;;
  287. SymbolCollision-xcodebuild-*)
  288. RunXcodebuild \
  289. -workspace 'SymbolCollisionTest/SymbolCollisionTest.xcworkspace' \
  290. -scheme "SymbolCollisionTest" \
  291. "${xcb_flags[@]}" \
  292. build
  293. ;;
  294. GoogleDataTransport-xcodebuild-*)
  295. RunXcodebuild \
  296. -workspace 'gen/GoogleDataTransport/GoogleDataTransport.xcworkspace' \
  297. -scheme "GoogleDataTransport-$platform-Unit-Tests-Unit" \
  298. "${xcb_flags[@]}" \
  299. build \
  300. test
  301. RunXcodebuild \
  302. -workspace 'gen/GoogleDataTransport/GoogleDataTransport.xcworkspace' \
  303. -scheme "GoogleDataTransport-$platform-Unit-Tests-Lifecycle" \
  304. "${xcb_flags[@]}" \
  305. build \
  306. test
  307. ;;
  308. GoogleDataTransportIntegrationTest-xcodebuild-*)
  309. RunXcodebuild \
  310. -workspace 'gen/GoogleDataTransport/GoogleDataTransport.xcworkspace' \
  311. -scheme "GoogleDataTransport-$platform-Unit-Tests-Integration" \
  312. "${xcb_flags[@]}" \
  313. build \
  314. test
  315. ;;
  316. GoogleDataTransportCCTSupport-xcodebuild-*)
  317. RunXcodebuild \
  318. -workspace 'gen/GoogleDataTransportCCTSupport/GoogleDataTransportCCTSupport.xcworkspace' \
  319. -scheme "GoogleDataTransportCCTSupport-$platform-Unit-Tests-Unit" \
  320. "${xcb_flags[@]}" \
  321. build \
  322. test
  323. RunXcodebuild \
  324. -workspace 'gen/GoogleDataTransportCCTSupport/GoogleDataTransportCCTSupport.xcworkspace' \
  325. -scheme "GoogleDataTransportCCTSupport-$platform-Unit-Tests-Integration" \
  326. "${xcb_flags[@]}" \
  327. build \
  328. test
  329. ;;
  330. Database-xcodebuild-*)
  331. RunXcodebuild \
  332. -workspace 'gen/FirebaseDatabase/FirebaseDatabase.xcworkspace' \
  333. -scheme "FirebaseDatabase-iOS-Unit-unit" \
  334. "${ios_flags[@]}" \
  335. "${xcb_flags[@]}" \
  336. build \
  337. test
  338. RunXcodebuild \
  339. -workspace 'gen/FirebaseDatabase/FirebaseDatabase.xcworkspace' \
  340. -scheme "FirebaseDatabase-macOS-Unit-unit" \
  341. "${macos_flags[@]}" \
  342. "${xcb_flags[@]}" \
  343. build \
  344. test
  345. RunXcodebuild \
  346. -workspace 'gen/FirebaseDatabase/FirebaseDatabase.xcworkspace' \
  347. -scheme "FirebaseDatabase-tvOS-Unit-unit" \
  348. "${tvos_flags[@]}" \
  349. "${xcb_flags[@]}" \
  350. build \
  351. test
  352. if [[ "$TRAVIS_PULL_REQUEST" == "false" ||
  353. "$TRAVIS_PULL_REQUEST_SLUG" == "$TRAVIS_REPO_SLUG" ]]; then
  354. # Integration tests are only run on iOS to minimize flake failures.
  355. RunXcodebuild \
  356. -workspace 'gen/FirebaseDatabase/FirebaseDatabase.xcworkspace' \
  357. -scheme "FirebaseDatabase-iOS-Unit-integration" \
  358. "${ios_flags[@]}" \
  359. "${xcb_flags[@]}" \
  360. build \
  361. test
  362. fi
  363. ;;
  364. Messaging-xcodebuild-*)
  365. RunXcodebuild \
  366. -workspace 'gen/FirebaseMessaging/FirebaseMessaging.xcworkspace' \
  367. -scheme "FirebaseMessaging-iOS-Unit-unit" \
  368. "${ios_flags[@]}" \
  369. "${xcb_flags[@]}" \
  370. build \
  371. test
  372. RunXcodebuild \
  373. -workspace 'gen/FirebaseMessaging/FirebaseMessaging.xcworkspace' \
  374. -scheme "FirebaseMessaging-tvOS-Unit-unit" \
  375. "${tvos_flags[@]}" \
  376. "${xcb_flags[@]}" \
  377. build \
  378. test
  379. ;;
  380. Storage-xcodebuild-*)
  381. RunXcodebuild \
  382. -workspace 'gen/FirebaseStorage/FirebaseStorage.xcworkspace' \
  383. -scheme "FirebaseStorage-iOS-Unit-unit" \
  384. "${ios_flags[@]}" \
  385. "${xcb_flags[@]}" \
  386. build \
  387. test
  388. RunXcodebuild \
  389. -workspace 'gen/FirebaseStorage/FirebaseStorage.xcworkspace' \
  390. -scheme "FirebaseStorage-macOS-Unit-unit" \
  391. "${macos_flags[@]}" \
  392. "${xcb_flags[@]}" \
  393. build \
  394. test
  395. RunXcodebuild \
  396. -workspace 'gen/FirebaseStorage/FirebaseStorage.xcworkspace' \
  397. -scheme "FirebaseStorage-tvOS-Unit-unit" \
  398. "${tvos_flags[@]}" \
  399. "${xcb_flags[@]}" \
  400. build \
  401. test
  402. if [[ "$TRAVIS_PULL_REQUEST" == "false" ||
  403. "$TRAVIS_PULL_REQUEST_SLUG" == "$TRAVIS_REPO_SLUG" ]]; then
  404. # Integration tests are only run on iOS to minimize flake failures.
  405. RunXcodebuild \
  406. -workspace 'gen/FirebaseStorage/FirebaseStorage.xcworkspace' \
  407. -scheme "FirebaseStorage-iOS-Unit-integration" \
  408. "${ios_flags[@]}" \
  409. "${xcb_flags[@]}" \
  410. build \
  411. test
  412. fi
  413. ;;
  414. *)
  415. echo "Don't know how to build this product-platform-method combination" 1>&2
  416. echo " product=$product" 1>&2
  417. echo " platform=$platform" 1>&2
  418. echo " method=$method" 1>&2
  419. exit 1
  420. ;;
  421. esac