ModelDownloaderUnitTests.swift 59 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436
  1. // Copyright 2021 Google LLC
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. // Skip keychain tests on Catalyst and macOS. Tests are skipped because they
  15. // involve interactions with the keychain that require a provisioning profile.
  16. // This is because MLModelDownloader depends on Installations.
  17. // See go/firebase-macos-keychain-popups for more details.
  18. #if !targetEnvironment(macCatalyst) && !os(macOS)
  19. @testable import FirebaseCore
  20. @testable import FirebaseInstallations
  21. @testable import FirebaseMLModelDownloader
  22. import XCTest
  23. #if SWIFT_PACKAGE
  24. internal import GoogleUtilities_UserDefaults
  25. #else
  26. internal import GoogleUtilities
  27. #endif // SWIFT_PACKAGE
  28. /// Mock options to configure default Firebase app.
  29. private enum MockOptions {
  30. static let appID = "1:123:ios:123abc"
  31. static let gcmSenderID = "mock-sender-id"
  32. static let projectID = "mock-project-id"
  33. static let apiKey = "ABcdEf-APIKeyWithValidFormat_0123456789"
  34. }
  35. // TODO: Create separate files for each class tested.
  36. final class ModelDownloaderUnitTests: XCTestCase {
  37. let fakeModelName = "fakeModelName"
  38. let fakeModelPath = "fakeModelPath"
  39. let fakeModelHash = "fakeModelHash"
  40. let fakeDownloadURL = URL(string: "www.fake-download-url.com")!
  41. let fakeFileURL = URL(string: "www.fake-model-file.com")!
  42. let fakeExpiryTime = "2021-01-20T04:20:10.220Z"
  43. let fakeModelSize = 20
  44. let fakeProjectID = "fakeProjectID"
  45. let fakeAPIKey = "fakeAPIKey"
  46. let fakeAppName = "fakeAppName"
  47. var fakeModelJSON: String {
  48. """
  49. {
  50. "downloadUri":"\(fakeDownloadURL)",
  51. "expireTime":"\(fakeExpiryTime)",
  52. "sizeBytes":"\(fakeModelSize)"
  53. }
  54. """
  55. }
  56. let successAuthTokenProvider =
  57. { (completion: @escaping (Result<String, DownloadError>) -> Void) in
  58. completion(.success("fakeFISToken"))
  59. }
  60. override class func setUp() {
  61. let options = FirebaseOptions(
  62. googleAppID: MockOptions.appID,
  63. gcmSenderID: MockOptions.gcmSenderID
  64. )
  65. options.apiKey = MockOptions.apiKey
  66. options.projectID = MockOptions.projectID
  67. FirebaseApp.configure(options: options)
  68. FirebaseConfiguration.shared.setLoggerLevel(.debug)
  69. }
  70. override func setUp() {
  71. do {
  72. try ModelFileManager.emptyModelsDirectory()
  73. } catch {
  74. XCTFail("Could not empty models directory.")
  75. }
  76. }
  77. override class func tearDown() {
  78. try? FileManager.default.removeItem(atPath: NSTemporaryDirectory())
  79. FirebaseApp.app()?.delete { _ in }
  80. }
  81. /// Test if the same downloader instance is returned for an app.
  82. func testModelDownloaderInit() {
  83. guard let testApp = FirebaseApp.app() else {
  84. XCTFail("Default app was not configured.")
  85. return
  86. }
  87. testApp.isDataCollectionDefaultEnabled = false
  88. let modelDownloader1 = ModelDownloader.modelDownloader(app: testApp)
  89. let modelDownloader2 = ModelDownloader.modelDownloader()
  90. XCTAssert(modelDownloader1 === modelDownloader2)
  91. }
  92. /// Test if app deletion removes associated downloader instance.
  93. func testAppDeletion() {
  94. guard let testApp = FirebaseApp.app() else {
  95. XCTFail("Default app was not configured.")
  96. return
  97. }
  98. testApp.isDataCollectionDefaultEnabled = false
  99. let modelDownloader1 = ModelDownloader.modelDownloader()
  100. testApp.delete { success in
  101. XCTAssertTrue(success)
  102. }
  103. ModelDownloaderUnitTests.setUp()
  104. let modelDownloader2 = ModelDownloader.modelDownloader()
  105. XCTAssert(modelDownloader1 !== modelDownloader2)
  106. }
  107. /// Test invalid model file deletion.
  108. func testDeleteInvalidModel() {
  109. guard let testApp = FirebaseApp.app() else {
  110. XCTFail("Default app was not configured.")
  111. return
  112. }
  113. testApp.isDataCollectionDefaultEnabled = false
  114. let modelDownloader = ModelDownloader.modelDownloader()
  115. modelDownloader.deleteDownloadedModel(name: fakeModelName) { result in
  116. switch result {
  117. case .success: XCTFail("Unexpected successful model deletion.")
  118. case let .failure(error):
  119. XCTAssertNotNil(error)
  120. }
  121. }
  122. }
  123. func testGetModelNameFromFilePath() {
  124. var fakeURL = URL(fileURLWithPath: "modelDirectory/@@appName@@\(fakeModelName).tflite")
  125. XCTAssertEqual(ModelFileManager.getModelNameFromFilePath(fakeURL), fakeModelName)
  126. fakeURL = URL(fileURLWithPath: "modelDirectory/--appName--\(fakeModelName).tflite")
  127. XCTAssertNil(ModelFileManager.getModelNameFromFilePath(fakeURL))
  128. }
  129. /// Test listing models.
  130. func testListModels() {
  131. guard let testApp = FirebaseApp.app() else {
  132. XCTFail("Default app was not configured.")
  133. return
  134. }
  135. testApp.isDataCollectionDefaultEnabled = false
  136. let testName = String(#function.dropLast(2))
  137. let modelDownloader = ModelDownloader.modelDownloaderWithDefaults(
  138. .createUnitTestInstance(testName: testName),
  139. app: testApp
  140. )
  141. let tempModelFileURL = tempModelFile()
  142. let completionExpectation = expectation(description: "Completion handler")
  143. let localModelInfo = fakeLocalModelInfo()
  144. localModelInfo.writeToDefaults(
  145. .getUnitTestInstance(testName: testName),
  146. appName: testApp.name
  147. )
  148. modelDownloader.listDownloadedModels { result in
  149. completionExpectation.fulfill()
  150. switch result {
  151. case let .success(models):
  152. /// Expected success since model info was written to user defaults.
  153. XCTAssertEqual(models.first?.path, tempModelFileURL.path)
  154. case let .failure(error):
  155. XCTFail("Error - \(error)")
  156. }
  157. }
  158. wait(for: [completionExpectation], timeout: 0.5)
  159. try? ModelFileManager.removeFile(at: tempModelFileURL)
  160. }
  161. /// Test invalid path in model directory.
  162. func testListModelsInvalidPath() {
  163. guard let testApp = FirebaseApp.app() else {
  164. XCTFail("Default app was not configured.")
  165. return
  166. }
  167. testApp.isDataCollectionDefaultEnabled = false
  168. let modelDownloader = ModelDownloader.modelDownloader()
  169. let invalidTempModelFileURL = tempModelFile(invalid: true)
  170. let completionExpectation = expectation(description: "Completion handler")
  171. modelDownloader.listDownloadedModels { result in
  172. completionExpectation.fulfill()
  173. switch result {
  174. case .success:
  175. XCTFail("Unexpected success of list models.")
  176. case let .failure(error):
  177. switch error {
  178. case let .internalError(description):
  179. XCTAssertTrue(description
  180. .contains("List models failed due to unexpected model file name"))
  181. default: XCTFail("Expected failure due to bad model name.")
  182. }
  183. }
  184. }
  185. wait(for: [completionExpectation], timeout: 0.5)
  186. try? ModelFileManager.removeFile(at: invalidTempModelFileURL)
  187. }
  188. /// Test listing models without local info in user defaults.
  189. func testListModelsNoLocalInfo() {
  190. guard let testApp = FirebaseApp.app() else {
  191. XCTFail("Default app was not configured.")
  192. return
  193. }
  194. testApp.isDataCollectionDefaultEnabled = false
  195. let testName = String(#function.dropLast(2))
  196. let tempModelFileURL = tempModelFile()
  197. let modelDownloader = ModelDownloader.modelDownloaderWithDefaults(
  198. .createUnitTestInstance(testName: testName),
  199. app: testApp
  200. )
  201. let completionExpectation = expectation(description: "Completion handler")
  202. modelDownloader.listDownloadedModels { result in
  203. completionExpectation.fulfill()
  204. switch result {
  205. case .success:
  206. XCTFail("Unexpected success of list models.")
  207. case let .failure(error):
  208. switch error {
  209. /// Expected failure since no model info was written to user defaults.
  210. case let .internalError(description):
  211. XCTAssertTrue(description.contains("List models failed due to no local model info"))
  212. default: XCTFail("Expected failure due to bad model name.")
  213. }
  214. }
  215. }
  216. wait(for: [completionExpectation], timeout: 0.5)
  217. try? ModelFileManager.removeFile(at: tempModelFileURL)
  218. }
  219. /// Test how URL conversion behaves if there are spaces in the path.
  220. func testURLConversion() {
  221. let fakeURLWithSpace = URL(string: "file:///fakeDir1/fake%20Dir2/fakeFile")!
  222. XCTAssertEqual(fakeURLWithSpace, URL(string: fakeURLWithSpace.absoluteString))
  223. XCTAssertEqual(fakeURLWithSpace, URL(fileURLWithPath: fakeURLWithSpace.path))
  224. /// Strings without spaces should work fine either way.
  225. let fakeURLWithoutSpace = URL(string: "fakeDir1/fakeDir2/fakeFile")!
  226. XCTAssertEqual(fakeURLWithoutSpace, URL(string: fakeURLWithoutSpace.absoluteString)!)
  227. XCTAssertEqual(fakeURLWithoutSpace, URL(string: fakeURLWithoutSpace.path)!)
  228. }
  229. /// Test on-device logging.
  230. func testDeviceLogging() {
  231. DeviceLogger.logEvent(level: .error,
  232. message: "This is a test error logged to device.",
  233. messageCode: .testError)
  234. }
  235. /// Compare proto serialization methods.
  236. func testTelemetryEncoding() {
  237. let fakeModel = CustomModel(
  238. name: fakeModelName,
  239. size: 10,
  240. path: fakeModelPath,
  241. hash: fakeModelHash
  242. )
  243. var modelOptions = ModelOptions()
  244. modelOptions.setModelOptions(modelName: fakeModel.name, modelHash: fakeModel.hash)
  245. guard let binaryData = try? modelOptions.serializedData(),
  246. let jsonData = try? modelOptions.jsonUTF8Data(),
  247. let binaryEvent = try? ModelOptions(serializedBytes: binaryData),
  248. let jsonEvent = try? ModelOptions(jsonUTF8Data: jsonData) else {
  249. XCTFail("Encoding error.")
  250. return
  251. }
  252. XCTAssertNotNil(binaryData)
  253. XCTAssertNotNil(jsonData)
  254. XCTAssertLessThan(binaryData.count, jsonData.count)
  255. XCTAssertEqual(binaryEvent, jsonEvent)
  256. }
  257. /// Get model info if server returns a new model info.
  258. func testGetModelInfoWith200() {
  259. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  260. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  261. let completionExpectation = expectation(description: "Completion handler")
  262. modelInfoRetriever.downloadModelInfo { result in
  263. completionExpectation.fulfill()
  264. switch result {
  265. case let .success(fakeModelInfoResult):
  266. switch fakeModelInfoResult {
  267. case let .modelInfo(remoteModelInfo):
  268. XCTAssertEqual(remoteModelInfo.name, self.fakeModelName)
  269. XCTAssertEqual(remoteModelInfo.downloadURL, self.fakeDownloadURL)
  270. XCTAssertEqual(remoteModelInfo.size, self.fakeModelSize)
  271. XCTAssertEqual(remoteModelInfo.modelHash, self.fakeModelHash)
  272. case .notModified: XCTFail("Expected new model info from server.")
  273. }
  274. case let .failure(error): XCTFail("Failed with error - \(error)")
  275. }
  276. }
  277. wait(for: [completionExpectation], timeout: 0.5)
  278. }
  279. /// Get model info if model info is not modified.
  280. func testGetModelInfoWith304() {
  281. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 304)
  282. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  283. let modelInfoRetriever = fakeModelRetriever(
  284. fakeSession: session,
  285. fakeLocalModelInfo: localModelInfo
  286. )
  287. let completionExpectation = expectation(description: "Completion handler")
  288. modelInfoRetriever.downloadModelInfo { result in
  289. completionExpectation.fulfill()
  290. switch result {
  291. case let .success(fakeModelInfoResult):
  292. switch fakeModelInfoResult {
  293. case .modelInfo: XCTFail("Unexpected new model info from server.")
  294. case .notModified: break
  295. }
  296. case let .failure(error): XCTFail("Failed with error - \(error)")
  297. }
  298. }
  299. wait(for: [completionExpectation], timeout: 0.5)
  300. }
  301. /// Get model info if model info is not modified but local model info is not set.
  302. func testGetModelInfoWith304MissingLocalInfo() {
  303. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 304)
  304. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  305. let completionExpectation = expectation(description: "Completion handler")
  306. modelInfoRetriever.downloadModelInfo { result in
  307. completionExpectation.fulfill()
  308. switch result {
  309. case let .success(fakeModelInfoResult):
  310. switch fakeModelInfoResult {
  311. case .modelInfo: XCTFail("Unexpected new model info from server.")
  312. case .notModified: XCTFail("Expected failure since local model info was not set.")
  313. }
  314. case let .failure(error):
  315. switch error {
  316. case let .internalError(description: errorMessage): XCTAssertEqual(errorMessage,
  317. "Model info was deleted unexpectedly.")
  318. default: XCTFail("Expected failure since local model info was not set.")
  319. }
  320. }
  321. }
  322. wait(for: [completionExpectation], timeout: 0.5)
  323. }
  324. /// Get model info if model info is not modified but local model info is not set.
  325. func testGetModelInfoWith304HashMismatch() {
  326. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 304)
  327. let localModelInfo = fakeLocalModelInfo(mismatch: true)
  328. let modelInfoRetriever = fakeModelRetriever(
  329. fakeSession: session,
  330. fakeLocalModelInfo: localModelInfo
  331. )
  332. let completionExpectation = expectation(description: "Completion handler")
  333. modelInfoRetriever.downloadModelInfo { result in
  334. completionExpectation.fulfill()
  335. switch result {
  336. case let .success(fakeModelInfoResult):
  337. switch fakeModelInfoResult {
  338. case .modelInfo: XCTFail("Unexpected new model info from server.")
  339. case .notModified: XCTFail("Expected failure since model hash does not match.")
  340. }
  341. case let .failure(error):
  342. switch error {
  343. case let .internalError(description: errorMessage): XCTAssertEqual(errorMessage,
  344. "Unexpected model hash value.")
  345. default: XCTFail("Expected failure since local model info was not set.")
  346. }
  347. }
  348. }
  349. wait(for: [completionExpectation], timeout: 0.5)
  350. }
  351. /// Get model info if model name is invalid.
  352. func testGetModelInfoWith400() {
  353. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 400)
  354. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  355. let modelInfoRetriever = fakeModelRetriever(
  356. fakeSession: session,
  357. fakeLocalModelInfo: localModelInfo
  358. )
  359. let completionExpectation = expectation(description: "Completion handler")
  360. modelInfoRetriever.downloadModelInfo { result in
  361. completionExpectation.fulfill()
  362. switch result {
  363. case let .success(fakeModelInfoResult):
  364. switch fakeModelInfoResult {
  365. case .modelInfo: XCTFail("Unexpected new model info from server.")
  366. case .notModified: XCTFail("Expected failure since model name is invalid.")
  367. }
  368. case let .failure(error):
  369. XCTAssertEqual(error, .invalidArgument)
  370. }
  371. }
  372. wait(for: [completionExpectation], timeout: 0.5)
  373. }
  374. /// Get model info if model name does not exist.
  375. func testGetModelInfoWith404() {
  376. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 404)
  377. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  378. let modelInfoRetriever = fakeModelRetriever(
  379. fakeSession: session,
  380. fakeLocalModelInfo: localModelInfo
  381. )
  382. let completionExpectation = expectation(description: "Completion handler")
  383. modelInfoRetriever.downloadModelInfo { result in
  384. completionExpectation.fulfill()
  385. switch result {
  386. case let .success(fakeModelInfoResult):
  387. switch fakeModelInfoResult {
  388. case .modelInfo: XCTFail("Unexpected new model info from server.")
  389. case .notModified: XCTFail("Expected failure since model name is not available.")
  390. }
  391. case let .failure(error):
  392. XCTAssertEqual(error, .notFound)
  393. }
  394. }
  395. wait(for: [completionExpectation], timeout: 0.5)
  396. }
  397. /// Get model info if resource exhausted due to too many requests.
  398. func testGetModelInfoWith429() {
  399. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 429)
  400. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  401. let modelInfoRetriever = fakeModelRetriever(
  402. fakeSession: session,
  403. fakeLocalModelInfo: localModelInfo
  404. )
  405. let completionExpectation = expectation(description: "Completion handler")
  406. modelInfoRetriever.downloadModelInfo { result in
  407. completionExpectation.fulfill()
  408. switch result {
  409. case let .success(fakeModelInfoResult):
  410. switch fakeModelInfoResult {
  411. case .modelInfo: XCTFail("Unexpected new model info from server.")
  412. case .notModified: XCTFail("Expected failure since resource exhausted.")
  413. }
  414. case let .failure(error):
  415. XCTAssertEqual(error, .resourceExhausted)
  416. }
  417. }
  418. wait(for: [completionExpectation], timeout: 0.5)
  419. }
  420. /// Get model if server returns a model file.
  421. func testModelDownloadWith200() {
  422. let tempFileURL = tempFile()
  423. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  424. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  425. statusCode: 200,
  426. httpVersion: nil,
  427. headerFields: nil)!
  428. let downloader = MockModelFileDownloader()
  429. let fileDownloaderExpectation = expectation(description: "File downloader")
  430. downloader.downloadFileHandler = { url in
  431. fileDownloaderExpectation.fulfill()
  432. XCTAssertEqual(url, self.fakeDownloadURL)
  433. }
  434. let progressExpectation = expectation(description: "Progress handler")
  435. progressExpectation.expectedFulfillmentCount = 2
  436. let completionExpectation = expectation(description: "Completion handler")
  437. let taskProgressHandler: ModelDownloadTask.ProgressHandler = {
  438. progress in
  439. progressExpectation.fulfill()
  440. XCTAssertEqual(progress, 0.4)
  441. }
  442. let taskCompletion: ModelDownloadTask.Completion = { result in
  443. completionExpectation.fulfill()
  444. switch result {
  445. case let .success(model):
  446. self.checkModel(model: model)
  447. self.deleteFile(at: model.path)
  448. case let .failure(error):
  449. XCTFail("Error - \(error)")
  450. }
  451. }
  452. let testName = String(#function.dropLast(2))
  453. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  454. appName: "fakeAppName",
  455. defaults: .createUnitTestInstance(
  456. testName: testName
  457. ),
  458. downloader: downloader,
  459. progressHandler: taskProgressHandler,
  460. completion: taskCompletion)
  461. modelDownloadTask.resume()
  462. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  463. downloader.progressHandler?(100, 250)
  464. downloader.progressHandler?(100, 250)
  465. wait(for: [progressExpectation], timeout: 0.5)
  466. downloader
  467. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  468. fileURL: tempFileURL)))
  469. wait(for: [completionExpectation], timeout: 0.5)
  470. try? ModelFileManager.removeFile(at: tempFileURL)
  471. }
  472. /// Get model if server returns an error due to expired url.
  473. func testModelDownloadWith400Expired() {
  474. let tempFileURL = tempFile()
  475. let remoteModelInfo = fakeModelInfo(expired: true, oversized: false)
  476. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  477. statusCode: 400,
  478. httpVersion: nil,
  479. headerFields: nil)!
  480. let downloader = MockModelFileDownloader()
  481. let fileDownloaderExpectation = expectation(description: "File downloader")
  482. downloader.downloadFileHandler = { url in
  483. fileDownloaderExpectation.fulfill()
  484. XCTAssertEqual(url, self.fakeDownloadURL)
  485. }
  486. let completionExpectation = expectation(description: "Completion handler")
  487. let taskCompletion: ModelDownloadTask.Completion = { result in
  488. completionExpectation.fulfill()
  489. switch result {
  490. case .success: XCTFail("Unexpected successful model download.")
  491. case let .failure(error):
  492. XCTAssertEqual(error, .expiredDownloadURL)
  493. }
  494. }
  495. let testName = String(#function.dropLast(2))
  496. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  497. appName: "fakeAppName",
  498. defaults: .createUnitTestInstance(
  499. testName: testName
  500. ),
  501. downloader: downloader,
  502. completion: taskCompletion)
  503. modelDownloadTask.resume()
  504. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  505. downloader
  506. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  507. fileURL: tempFileURL)))
  508. wait(for: [completionExpectation], timeout: 0.5)
  509. try? ModelFileManager.removeFile(at: tempFileURL)
  510. }
  511. /// Get model if server returns an error due to invalid model name.
  512. func testModelDownloadWith400Invalid() {
  513. let tempFileURL = tempFile()
  514. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  515. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  516. statusCode: 400,
  517. httpVersion: nil,
  518. headerFields: nil)!
  519. let downloader = MockModelFileDownloader()
  520. let fileDownloaderExpectation = expectation(description: "File downloader")
  521. downloader.downloadFileHandler = { url in
  522. fileDownloaderExpectation.fulfill()
  523. XCTAssertEqual(url, self.fakeDownloadURL)
  524. }
  525. let completionExpectation = expectation(description: "Completion handler")
  526. let taskCompletion: ModelDownloadTask.Completion = { result in
  527. completionExpectation.fulfill()
  528. switch result {
  529. case .success: XCTFail("Unexpected successful model download.")
  530. case let .failure(error):
  531. XCTAssertEqual(error, .invalidArgument)
  532. }
  533. }
  534. let testName = String(#function.dropLast(2))
  535. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  536. appName: "fakeAppName",
  537. defaults: .createUnitTestInstance(
  538. testName: testName
  539. ),
  540. downloader: downloader,
  541. completion: taskCompletion)
  542. modelDownloadTask.resume()
  543. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  544. downloader
  545. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  546. fileURL: tempFileURL)))
  547. wait(for: [completionExpectation], timeout: 0.5)
  548. try? ModelFileManager.removeFile(at: tempFileURL)
  549. }
  550. /// Get model info if Firebase ML API is not enabled or permission denied.
  551. func testGetModelInfoWith403() {
  552. let errorMessage =
  553. """
  554. {
  555. "error":
  556. {
  557. "message":"API Disabled."
  558. }
  559. }
  560. """
  561. let session = fakeModelInfoSessionWithURL(
  562. fakeDownloadURL,
  563. statusCode: 403,
  564. customJSON: errorMessage
  565. )
  566. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  567. let modelInfoRetriever = fakeModelRetriever(
  568. fakeSession: session,
  569. fakeLocalModelInfo: localModelInfo
  570. )
  571. let completionExpectation = expectation(description: "Completion handler")
  572. modelInfoRetriever.downloadModelInfo { result in
  573. completionExpectation.fulfill()
  574. switch result {
  575. case .success:
  576. XCTFail("Unexpected new model info from server.")
  577. case let .failure(error):
  578. XCTAssertEqual(error, .permissionDenied)
  579. }
  580. }
  581. wait(for: [completionExpectation], timeout: 0.5)
  582. }
  583. /// Get model if multiple duplicate requests are made.
  584. func testModelDownloadWithMergeRequests() {
  585. let tempFileURL = tempFile()
  586. let numberOfRequests = 5
  587. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  588. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  589. statusCode: 200,
  590. httpVersion: nil,
  591. headerFields: nil)!
  592. let downloader = MockModelFileDownloader()
  593. let fileDownloaderExpectation = expectation(description: "File downloader")
  594. downloader.downloadFileHandler = { url in
  595. fileDownloaderExpectation.fulfill()
  596. XCTAssertEqual(url, self.fakeDownloadURL)
  597. }
  598. let completionExpectation = expectation(description: "Completion handler")
  599. completionExpectation.expectedFulfillmentCount = numberOfRequests + 1
  600. let taskCompletion: ModelDownloadTask.Completion = { result in
  601. completionExpectation.fulfill()
  602. switch result {
  603. case let .success(model):
  604. self.checkModel(model: model)
  605. case let .failure(error):
  606. XCTFail("Error - \(error)")
  607. }
  608. }
  609. let testName = String(#function.dropLast(2))
  610. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  611. appName: fakeAppName,
  612. defaults: .createUnitTestInstance(
  613. testName: testName
  614. ),
  615. downloader: downloader,
  616. completion: taskCompletion)
  617. for i in 1 ... numberOfRequests {
  618. let newTaskCompletion: ModelDownloadTask.Completion = { result in
  619. completionExpectation.fulfill()
  620. switch result {
  621. case let .success(model):
  622. self.checkModel(model: model)
  623. if i == numberOfRequests {
  624. self.deleteFile(at: model.path)
  625. }
  626. case let .failure(error):
  627. XCTFail("Error - \(error)")
  628. }
  629. }
  630. modelDownloadTask.resume()
  631. modelDownloadTask.merge(newCompletion: newTaskCompletion)
  632. }
  633. downloader
  634. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  635. fileURL: tempFileURL)))
  636. wait(for: [fileDownloaderExpectation], timeout: 1)
  637. wait(for: [completionExpectation], timeout: 2)
  638. try? ModelFileManager.removeFile(at: tempFileURL)
  639. }
  640. /// Get model if multiple duplicate requests are made (test at the API surface).
  641. func testGetModelWithMergeRequests() {
  642. guard let testApp = FirebaseApp.app() else {
  643. XCTFail("Default app was not configured.")
  644. return
  645. }
  646. testApp.isDataCollectionDefaultEnabled = false
  647. let modelDownloader = ModelDownloader.modelDownloader()
  648. let conditions = ModelDownloadConditions()
  649. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  650. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  651. let tempFileURL = tempFile()
  652. let numberOfRequests = 6
  653. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  654. statusCode: 200,
  655. httpVersion: nil,
  656. headerFields: nil)!
  657. let downloader = MockModelFileDownloader()
  658. let fileDownloaderExpectation = expectation(description: "File downloader")
  659. downloader.downloadFileHandler = { url in
  660. fileDownloaderExpectation.fulfill()
  661. XCTAssertEqual(url, self.fakeDownloadURL)
  662. }
  663. let completionExpectation = expectation(description: "Completion handler")
  664. completionExpectation.expectedFulfillmentCount = numberOfRequests
  665. for i in 1 ... numberOfRequests {
  666. modelDownloader.downloadInfoAndModel(modelName: "fakeModelName",
  667. modelInfoRetriever: modelInfoRetriever,
  668. downloader: downloader,
  669. conditions: conditions) { result in
  670. completionExpectation.fulfill()
  671. switch result {
  672. case let .success(model):
  673. self.checkModel(model: model)
  674. if i == numberOfRequests {
  675. self.deleteFile(at: model.path)
  676. }
  677. case let .failure(error):
  678. XCTFail("Error - \(error)")
  679. }
  680. }
  681. }
  682. wait(for: [fileDownloaderExpectation], timeout: 0.5)
  683. downloader
  684. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  685. fileURL: tempFileURL)))
  686. wait(for: [completionExpectation], timeout: 1)
  687. try? ModelFileManager.removeFile(at: tempFileURL)
  688. }
  689. /// Get model if server returns an error due to model not found.
  690. func testModelDownloadWith404() {
  691. let tempFileURL = tempFile()
  692. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  693. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  694. statusCode: 404,
  695. httpVersion: nil,
  696. headerFields: nil)!
  697. let downloader = MockModelFileDownloader()
  698. let fileDownloaderExpectation = expectation(description: "File downloader")
  699. downloader.downloadFileHandler = { url in
  700. fileDownloaderExpectation.fulfill()
  701. XCTAssertEqual(url, self.fakeDownloadURL)
  702. }
  703. let completionExpectation = expectation(description: "Completion handler")
  704. let taskCompletion: ModelDownloadTask.Completion = { result in
  705. completionExpectation.fulfill()
  706. switch result {
  707. case .success: XCTFail("Unexpected successful model download.")
  708. case let .failure(error):
  709. XCTAssertEqual(error, .notFound)
  710. }
  711. }
  712. let testName = String(#function.dropLast(2))
  713. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  714. appName: "fakeAppName",
  715. defaults: .createUnitTestInstance(
  716. testName: testName
  717. ),
  718. downloader: downloader,
  719. completion: taskCompletion)
  720. modelDownloadTask.resume()
  721. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  722. downloader
  723. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  724. fileURL: tempFileURL)))
  725. wait(for: [completionExpectation], timeout: 0.5)
  726. try? ModelFileManager.removeFile(at: tempFileURL)
  727. }
  728. /// Get model if server returns an error due to model not found.
  729. func testModelDownloadNetworkError() {
  730. let tempFileURL = tempFile()
  731. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  732. let downloader = MockModelFileDownloader()
  733. let fileDownloaderExpectation = expectation(description: "File downloader")
  734. downloader.downloadFileHandler = { url in
  735. fileDownloaderExpectation.fulfill()
  736. XCTAssertEqual(url, self.fakeDownloadURL)
  737. }
  738. let completionExpectation = expectation(description: "Completion handler")
  739. let taskCompletion: ModelDownloadTask.Completion = { result in
  740. completionExpectation.fulfill()
  741. switch result {
  742. case .success: XCTFail("Unexpected successful model download.")
  743. case let .failure(error):
  744. XCTAssertEqual(error, .failedPrecondition)
  745. }
  746. }
  747. let testName = String(#function.dropLast(2))
  748. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  749. appName: "fakeAppName",
  750. defaults: .createUnitTestInstance(
  751. testName: testName
  752. ),
  753. downloader: downloader,
  754. completion: taskCompletion)
  755. modelDownloadTask.resume()
  756. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  757. let offlineError = DownloadError.internalError(description: "Network appears to be offline.")
  758. downloader
  759. .completion?(.failure(FileDownloaderError.networkError(offlineError)))
  760. wait(for: [completionExpectation], timeout: 0.5)
  761. try? ModelFileManager.removeFile(at: tempFileURL)
  762. }
  763. /// Get model with a valid server response.
  764. func testGetModelSuccessful() {
  765. guard let testApp = FirebaseApp.app() else {
  766. XCTFail("Default app was not configured.")
  767. return
  768. }
  769. testApp.isDataCollectionDefaultEnabled = false
  770. let modelDownloader = ModelDownloader.modelDownloader()
  771. let conditions = ModelDownloadConditions()
  772. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  773. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  774. let downloader = MockModelFileDownloader()
  775. let tempFileURL = tempFile()
  776. let fakeResponseNotFound = HTTPURLResponse(url: fakeFileURL,
  777. statusCode: 200,
  778. httpVersion: nil,
  779. headerFields: nil)!
  780. let fileDownloaderExpectation = expectation(description: "File downloader")
  781. let completionExpectation = expectation(description: "Completion handler")
  782. // Handles initial response.
  783. downloader.downloadFileHandler = { url in
  784. fileDownloaderExpectation.fulfill()
  785. XCTAssertEqual(url, self.fakeDownloadURL)
  786. }
  787. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  788. modelInfoRetriever: modelInfoRetriever,
  789. downloader: downloader,
  790. conditions: conditions) { result in
  791. completionExpectation.fulfill()
  792. switch result {
  793. case let .success(model):
  794. self.checkModel(model: model)
  795. self.deleteFile(at: model.path)
  796. case let .failure(error):
  797. XCTFail("Error - \(error)")
  798. }
  799. }
  800. wait(for: [fileDownloaderExpectation], timeout: 0.5)
  801. downloader
  802. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseNotFound,
  803. fileURL: tempFileURL)))
  804. wait(for: [completionExpectation], timeout: 0.5)
  805. try? ModelFileManager.removeFile(at: tempFileURL)
  806. }
  807. /// Get model if download url expired but retry was successful.
  808. func testGetModelSuccessfulRetry() {
  809. guard let testApp = FirebaseApp.app() else {
  810. XCTFail("Default app was not configured.")
  811. return
  812. }
  813. testApp.isDataCollectionDefaultEnabled = false
  814. let modelDownloader = ModelDownloader.modelDownloader()
  815. let conditions = ModelDownloadConditions()
  816. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  817. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  818. let downloader = MockModelFileDownloader()
  819. let tempFileURL = tempFile()
  820. let fakeResponseExpired = HTTPURLResponse(url: fakeFileURL,
  821. statusCode: 400,
  822. httpVersion: nil,
  823. headerFields: nil)!
  824. let fakeResponseSucceeded = HTTPURLResponse(url: fakeFileURL,
  825. statusCode: 200,
  826. httpVersion: nil,
  827. headerFields: nil)!
  828. let fileDownloaderExpectation1 = expectation(description: "File downloader before retry")
  829. let completionExpectation = expectation(description: "Completion handler.")
  830. // Handles initial response.
  831. downloader.downloadFileHandler = { url in
  832. fileDownloaderExpectation1.fulfill()
  833. XCTAssertEqual(url, self.fakeDownloadURL)
  834. }
  835. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  836. modelInfoRetriever: modelInfoRetriever,
  837. downloader: downloader,
  838. conditions: conditions) { result in
  839. completionExpectation.fulfill()
  840. switch result {
  841. // Retry successful - model returned.
  842. case let .success(model):
  843. self.checkModel(model: model)
  844. self.deleteFile(at: model.path)
  845. case let .failure(error):
  846. XCTFail("Error - \(error)")
  847. }
  848. }
  849. wait(for: [fileDownloaderExpectation1], timeout: 0.5)
  850. // Handles response after one retry.
  851. let fileDownloaderExpectation2 = expectation(description: "File downloader after retry")
  852. downloader.downloadFileHandler = { url in
  853. fileDownloaderExpectation2.fulfill()
  854. XCTAssertEqual(url, self.fakeDownloadURL)
  855. }
  856. downloader
  857. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  858. fileURL: tempFileURL)))
  859. wait(for: [fileDownloaderExpectation2], timeout: 0.5)
  860. downloader
  861. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseSucceeded,
  862. fileURL: tempFileURL)))
  863. wait(for: [completionExpectation], timeout: 0.5)
  864. try? ModelFileManager.removeFile(at: tempFileURL)
  865. }
  866. /// Get model if model doesn't exist.
  867. func testGetModelNotFound() {
  868. guard let testApp = FirebaseApp.app() else {
  869. XCTFail("Default app was not configured.")
  870. return
  871. }
  872. testApp.isDataCollectionDefaultEnabled = false
  873. let modelDownloader = ModelDownloader.modelDownloader()
  874. let conditions = ModelDownloadConditions()
  875. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  876. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  877. let downloader = MockModelFileDownloader()
  878. let tempFileURL = tempFile()
  879. let fakeResponseNotFound = HTTPURLResponse(url: fakeFileURL,
  880. statusCode: 404,
  881. httpVersion: nil,
  882. headerFields: nil)!
  883. let fileDownloaderExpectation = expectation(description: "File downloader before retry")
  884. let completionExpectation = expectation(description: "Completion handler")
  885. // Handles initial response.
  886. downloader.downloadFileHandler = { url in
  887. fileDownloaderExpectation.fulfill()
  888. XCTAssertEqual(url, self.fakeDownloadURL)
  889. }
  890. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  891. modelInfoRetriever: modelInfoRetriever,
  892. downloader: downloader,
  893. conditions: conditions) { result in
  894. completionExpectation.fulfill()
  895. switch result {
  896. // Retry failed due to another expired url - error returned.
  897. case .success: XCTFail("Unexpected successful model download.")
  898. case let .failure(error):
  899. switch error {
  900. case .notFound: break
  901. default: XCTFail("Expected failure due to model not found.")
  902. }
  903. }
  904. }
  905. wait(for: [fileDownloaderExpectation], timeout: 0.5)
  906. downloader
  907. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseNotFound,
  908. fileURL: tempFileURL)))
  909. wait(for: [completionExpectation], timeout: 0.5)
  910. try? ModelFileManager.removeFile(at: tempFileURL)
  911. }
  912. /// Get model if invalid or insufficient permissions.
  913. func testGetModelUnauthorized() {
  914. guard let testApp = FirebaseApp.app() else {
  915. XCTFail("Default app was not configured.")
  916. return
  917. }
  918. testApp.isDataCollectionDefaultEnabled = false
  919. let modelDownloader = ModelDownloader.modelDownloader()
  920. let conditions = ModelDownloadConditions()
  921. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  922. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  923. let downloader = MockModelFileDownloader()
  924. let tempFileURL = tempFile()
  925. let fakeResponseNotFound = HTTPURLResponse(url: fakeFileURL,
  926. statusCode: 403,
  927. httpVersion: nil,
  928. headerFields: nil)!
  929. let fileDownloaderExpectation = expectation(description: "File downloader")
  930. let completionExpectation = expectation(description: "Completion handler")
  931. // Handles initial response.
  932. downloader.downloadFileHandler = { url in
  933. fileDownloaderExpectation.fulfill()
  934. XCTAssertEqual(url, self.fakeDownloadURL)
  935. }
  936. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  937. modelInfoRetriever: modelInfoRetriever,
  938. downloader: downloader,
  939. conditions: conditions) { result in
  940. completionExpectation.fulfill()
  941. switch result {
  942. case .success: XCTFail("Unexpected successful model download.")
  943. case let .failure(error):
  944. switch error {
  945. case .permissionDenied: break
  946. default: XCTFail("Expected failure due to bad permissions.")
  947. }
  948. }
  949. }
  950. wait(for: [fileDownloaderExpectation], timeout: 0.5)
  951. downloader
  952. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseNotFound,
  953. fileURL: tempFileURL)))
  954. wait(for: [completionExpectation], timeout: 0.5)
  955. try? ModelFileManager.removeFile(at: tempFileURL)
  956. }
  957. /// Get model if download url expired and retry url also expired.
  958. func testGetModelFailedRetry() {
  959. guard let testApp = FirebaseApp.app() else {
  960. XCTFail("Default app was not configured.")
  961. return
  962. }
  963. testApp.isDataCollectionDefaultEnabled = false
  964. let modelDownloader = ModelDownloader.modelDownloader()
  965. let conditions = ModelDownloadConditions()
  966. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  967. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  968. let downloader = MockModelFileDownloader()
  969. let tempFileURL = tempFile()
  970. let fakeResponseExpired = HTTPURLResponse(url: fakeFileURL,
  971. statusCode: 400,
  972. httpVersion: nil,
  973. headerFields: nil)!
  974. let fileDownloaderExpectation1 = expectation(description: "File downloader before retry")
  975. let completionExpectation = expectation(description: "Completion handler")
  976. // Handles initial response.
  977. downloader.downloadFileHandler = { url in
  978. fileDownloaderExpectation1.fulfill()
  979. XCTAssertEqual(url, self.fakeDownloadURL)
  980. }
  981. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  982. modelInfoRetriever: modelInfoRetriever,
  983. downloader: downloader,
  984. conditions: conditions) { result in
  985. completionExpectation.fulfill()
  986. switch result {
  987. // Retry failed due to another expired url - error returned.
  988. case .success: XCTFail("Unexpected successful model download.")
  989. case let .failure(error):
  990. switch error {
  991. case let .internalError(description: errorMessage): XCTAssertEqual(errorMessage,
  992. "Unable to update expired model info.")
  993. default: XCTFail("Expected failure due to expired model info.")
  994. }
  995. }
  996. }
  997. wait(for: [fileDownloaderExpectation1], timeout: 0.5)
  998. let fileDownloaderExpectation2 = expectation(description: "File downloader after retry")
  999. // Handles response after one retry.
  1000. downloader.downloadFileHandler = { url in
  1001. fileDownloaderExpectation2.fulfill()
  1002. XCTAssertEqual(url, self.fakeDownloadURL)
  1003. }
  1004. downloader
  1005. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1006. fileURL: tempFileURL)))
  1007. wait(for: [fileDownloaderExpectation2], timeout: 0.5)
  1008. downloader
  1009. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1010. fileURL: tempFileURL)))
  1011. wait(for: [completionExpectation], timeout: 0.5)
  1012. try? ModelFileManager.removeFile(at: tempFileURL)
  1013. }
  1014. /// Get model if multiple retries all returned expired urls.
  1015. func testGetModelMultipleFailedRetries() {
  1016. guard let testApp = FirebaseApp.app() else {
  1017. XCTFail("Default app was not configured.")
  1018. return
  1019. }
  1020. testApp.isDataCollectionDefaultEnabled = false
  1021. let modelDownloader = ModelDownloader.modelDownloader()
  1022. modelDownloader.numberOfRetries = 2
  1023. let conditions = ModelDownloadConditions()
  1024. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  1025. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  1026. let downloader = MockModelFileDownloader()
  1027. let tempFileURL = tempFile()
  1028. let fakeResponseExpired = HTTPURLResponse(url: fakeFileURL,
  1029. statusCode: 400,
  1030. httpVersion: nil,
  1031. headerFields: nil)!
  1032. let fileDownloaderExpectation1 = expectation(description: "File downloader before retry")
  1033. let completionExpectation = expectation(description: "Completion handler")
  1034. // Handles initial response.
  1035. downloader.downloadFileHandler = { url in
  1036. fileDownloaderExpectation1.fulfill()
  1037. XCTAssertEqual(url, self.fakeDownloadURL)
  1038. }
  1039. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  1040. modelInfoRetriever: modelInfoRetriever,
  1041. downloader: downloader,
  1042. conditions: conditions) { result in
  1043. completionExpectation.fulfill()
  1044. switch result {
  1045. // Two retries failed due to expired urls - error returned.
  1046. case .success: XCTFail("Unexpected successful model download.")
  1047. case let .failure(error):
  1048. switch error {
  1049. case let .internalError(description: errorMessage): XCTAssertEqual(errorMessage,
  1050. "Unable to update expired model info.")
  1051. default: XCTFail("Expected failure due to expired model info.")
  1052. }
  1053. }
  1054. }
  1055. wait(for: [fileDownloaderExpectation1], timeout: 0.5)
  1056. let fileDownloaderExpectation2 = expectation(description: "file downloader after first retry")
  1057. // Handles response after first retry.
  1058. downloader.downloadFileHandler = { url in
  1059. fileDownloaderExpectation2.fulfill()
  1060. XCTAssertEqual(url, self.fakeDownloadURL)
  1061. }
  1062. downloader
  1063. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1064. fileURL: tempFileURL)))
  1065. wait(for: [fileDownloaderExpectation2], timeout: 0.5)
  1066. let fileDownloaderExpectation3 =
  1067. expectation(description: "File downloader after second retry")
  1068. // Handles response after second retry.
  1069. downloader.downloadFileHandler = { url in
  1070. fileDownloaderExpectation3.fulfill()
  1071. XCTAssertEqual(url, self.fakeDownloadURL)
  1072. }
  1073. downloader
  1074. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1075. fileURL: tempFileURL)))
  1076. wait(for: [fileDownloaderExpectation3], timeout: 0.5)
  1077. downloader
  1078. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1079. fileURL: tempFileURL)))
  1080. wait(for: [completionExpectation], timeout: 0.5)
  1081. try? ModelFileManager.removeFile(at: tempFileURL)
  1082. }
  1083. /// Get model if a retry finally returns an unexpired download url.
  1084. func testGetModelMultipleRetriesWithSuccess() {
  1085. guard let testApp = FirebaseApp.app() else {
  1086. XCTFail("Default app was not configured.")
  1087. return
  1088. }
  1089. testApp.isDataCollectionDefaultEnabled = false
  1090. let modelDownloader = ModelDownloader.modelDownloader()
  1091. modelDownloader.numberOfRetries = 4
  1092. let conditions = ModelDownloadConditions()
  1093. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  1094. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  1095. let downloader = MockModelFileDownloader()
  1096. let tempFileURL = tempFile()
  1097. let fakeResponseExpired = HTTPURLResponse(url: fakeFileURL,
  1098. statusCode: 400,
  1099. httpVersion: nil,
  1100. headerFields: nil)!
  1101. let fakeResponseSucceeded = HTTPURLResponse(url: fakeFileURL,
  1102. statusCode: 200,
  1103. httpVersion: nil,
  1104. headerFields: nil)!
  1105. let fileDownloaderExpectation1 = expectation(description: "File downloader before retry")
  1106. let completionExpectation = expectation(description: "Completion handler")
  1107. // Handles initial response.
  1108. downloader.downloadFileHandler = { url in
  1109. fileDownloaderExpectation1.fulfill()
  1110. XCTAssertEqual(url, self.fakeDownloadURL)
  1111. }
  1112. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  1113. modelInfoRetriever: modelInfoRetriever,
  1114. downloader: downloader,
  1115. conditions: conditions) { result in
  1116. completionExpectation.fulfill()
  1117. switch result {
  1118. // One retry failed but the next retry succeeded - model returned.
  1119. case let .success(model):
  1120. self.checkModel(model: model)
  1121. self.deleteFile(at: model.path)
  1122. case let .failure(error):
  1123. XCTFail("Error - \(error)")
  1124. }
  1125. }
  1126. wait(for: [fileDownloaderExpectation1], timeout: 0.5)
  1127. let fileDownloaderExpectation2 = expectation(description: "File downloader after first retry")
  1128. // Handles response after first retry.
  1129. downloader.downloadFileHandler = { url in
  1130. fileDownloaderExpectation2.fulfill()
  1131. XCTAssertEqual(url, self.fakeDownloadURL)
  1132. }
  1133. downloader
  1134. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1135. fileURL: tempFileURL)))
  1136. wait(for: [fileDownloaderExpectation2], timeout: 0.5)
  1137. let fileDownloaderExpectation3 =
  1138. expectation(description: "File downloader after second retry")
  1139. // Handles response after second retry.
  1140. downloader.downloadFileHandler = { url in
  1141. fileDownloaderExpectation3.fulfill()
  1142. XCTAssertEqual(url, self.fakeDownloadURL)
  1143. }
  1144. downloader
  1145. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1146. fileURL: tempFileURL)))
  1147. wait(for: [fileDownloaderExpectation3], timeout: 0.5)
  1148. downloader
  1149. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseSucceeded,
  1150. fileURL: tempFileURL)))
  1151. wait(for: [completionExpectation], timeout: 0.5)
  1152. try? ModelFileManager.removeFile(at: tempFileURL)
  1153. }
  1154. }
  1155. /// Mock URL session for testing.
  1156. class MockModelInfoRetrieverSession: ModelInfoRetrieverSession {
  1157. var data: Data?
  1158. var response: URLResponse?
  1159. var error: Error?
  1160. func getModelInfo(with request: URLRequest,
  1161. completion: @escaping (Data?, URLResponse?, Error?) -> Void) {
  1162. completion(data, response, error)
  1163. }
  1164. }
  1165. class MockModelFileDownloader: FileDownloader {
  1166. var progressHandler: ProgressHandler?
  1167. var completion: CompletionHandler?
  1168. var downloadFileHandler: ((_ url: URL) -> Void)?
  1169. func downloadFile(with url: URL, progressHandler: @escaping ProgressHandler,
  1170. completion: @escaping CompletionHandler) {
  1171. self.progressHandler = progressHandler
  1172. self.completion = completion
  1173. downloadFileHandler?(url)
  1174. }
  1175. }
  1176. extension GULUserDefaults {
  1177. /// Returns a new instance of user defaults.
  1178. static func createUnitTestInstance(testName: String) -> GULUserDefaults {
  1179. let suiteName = "com.google.firebase.ml.test.\(testName)"
  1180. let defaults = GULUserDefaults(suiteName: suiteName)
  1181. return defaults
  1182. }
  1183. /// Returns the existing user defaults instance.
  1184. static func getUnitTestInstance(testName: String) -> GULUserDefaults {
  1185. let suiteName = "com.google.firebase.ml.test.\(testName)"
  1186. return GULUserDefaults(suiteName: suiteName)
  1187. }
  1188. }
  1189. // MARK: - Helpers
  1190. extension ModelDownloaderUnitTests {
  1191. func fakeModelInfoSessionWithURL(_ url: URL, statusCode: Int,
  1192. customJSON: String? = nil) -> MockModelInfoRetrieverSession {
  1193. let fakeSession = MockModelInfoRetrieverSession()
  1194. let fakeJSON = customJSON ?? fakeModelJSON
  1195. fakeSession.data = fakeJSON.data(using: .utf8)
  1196. fakeSession.response = HTTPURLResponse(
  1197. url: url,
  1198. statusCode: statusCode,
  1199. httpVersion: nil,
  1200. headerFields: ["Etag": "fakeModelHash"]
  1201. )
  1202. fakeSession.error = nil
  1203. return fakeSession
  1204. }
  1205. func fakeModelRetriever(fakeSession: MockModelInfoRetrieverSession,
  1206. fakeLocalModelInfo: LocalModelInfo? = nil) -> ModelInfoRetriever {
  1207. // TODO: Replace with fake to check if it was used correctly by the download task.
  1208. let modelInfoRetriever = ModelInfoRetriever(
  1209. modelName: fakeModelName,
  1210. projectID: fakeProjectID,
  1211. apiKey: fakeAPIKey,
  1212. appName: fakeAppName, authTokenProvider: successAuthTokenProvider,
  1213. session: fakeSession, localModelInfo: fakeLocalModelInfo
  1214. )
  1215. return modelInfoRetriever
  1216. }
  1217. func checkModel(model: CustomModel) {
  1218. XCTAssertEqual(model.name, fakeModelName)
  1219. XCTAssertEqual(model.size, fakeModelSize)
  1220. XCTAssertEqual(model.hash, fakeModelHash)
  1221. let modelURL = URL(fileURLWithPath: model.path)
  1222. XCTAssertTrue(ModelFileManager.isFileReachable(at: modelURL))
  1223. }
  1224. func tempFile(name: String = "fake-model-file.tmp") -> URL {
  1225. let tempDirectoryURL = URL(fileURLWithPath: NSTemporaryDirectory(),
  1226. isDirectory: true)
  1227. let tempFileURL = tempDirectoryURL.appendingPathComponent(name)
  1228. let tempData: Data = "fakeModelData".data(using: .utf8)!
  1229. try? tempData.write(to: tempFileURL)
  1230. return tempFileURL
  1231. }
  1232. func tempModelFile(invalid: Bool = false) -> URL {
  1233. let modelDirectoryURL = ModelFileManager.modelsDirectory!
  1234. let modelFileName = invalid ? "fbml_model_fake-model-file.tmp" :
  1235. "fbml_model@@__FIRAPP_DEFAULT@@\(fakeModelName)"
  1236. let tempFileURL = modelDirectoryURL.appendingPathComponent(modelFileName)
  1237. .appendingPathExtension("tflite")
  1238. let tempData: Data = "fakeModelData".data(using: .utf8)!
  1239. try? tempData.write(to: tempFileURL)
  1240. return tempFileURL
  1241. }
  1242. func deleteFile(at path: String) {
  1243. let url = URL(fileURLWithPath: path)
  1244. do {
  1245. try ModelFileManager.removeFile(at: url)
  1246. } catch {
  1247. XCTFail("Failed to delete file at \(path).")
  1248. }
  1249. }
  1250. func fakeLocalModelInfo(mismatch: Bool = false) -> LocalModelInfo {
  1251. let hash = mismatch ? "wrongModelHash" : fakeModelHash
  1252. return LocalModelInfo(
  1253. name: fakeModelName,
  1254. modelHash: hash,
  1255. size: 20
  1256. )
  1257. }
  1258. func fakeModelInfo(expired: Bool, oversized: Bool) -> RemoteModelInfo {
  1259. let expiryTime = expired ? Date() : Date().addingTimeInterval(1000)
  1260. let size = oversized ? Int(Int64.max) / 4 : fakeModelSize
  1261. return RemoteModelInfo(name: fakeModelName,
  1262. downloadURL: fakeDownloadURL,
  1263. modelHash: fakeModelHash,
  1264. size: size,
  1265. urlExpiryTime: expiryTime)
  1266. }
  1267. }
  1268. #endif // !targetEnvironment(macCatalyst) && !os(macOS)