ModelDownloaderUnitTests.swift 56 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421
  1. // Copyright 2021 Google LLC
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. import XCTest
  15. @testable import FirebaseCore
  16. @testable import FirebaseInstallations
  17. @testable import FirebaseMLModelDownloader
  18. /// Mock options to configure default Firebase app.
  19. private enum MockOptions {
  20. static let appID = "1:123:ios:123abc"
  21. static let gcmSenderID = "mock-sender-id"
  22. static let projectID = "mock-project-id"
  23. static let apiKey = "ABcdEf-APIKeyWithValidFormat_0123456789"
  24. }
  25. // TODO: Create separate files for each class tested.
  26. final class ModelDownloaderUnitTests: XCTestCase {
  27. let fakeModelName = "fakeModelName"
  28. let fakemodelPath = "fakemodelPath"
  29. let fakeModelHash = "fakeModelHash"
  30. let fakeDownloadURL = URL(string: "www.fake-download-url.com")!
  31. let fakeFileURL = URL(string: "www.fake-model-file.com")!
  32. let fakeExpiryTime = "2021-01-20T04:20:10.220Z"
  33. let fakeModelSize = 20
  34. let fakeProjectID = "fakeProjectID"
  35. let fakeAPIKey = "fakeAPIKey"
  36. let fakeAppName = "fakeAppName"
  37. var fakeModelJSON: String {
  38. """
  39. {
  40. "downloadUri":"\(fakeDownloadURL)",
  41. "expireTime":"\(fakeExpiryTime)",
  42. "sizeBytes":"\(fakeModelSize)"
  43. }
  44. """
  45. }
  46. let successAuthTokenProvider =
  47. { (completion: @escaping (Result<String, DownloadError>) -> Void) in
  48. completion(.success("fakeFISToken"))
  49. }
  50. override class func setUp() {
  51. let options = FirebaseOptions(
  52. googleAppID: MockOptions.appID,
  53. gcmSenderID: MockOptions.gcmSenderID
  54. )
  55. options.apiKey = MockOptions.apiKey
  56. options.projectID = MockOptions.projectID
  57. FirebaseApp.configure(options: options)
  58. FirebaseConfiguration.shared.setLoggerLevel(.debug)
  59. }
  60. override func setUp() {
  61. do {
  62. try ModelFileManager.emptyModelsDirectory()
  63. } catch {
  64. XCTFail("Could not empty models directory.")
  65. }
  66. }
  67. override class func tearDown() {
  68. try? FileManager.default.removeItem(atPath: NSTemporaryDirectory())
  69. FirebaseApp.app()?.delete { _ in }
  70. }
  71. /// Test if the same downloader instance is returned for an app.
  72. func testModelDownloaderInit() {
  73. guard let testApp = FirebaseApp.app() else {
  74. XCTFail("Default app was not configured.")
  75. return
  76. }
  77. testApp.isDataCollectionDefaultEnabled = false
  78. let modelDownloader1 = ModelDownloader.modelDownloader(app: testApp)
  79. let modelDownloader2 = ModelDownloader.modelDownloader()
  80. XCTAssert(modelDownloader1 === modelDownloader2)
  81. }
  82. /// Test if app deletion removes associated downloader instance.
  83. func testAppDeletion() {
  84. guard let testApp = FirebaseApp.app() else {
  85. XCTFail("Default app was not configured.")
  86. return
  87. }
  88. testApp.isDataCollectionDefaultEnabled = false
  89. let modelDownloader1 = ModelDownloader.modelDownloader()
  90. testApp.delete { success in
  91. XCTAssertTrue(success)
  92. }
  93. ModelDownloaderUnitTests.setUp()
  94. let modelDownloader2 = ModelDownloader.modelDownloader()
  95. XCTAssert(modelDownloader1 !== modelDownloader2)
  96. }
  97. /// Test invalid model file deletion.
  98. func testDeleteInvalidModel() {
  99. guard let testApp = FirebaseApp.app() else {
  100. XCTFail("Default app was not configured.")
  101. return
  102. }
  103. testApp.isDataCollectionDefaultEnabled = false
  104. let modelDownloader = ModelDownloader.modelDownloader()
  105. modelDownloader.deleteDownloadedModel(name: fakeModelName) { result in
  106. switch result {
  107. case .success: XCTFail("Unexpected successful model deletion.")
  108. case let .failure(error):
  109. XCTAssertNotNil(error)
  110. }
  111. }
  112. }
  113. func testGetModelNameFromFilePath() {
  114. var fakeURL = URL(fileURLWithPath: "modelDirectory/@@appName@@\(fakeModelName).tflite")
  115. XCTAssertEqual(ModelFileManager.getModelNameFromFilePath(fakeURL), fakeModelName)
  116. fakeURL = URL(fileURLWithPath: "modelDirectory/--appName--\(fakeModelName).tflite")
  117. XCTAssertNil(ModelFileManager.getModelNameFromFilePath(fakeURL))
  118. }
  119. /// Test listing models.
  120. func testListModels() {
  121. guard let testApp = FirebaseApp.app() else {
  122. XCTFail("Default app was not configured.")
  123. return
  124. }
  125. testApp.isDataCollectionDefaultEnabled = false
  126. let testName = String(#function.dropLast(2))
  127. let modelDownloader = ModelDownloader.modelDownloaderWithDefaults(
  128. .createUnitTestInstance(testName: testName),
  129. app: testApp
  130. )
  131. let tempModelFileURL = tempModelFile()
  132. let completionExpectation = expectation(description: "Completion handler")
  133. let localModelInfo = fakeLocalModelInfo()
  134. localModelInfo.writeToDefaults(.getUnitTestInstance(testName: testName), appName: testApp.name)
  135. modelDownloader.listDownloadedModels { result in
  136. completionExpectation.fulfill()
  137. switch result {
  138. case let .success(models):
  139. /// Expected success since model info was written to user defaults.
  140. XCTAssertEqual(models.first?.path, tempModelFileURL.path)
  141. case let .failure(error):
  142. XCTFail("Error - \(error)")
  143. }
  144. }
  145. wait(for: [completionExpectation], timeout: 0.5)
  146. try? ModelFileManager.removeFile(at: tempModelFileURL)
  147. }
  148. /// Test invalid path in model directory.
  149. func testListModelsInvalidPath() {
  150. guard let testApp = FirebaseApp.app() else {
  151. XCTFail("Default app was not configured.")
  152. return
  153. }
  154. testApp.isDataCollectionDefaultEnabled = false
  155. let modelDownloader = ModelDownloader.modelDownloader()
  156. let invalidTempModelFileURL = tempModelFile(invalid: true)
  157. let completionExpectation = expectation(description: "Completion handler")
  158. modelDownloader.listDownloadedModels { result in
  159. completionExpectation.fulfill()
  160. switch result {
  161. case .success:
  162. XCTFail("Unexpected success of list models.")
  163. case let .failure(error):
  164. switch error {
  165. case let .internalError(description):
  166. XCTAssertTrue(description
  167. .contains("List models failed due to unexpected model file name"))
  168. default: XCTFail("Expected failure due to bad model name.")
  169. }
  170. }
  171. }
  172. wait(for: [completionExpectation], timeout: 0.5)
  173. try? ModelFileManager.removeFile(at: invalidTempModelFileURL)
  174. }
  175. /// Test listing models without local info in user defaults.
  176. func testListModelsNoLocalInfo() {
  177. guard let testApp = FirebaseApp.app() else {
  178. XCTFail("Default app was not configured.")
  179. return
  180. }
  181. testApp.isDataCollectionDefaultEnabled = false
  182. let testName = String(#function.dropLast(2))
  183. let tempModelFileURL = tempModelFile()
  184. let modelDownloader = ModelDownloader.modelDownloaderWithDefaults(
  185. .createUnitTestInstance(testName: testName),
  186. app: testApp
  187. )
  188. let completionExpectation = expectation(description: "Completion handler")
  189. modelDownloader.listDownloadedModels { result in
  190. completionExpectation.fulfill()
  191. switch result {
  192. case .success:
  193. XCTFail("Unexpected success of list models.")
  194. case let .failure(error):
  195. switch error {
  196. /// Expected failure since no model info was written to user defaults.
  197. case let .internalError(description):
  198. XCTAssertTrue(description.contains("List models failed due to no local model info"))
  199. default: XCTFail("Expected failure due to bad model name.")
  200. }
  201. }
  202. }
  203. wait(for: [completionExpectation], timeout: 0.5)
  204. try? ModelFileManager.removeFile(at: tempModelFileURL)
  205. }
  206. /// Test how URL conversion behaves if there are spaces in the path.
  207. func testURLConversion() {
  208. /// Spaces in the string only convert to URL when using URL(fileURLWithPath: ).
  209. let fakeURLWithSpace = URL(string: "file:///fakeDir1/fake%20Dir2/fakeFile")!
  210. XCTAssertEqual(fakeURLWithSpace, URL(string: fakeURLWithSpace.absoluteString))
  211. XCTAssertEqual(fakeURLWithSpace, URL(fileURLWithPath: fakeURLWithSpace.path))
  212. XCTAssertNil(URL(string: fakeURLWithSpace.path))
  213. /// Strings without spaces should work fine either way.
  214. let fakeURLWithoutSpace = URL(string: "fakeDir1/fakeDir2/fakeFile")!
  215. XCTAssertEqual(fakeURLWithoutSpace, URL(string: fakeURLWithoutSpace.absoluteString)!)
  216. XCTAssertEqual(fakeURLWithoutSpace, URL(string: fakeURLWithoutSpace.path)!)
  217. }
  218. /// Test on-device logging.
  219. func testDeviceLogging() {
  220. DeviceLogger.logEvent(level: .error,
  221. message: "This is a test error logged to device.",
  222. messageCode: .testError)
  223. }
  224. /// Compare proto serialization methods.
  225. func testTelemetryEncoding() {
  226. let fakeModel = CustomModel(
  227. name: fakeModelName,
  228. size: 10,
  229. path: fakemodelPath,
  230. hash: fakeModelHash
  231. )
  232. var modelOptions = ModelOptions()
  233. modelOptions.setModelOptions(modelName: fakeModel.name, modelHash: fakeModel.hash)
  234. guard let binaryData = try? modelOptions.serializedData(),
  235. let jsonData = try? modelOptions.jsonUTF8Data(),
  236. let binaryEvent = try? ModelOptions(serializedData: binaryData),
  237. let jsonEvent = try? ModelOptions(jsonUTF8Data: jsonData) else {
  238. XCTFail("Encoding error.")
  239. return
  240. }
  241. XCTAssertNotNil(binaryData)
  242. XCTAssertNotNil(jsonData)
  243. XCTAssertLessThan(binaryData.count, jsonData.count)
  244. XCTAssertEqual(binaryEvent, jsonEvent)
  245. }
  246. /// Get model info if server returns a new model info.
  247. func testGetModelInfoWith200() {
  248. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  249. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  250. let completionExpectation = expectation(description: "Completion handler")
  251. modelInfoRetriever.downloadModelInfo { result in
  252. completionExpectation.fulfill()
  253. switch result {
  254. case let .success(fakemodelInfoResult):
  255. switch fakemodelInfoResult {
  256. case let .modelInfo(remoteModelInfo):
  257. XCTAssertEqual(remoteModelInfo.name, self.fakeModelName)
  258. XCTAssertEqual(remoteModelInfo.downloadURL, self.fakeDownloadURL)
  259. XCTAssertEqual(remoteModelInfo.size, self.fakeModelSize)
  260. XCTAssertEqual(remoteModelInfo.modelHash, self.fakeModelHash)
  261. case .notModified: XCTFail("Expected new model info from server.")
  262. }
  263. case let .failure(error): XCTFail("Failed with error - \(error)")
  264. }
  265. }
  266. wait(for: [completionExpectation], timeout: 0.5)
  267. }
  268. /// Get model info if model info is not modified.
  269. func testGetModelInfoWith304() {
  270. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 304)
  271. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  272. let modelInfoRetriever = fakeModelRetriever(
  273. fakeSession: session,
  274. fakeLocalModelInfo: localModelInfo
  275. )
  276. let completionExpectation = expectation(description: "Completion handler")
  277. modelInfoRetriever.downloadModelInfo { result in
  278. completionExpectation.fulfill()
  279. switch result {
  280. case let .success(fakemodelInfoResult):
  281. switch fakemodelInfoResult {
  282. case .modelInfo: XCTFail("Unexpected new model info from server.")
  283. case .notModified: break
  284. }
  285. case let .failure(error): XCTFail("Failed with error - \(error)")
  286. }
  287. }
  288. wait(for: [completionExpectation], timeout: 0.5)
  289. }
  290. /// Get model info if model info is not modified but local model info is not set.
  291. func testGetModelInfoWith304MissingLocalInfo() {
  292. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 304)
  293. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  294. let completionExpectation = expectation(description: "Completion handler")
  295. modelInfoRetriever.downloadModelInfo { result in
  296. completionExpectation.fulfill()
  297. switch result {
  298. case let .success(fakemodelInfoResult):
  299. switch fakemodelInfoResult {
  300. case .modelInfo: XCTFail("Unexpected new model info from server.")
  301. case .notModified: XCTFail("Expected failure since local model info was not set.")
  302. }
  303. case let .failure(error):
  304. switch error {
  305. case let .internalError(description: errorMessage): XCTAssertEqual(errorMessage,
  306. "Model info was deleted unexpectedly.")
  307. default: XCTFail("Expected failure since local model info was not set.")
  308. }
  309. }
  310. }
  311. wait(for: [completionExpectation], timeout: 0.5)
  312. }
  313. /// Get model info if model info is not modified but local model info is not set.
  314. func testGetModelInfoWith304HashMismatch() {
  315. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 304)
  316. let localModelInfo = fakeLocalModelInfo(mismatch: true)
  317. let modelInfoRetriever = fakeModelRetriever(
  318. fakeSession: session,
  319. fakeLocalModelInfo: localModelInfo
  320. )
  321. let completionExpectation = expectation(description: "Completion handler")
  322. modelInfoRetriever.downloadModelInfo { result in
  323. completionExpectation.fulfill()
  324. switch result {
  325. case let .success(fakemodelInfoResult):
  326. switch fakemodelInfoResult {
  327. case .modelInfo: XCTFail("Unexpected new model info from server.")
  328. case .notModified: XCTFail("Expected failure since model hash does not match.")
  329. }
  330. case let .failure(error):
  331. switch error {
  332. case let .internalError(description: errorMessage): XCTAssertEqual(errorMessage,
  333. "Unexpected model hash value.")
  334. default: XCTFail("Expected failure since local model info was not set.")
  335. }
  336. }
  337. }
  338. wait(for: [completionExpectation], timeout: 0.5)
  339. }
  340. /// Get model info if model name is invalid.
  341. func testGetModelInfoWith400() {
  342. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 400)
  343. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  344. let modelInfoRetriever = fakeModelRetriever(
  345. fakeSession: session,
  346. fakeLocalModelInfo: localModelInfo
  347. )
  348. let completionExpectation = expectation(description: "Completion handler")
  349. modelInfoRetriever.downloadModelInfo { result in
  350. completionExpectation.fulfill()
  351. switch result {
  352. case let .success(fakemodelInfoResult):
  353. switch fakemodelInfoResult {
  354. case .modelInfo: XCTFail("Unexpected new model info from server.")
  355. case .notModified: XCTFail("Expected failure since model name is invalid.")
  356. }
  357. case let .failure(error):
  358. XCTAssertEqual(error, .invalidArgument)
  359. }
  360. }
  361. wait(for: [completionExpectation], timeout: 0.5)
  362. }
  363. /// Get model info if model name does not exist.
  364. func testGetModelInfoWith404() {
  365. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 404)
  366. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  367. let modelInfoRetriever = fakeModelRetriever(
  368. fakeSession: session,
  369. fakeLocalModelInfo: localModelInfo
  370. )
  371. let completionExpectation = expectation(description: "Completion handler")
  372. modelInfoRetriever.downloadModelInfo { result in
  373. completionExpectation.fulfill()
  374. switch result {
  375. case let .success(fakemodelInfoResult):
  376. switch fakemodelInfoResult {
  377. case .modelInfo: XCTFail("Unexpected new model info from server.")
  378. case .notModified: XCTFail("Expected failure since model name is not availabl.")
  379. }
  380. case let .failure(error):
  381. XCTAssertEqual(error, .notFound)
  382. }
  383. }
  384. wait(for: [completionExpectation], timeout: 0.5)
  385. }
  386. /// Get model info if resource exhausted due to too many requests.
  387. func testGetModelInfoWith429() {
  388. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 429)
  389. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  390. let modelInfoRetriever = fakeModelRetriever(
  391. fakeSession: session,
  392. fakeLocalModelInfo: localModelInfo
  393. )
  394. let completionExpectation = expectation(description: "Completion handler")
  395. modelInfoRetriever.downloadModelInfo { result in
  396. completionExpectation.fulfill()
  397. switch result {
  398. case let .success(fakemodelInfoResult):
  399. switch fakemodelInfoResult {
  400. case .modelInfo: XCTFail("Unexpected new model info from server.")
  401. case .notModified: XCTFail("Expected failure since resource exhausted.")
  402. }
  403. case let .failure(error):
  404. XCTAssertEqual(error, .resourceExhausted)
  405. }
  406. }
  407. wait(for: [completionExpectation], timeout: 0.5)
  408. }
  409. /// Get model if server returns a model file.
  410. func testModelDownloadWith200() {
  411. let tempFileURL = tempFile()
  412. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  413. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  414. statusCode: 200,
  415. httpVersion: nil,
  416. headerFields: nil)!
  417. let downloader = MockModelFileDownloader()
  418. let fileDownloaderExpectation = expectation(description: "File downloader")
  419. downloader.downloadFileHandler = { url in
  420. fileDownloaderExpectation.fulfill()
  421. XCTAssertEqual(url, self.fakeDownloadURL)
  422. }
  423. let progressExpectation = expectation(description: "Progress handler")
  424. progressExpectation.expectedFulfillmentCount = 2
  425. let completionExpectation = expectation(description: "Completion handler")
  426. let taskProgressHandler: ModelDownloadTask.ProgressHandler = {
  427. progress in
  428. progressExpectation.fulfill()
  429. XCTAssertEqual(progress, 0.4)
  430. }
  431. let taskCompletion: ModelDownloadTask.Completion = { result in
  432. completionExpectation.fulfill()
  433. switch result {
  434. case let .success(model):
  435. self.checkModel(model: model)
  436. self.deleteFile(at: model.path)
  437. case let .failure(error):
  438. XCTFail("Error - \(error)")
  439. }
  440. }
  441. let testName = String(#function.dropLast(2))
  442. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  443. appName: "fakeAppName",
  444. defaults: .createUnitTestInstance(
  445. testName: testName
  446. ),
  447. downloader: downloader,
  448. progressHandler: taskProgressHandler,
  449. completion: taskCompletion)
  450. modelDownloadTask.resume()
  451. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  452. downloader.progressHandler?(100, 250)
  453. downloader.progressHandler?(100, 250)
  454. wait(for: [progressExpectation], timeout: 0.5)
  455. downloader
  456. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  457. fileURL: tempFileURL)))
  458. wait(for: [completionExpectation], timeout: 0.5)
  459. try? ModelFileManager.removeFile(at: tempFileURL)
  460. }
  461. /// Get model if server returns an error due to expired url.
  462. func testModelDownloadWith400Expired() {
  463. let tempFileURL = tempFile()
  464. let remoteModelInfo = fakeModelInfo(expired: true, oversized: false)
  465. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  466. statusCode: 400,
  467. httpVersion: nil,
  468. headerFields: nil)!
  469. let downloader = MockModelFileDownloader()
  470. let fileDownloaderExpectation = expectation(description: "File downloader")
  471. downloader.downloadFileHandler = { url in
  472. fileDownloaderExpectation.fulfill()
  473. XCTAssertEqual(url, self.fakeDownloadURL)
  474. }
  475. let completionExpectation = expectation(description: "Completion handler")
  476. let taskCompletion: ModelDownloadTask.Completion = { result in
  477. completionExpectation.fulfill()
  478. switch result {
  479. case .success: XCTFail("Unexpected successful model download.")
  480. case let .failure(error):
  481. XCTAssertEqual(error, .expiredDownloadURL)
  482. }
  483. }
  484. let testName = String(#function.dropLast(2))
  485. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  486. appName: "fakeAppName",
  487. defaults: .createUnitTestInstance(
  488. testName: testName
  489. ),
  490. downloader: downloader,
  491. completion: taskCompletion)
  492. modelDownloadTask.resume()
  493. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  494. downloader
  495. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  496. fileURL: tempFileURL)))
  497. wait(for: [completionExpectation], timeout: 0.5)
  498. try? ModelFileManager.removeFile(at: tempFileURL)
  499. }
  500. /// Get model if server returns an error due to invalid model name.
  501. func testModelDownloadWith400Invalid() {
  502. let tempFileURL = tempFile()
  503. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  504. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  505. statusCode: 400,
  506. httpVersion: nil,
  507. headerFields: nil)!
  508. let downloader = MockModelFileDownloader()
  509. let fileDownloaderExpectation = expectation(description: "File downloader")
  510. downloader.downloadFileHandler = { url in
  511. fileDownloaderExpectation.fulfill()
  512. XCTAssertEqual(url, self.fakeDownloadURL)
  513. }
  514. let completionExpectation = expectation(description: "Completion handler")
  515. let taskCompletion: ModelDownloadTask.Completion = { result in
  516. completionExpectation.fulfill()
  517. switch result {
  518. case .success: XCTFail("Unexpected successful model download.")
  519. case let .failure(error):
  520. XCTAssertEqual(error, .invalidArgument)
  521. }
  522. }
  523. let testName = String(#function.dropLast(2))
  524. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  525. appName: "fakeAppName",
  526. defaults: .createUnitTestInstance(
  527. testName: testName
  528. ),
  529. downloader: downloader,
  530. completion: taskCompletion)
  531. modelDownloadTask.resume()
  532. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  533. downloader
  534. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  535. fileURL: tempFileURL)))
  536. wait(for: [completionExpectation], timeout: 0.5)
  537. try? ModelFileManager.removeFile(at: tempFileURL)
  538. }
  539. /// Get model info if Firebase ML API is not enabled or permission denied.
  540. func testGetModelInfoWith403() {
  541. let errorMessage =
  542. """
  543. {
  544. "error":
  545. {
  546. "message":"API Disabled."
  547. }
  548. }
  549. """
  550. let session = fakeModelInfoSessionWithURL(
  551. fakeDownloadURL,
  552. statusCode: 403,
  553. customJSON: errorMessage
  554. )
  555. let localModelInfo = fakeLocalModelInfo(mismatch: false)
  556. let modelInfoRetriever = fakeModelRetriever(
  557. fakeSession: session,
  558. fakeLocalModelInfo: localModelInfo
  559. )
  560. let completionExpectation = expectation(description: "Completion handler")
  561. modelInfoRetriever.downloadModelInfo { result in
  562. completionExpectation.fulfill()
  563. switch result {
  564. case .success:
  565. XCTFail("Unexpected new model info from server.")
  566. case let .failure(error):
  567. XCTAssertEqual(error, .permissionDenied)
  568. }
  569. }
  570. wait(for: [completionExpectation], timeout: 0.5)
  571. }
  572. /// Get model if multiple duplicate requests are made.
  573. func testModelDownloadWithMergeRequests() {
  574. let tempFileURL = tempFile()
  575. let numberOfRequests = 5
  576. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  577. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  578. statusCode: 200,
  579. httpVersion: nil,
  580. headerFields: nil)!
  581. let downloader = MockModelFileDownloader()
  582. let fileDownloaderExpectation = expectation(description: "File downloader")
  583. downloader.downloadFileHandler = { url in
  584. fileDownloaderExpectation.fulfill()
  585. XCTAssertEqual(url, self.fakeDownloadURL)
  586. }
  587. let completionExpectation = expectation(description: "Completion handler")
  588. completionExpectation.expectedFulfillmentCount = numberOfRequests + 1
  589. let taskCompletion: ModelDownloadTask.Completion = { result in
  590. completionExpectation.fulfill()
  591. switch result {
  592. case let .success(model):
  593. self.checkModel(model: model)
  594. case let .failure(error):
  595. XCTFail("Error - \(error)")
  596. }
  597. }
  598. let testName = String(#function.dropLast(2))
  599. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  600. appName: fakeAppName,
  601. defaults: .createUnitTestInstance(
  602. testName: testName
  603. ),
  604. downloader: downloader,
  605. completion: taskCompletion)
  606. for i in 1 ... numberOfRequests {
  607. let newTaskCompletion: ModelDownloadTask.Completion = { result in
  608. completionExpectation.fulfill()
  609. switch result {
  610. case let .success(model):
  611. self.checkModel(model: model)
  612. if i == numberOfRequests {
  613. self.deleteFile(at: model.path)
  614. }
  615. case let .failure(error):
  616. XCTFail("Error - \(error)")
  617. }
  618. }
  619. modelDownloadTask.resume()
  620. modelDownloadTask.merge(newCompletion: newTaskCompletion)
  621. }
  622. downloader
  623. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  624. fileURL: tempFileURL)))
  625. wait(for: [fileDownloaderExpectation], timeout: 1)
  626. wait(for: [completionExpectation], timeout: 2)
  627. try? ModelFileManager.removeFile(at: tempFileURL)
  628. }
  629. /// Get model if multiple duplicate requests are made (test at the API surface).
  630. func testGetModelWithMergeRequests() {
  631. guard let testApp = FirebaseApp.app() else {
  632. XCTFail("Default app was not configured.")
  633. return
  634. }
  635. testApp.isDataCollectionDefaultEnabled = false
  636. let modelDownloader = ModelDownloader.modelDownloader()
  637. let conditions = ModelDownloadConditions()
  638. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  639. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  640. let tempFileURL = tempFile()
  641. let numberOfRequests = 6
  642. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  643. statusCode: 200,
  644. httpVersion: nil,
  645. headerFields: nil)!
  646. let downloader = MockModelFileDownloader()
  647. let fileDownloaderExpectation = expectation(description: "File downloader")
  648. downloader.downloadFileHandler = { url in
  649. fileDownloaderExpectation.fulfill()
  650. XCTAssertEqual(url, self.fakeDownloadURL)
  651. }
  652. let completionExpectation = expectation(description: "Completion handler")
  653. completionExpectation.expectedFulfillmentCount = numberOfRequests
  654. for i in 1 ... numberOfRequests {
  655. modelDownloader.downloadInfoAndModel(modelName: "fakeModelName",
  656. modelInfoRetriever: modelInfoRetriever,
  657. downloader: downloader,
  658. conditions: conditions) { result in
  659. completionExpectation.fulfill()
  660. switch result {
  661. case let .success(model):
  662. self.checkModel(model: model)
  663. if i == numberOfRequests {
  664. self.deleteFile(at: model.path)
  665. }
  666. case let .failure(error):
  667. XCTFail("Error - \(error)")
  668. }
  669. }
  670. }
  671. wait(for: [fileDownloaderExpectation], timeout: 0.5)
  672. downloader
  673. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  674. fileURL: tempFileURL)))
  675. wait(for: [completionExpectation], timeout: 1)
  676. try? ModelFileManager.removeFile(at: tempFileURL)
  677. }
  678. /// Get model if server returns an error due to model not found.
  679. func testModelDownloadWith404() {
  680. let tempFileURL = tempFile()
  681. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  682. let fakeResponse = HTTPURLResponse(url: fakeFileURL,
  683. statusCode: 404,
  684. httpVersion: nil,
  685. headerFields: nil)!
  686. let downloader = MockModelFileDownloader()
  687. let fileDownloaderExpectation = expectation(description: "File downloader")
  688. downloader.downloadFileHandler = { url in
  689. fileDownloaderExpectation.fulfill()
  690. XCTAssertEqual(url, self.fakeDownloadURL)
  691. }
  692. let completionExpectation = expectation(description: "Completion handler")
  693. let taskCompletion: ModelDownloadTask.Completion = { result in
  694. completionExpectation.fulfill()
  695. switch result {
  696. case .success: XCTFail("Unexpected successful model download.")
  697. case let .failure(error):
  698. XCTAssertEqual(error, .notFound)
  699. }
  700. }
  701. let testName = String(#function.dropLast(2))
  702. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  703. appName: "fakeAppName",
  704. defaults: .createUnitTestInstance(
  705. testName: testName
  706. ),
  707. downloader: downloader,
  708. completion: taskCompletion)
  709. modelDownloadTask.resume()
  710. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  711. downloader
  712. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponse,
  713. fileURL: tempFileURL)))
  714. wait(for: [completionExpectation], timeout: 0.5)
  715. try? ModelFileManager.removeFile(at: tempFileURL)
  716. }
  717. /// Get model if server returns an error due to model not found.
  718. func testModelDownloadNetworkError() {
  719. let tempFileURL = tempFile()
  720. let remoteModelInfo = fakeModelInfo(expired: false, oversized: false)
  721. let downloader = MockModelFileDownloader()
  722. let fileDownloaderExpectation = expectation(description: "File downloader")
  723. downloader.downloadFileHandler = { url in
  724. fileDownloaderExpectation.fulfill()
  725. XCTAssertEqual(url, self.fakeDownloadURL)
  726. }
  727. let completionExpectation = expectation(description: "Completion handler")
  728. let taskCompletion: ModelDownloadTask.Completion = { result in
  729. completionExpectation.fulfill()
  730. switch result {
  731. case .success: XCTFail("Unexpected successful model download.")
  732. case let .failure(error):
  733. XCTAssertEqual(error, .failedPrecondition)
  734. }
  735. }
  736. let testName = String(#function.dropLast(2))
  737. let modelDownloadTask = ModelDownloadTask(remoteModelInfo: remoteModelInfo,
  738. appName: "fakeAppName",
  739. defaults: .createUnitTestInstance(
  740. testName: testName
  741. ),
  742. downloader: downloader,
  743. completion: taskCompletion)
  744. modelDownloadTask.resume()
  745. wait(for: [fileDownloaderExpectation], timeout: 0.1)
  746. let offlineError = DownloadError.internalError(description: "Network appears to be offline.")
  747. downloader
  748. .completion?(.failure(FileDownloaderError.networkError(offlineError)))
  749. wait(for: [completionExpectation], timeout: 0.5)
  750. try? ModelFileManager.removeFile(at: tempFileURL)
  751. }
  752. /// Get model with a valid server response.
  753. func testGetModelSuccessful() {
  754. guard let testApp = FirebaseApp.app() else {
  755. XCTFail("Default app was not configured.")
  756. return
  757. }
  758. testApp.isDataCollectionDefaultEnabled = false
  759. let modelDownloader = ModelDownloader.modelDownloader()
  760. let conditions = ModelDownloadConditions()
  761. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  762. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  763. let downloader = MockModelFileDownloader()
  764. let tempFileURL = tempFile()
  765. let fakeResponseNotFound = HTTPURLResponse(url: fakeFileURL,
  766. statusCode: 200,
  767. httpVersion: nil,
  768. headerFields: nil)!
  769. let fileDownloaderExpectation = expectation(description: "File downloader")
  770. let completionExpectation = expectation(description: "Completion handler")
  771. // Handles initial response.
  772. downloader.downloadFileHandler = { url in
  773. fileDownloaderExpectation.fulfill()
  774. XCTAssertEqual(url, self.fakeDownloadURL)
  775. }
  776. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  777. modelInfoRetriever: modelInfoRetriever,
  778. downloader: downloader,
  779. conditions: conditions) { result in
  780. completionExpectation.fulfill()
  781. switch result {
  782. case let .success(model):
  783. self.checkModel(model: model)
  784. self.deleteFile(at: model.path)
  785. case let .failure(error):
  786. XCTFail("Error - \(error)")
  787. }
  788. }
  789. wait(for: [fileDownloaderExpectation], timeout: 0.5)
  790. downloader
  791. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseNotFound,
  792. fileURL: tempFileURL)))
  793. wait(for: [completionExpectation], timeout: 0.5)
  794. try? ModelFileManager.removeFile(at: tempFileURL)
  795. }
  796. /// Get model if download url expired but retry was successful.
  797. func testGetModelSuccessfulRetry() {
  798. guard let testApp = FirebaseApp.app() else {
  799. XCTFail("Default app was not configured.")
  800. return
  801. }
  802. testApp.isDataCollectionDefaultEnabled = false
  803. let modelDownloader = ModelDownloader.modelDownloader()
  804. let conditions = ModelDownloadConditions()
  805. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  806. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  807. let downloader = MockModelFileDownloader()
  808. let tempFileURL = tempFile()
  809. let fakeResponseExpired = HTTPURLResponse(url: fakeFileURL,
  810. statusCode: 400,
  811. httpVersion: nil,
  812. headerFields: nil)!
  813. let fakeResponseSucceeded = HTTPURLResponse(url: fakeFileURL,
  814. statusCode: 200,
  815. httpVersion: nil,
  816. headerFields: nil)!
  817. let fileDownloaderExpectation1 = expectation(description: "File downloader before retry")
  818. let completionExpectation = expectation(description: "Completion handler.")
  819. // Handles initial response.
  820. downloader.downloadFileHandler = { url in
  821. fileDownloaderExpectation1.fulfill()
  822. XCTAssertEqual(url, self.fakeDownloadURL)
  823. }
  824. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  825. modelInfoRetriever: modelInfoRetriever,
  826. downloader: downloader,
  827. conditions: conditions) { result in
  828. completionExpectation.fulfill()
  829. switch result {
  830. // Retry successful - model returned.
  831. case let .success(model):
  832. self.checkModel(model: model)
  833. self.deleteFile(at: model.path)
  834. case let .failure(error):
  835. XCTFail("Error - \(error)")
  836. }
  837. }
  838. wait(for: [fileDownloaderExpectation1], timeout: 0.5)
  839. // Handles response after one retry.
  840. let fileDownloaderExpectation2 = expectation(description: "File downloader after retry")
  841. downloader.downloadFileHandler = { url in
  842. fileDownloaderExpectation2.fulfill()
  843. XCTAssertEqual(url, self.fakeDownloadURL)
  844. }
  845. downloader
  846. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  847. fileURL: tempFileURL)))
  848. wait(for: [fileDownloaderExpectation2], timeout: 0.5)
  849. downloader
  850. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseSucceeded,
  851. fileURL: tempFileURL)))
  852. wait(for: [completionExpectation], timeout: 0.5)
  853. try? ModelFileManager.removeFile(at: tempFileURL)
  854. }
  855. /// Get model if model doesn't exist.
  856. func testGetModelNotFound() {
  857. guard let testApp = FirebaseApp.app() else {
  858. XCTFail("Default app was not configured.")
  859. return
  860. }
  861. testApp.isDataCollectionDefaultEnabled = false
  862. let modelDownloader = ModelDownloader.modelDownloader()
  863. let conditions = ModelDownloadConditions()
  864. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  865. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  866. let downloader = MockModelFileDownloader()
  867. let tempFileURL = tempFile()
  868. let fakeResponseNotFound = HTTPURLResponse(url: fakeFileURL,
  869. statusCode: 404,
  870. httpVersion: nil,
  871. headerFields: nil)!
  872. let fileDownloaderExpectation = expectation(description: "File downloader before retry")
  873. let completionExpectation = expectation(description: "Completion handler")
  874. // Handles initial response.
  875. downloader.downloadFileHandler = { url in
  876. fileDownloaderExpectation.fulfill()
  877. XCTAssertEqual(url, self.fakeDownloadURL)
  878. }
  879. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  880. modelInfoRetriever: modelInfoRetriever,
  881. downloader: downloader,
  882. conditions: conditions) { result in
  883. completionExpectation.fulfill()
  884. switch result {
  885. // Retry failed due to another expired url - error returned.
  886. case .success: XCTFail("Unexpected successful model download.")
  887. case let .failure(error):
  888. switch error {
  889. case .notFound: break
  890. default: XCTFail("Expected failure due to model not found.")
  891. }
  892. }
  893. }
  894. wait(for: [fileDownloaderExpectation], timeout: 0.5)
  895. downloader
  896. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseNotFound,
  897. fileURL: tempFileURL)))
  898. wait(for: [completionExpectation], timeout: 0.5)
  899. try? ModelFileManager.removeFile(at: tempFileURL)
  900. }
  901. /// Get model if invalid or insufficient permissions.
  902. func testGetModelUnauthorized() {
  903. guard let testApp = FirebaseApp.app() else {
  904. XCTFail("Default app was not configured.")
  905. return
  906. }
  907. testApp.isDataCollectionDefaultEnabled = false
  908. let modelDownloader = ModelDownloader.modelDownloader()
  909. let conditions = ModelDownloadConditions()
  910. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  911. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  912. let downloader = MockModelFileDownloader()
  913. let tempFileURL = tempFile()
  914. let fakeResponseNotFound = HTTPURLResponse(url: fakeFileURL,
  915. statusCode: 403,
  916. httpVersion: nil,
  917. headerFields: nil)!
  918. let fileDownloaderExpectation = expectation(description: "File downloader")
  919. let completionExpectation = expectation(description: "Completion handler")
  920. // Handles initial response.
  921. downloader.downloadFileHandler = { url in
  922. fileDownloaderExpectation.fulfill()
  923. XCTAssertEqual(url, self.fakeDownloadURL)
  924. }
  925. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  926. modelInfoRetriever: modelInfoRetriever,
  927. downloader: downloader,
  928. conditions: conditions) { result in
  929. completionExpectation.fulfill()
  930. switch result {
  931. case .success: XCTFail("Unexpected successful model download.")
  932. case let .failure(error):
  933. switch error {
  934. case .permissionDenied: break
  935. default: XCTFail("Expected failure due to bad permissions.")
  936. }
  937. }
  938. }
  939. wait(for: [fileDownloaderExpectation], timeout: 0.5)
  940. downloader
  941. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseNotFound,
  942. fileURL: tempFileURL)))
  943. wait(for: [completionExpectation], timeout: 0.5)
  944. try? ModelFileManager.removeFile(at: tempFileURL)
  945. }
  946. /// Get model if download url expired and retry url also expired.
  947. func testGetModelFailedRetry() {
  948. guard let testApp = FirebaseApp.app() else {
  949. XCTFail("Default app was not configured.")
  950. return
  951. }
  952. testApp.isDataCollectionDefaultEnabled = false
  953. let modelDownloader = ModelDownloader.modelDownloader()
  954. let conditions = ModelDownloadConditions()
  955. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  956. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  957. let downloader = MockModelFileDownloader()
  958. let tempFileURL = tempFile()
  959. let fakeResponseExpired = HTTPURLResponse(url: fakeFileURL,
  960. statusCode: 400,
  961. httpVersion: nil,
  962. headerFields: nil)!
  963. let fileDownloaderExpectation1 = expectation(description: "File downloader before retry")
  964. let completionExpectation = expectation(description: "Completion handler")
  965. // Handles initial response.
  966. downloader.downloadFileHandler = { url in
  967. fileDownloaderExpectation1.fulfill()
  968. XCTAssertEqual(url, self.fakeDownloadURL)
  969. }
  970. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  971. modelInfoRetriever: modelInfoRetriever,
  972. downloader: downloader,
  973. conditions: conditions) { result in
  974. completionExpectation.fulfill()
  975. switch result {
  976. // Retry failed due to another expired url - error returned.
  977. case .success: XCTFail("Unexpected successful model download.")
  978. case let .failure(error):
  979. switch error {
  980. case let .internalError(description: errorMessage): XCTAssertEqual(errorMessage,
  981. "Unable to update expired model info.")
  982. default: XCTFail("Expected failure due to expired model info.")
  983. }
  984. }
  985. }
  986. wait(for: [fileDownloaderExpectation1], timeout: 0.5)
  987. let fileDownloaderExpectation2 = expectation(description: "File downloader after retry")
  988. // Handles response after one retry.
  989. downloader.downloadFileHandler = { url in
  990. fileDownloaderExpectation2.fulfill()
  991. XCTAssertEqual(url, self.fakeDownloadURL)
  992. }
  993. downloader
  994. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  995. fileURL: tempFileURL)))
  996. wait(for: [fileDownloaderExpectation2], timeout: 0.5)
  997. downloader
  998. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  999. fileURL: tempFileURL)))
  1000. wait(for: [completionExpectation], timeout: 0.5)
  1001. try? ModelFileManager.removeFile(at: tempFileURL)
  1002. }
  1003. /// Get model if multiple retries all returned expired urls.
  1004. func testGetModelMultipleFailedRetries() {
  1005. guard let testApp = FirebaseApp.app() else {
  1006. XCTFail("Default app was not configured.")
  1007. return
  1008. }
  1009. testApp.isDataCollectionDefaultEnabled = false
  1010. let modelDownloader = ModelDownloader.modelDownloader()
  1011. modelDownloader.numberOfRetries = 2
  1012. let conditions = ModelDownloadConditions()
  1013. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  1014. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  1015. let downloader = MockModelFileDownloader()
  1016. let tempFileURL = tempFile()
  1017. let fakeResponseExpired = HTTPURLResponse(url: fakeFileURL,
  1018. statusCode: 400,
  1019. httpVersion: nil,
  1020. headerFields: nil)!
  1021. let fileDownloaderExpectation1 = expectation(description: "File downloader before retry")
  1022. let completionExpectation = expectation(description: "Completion handler")
  1023. // Handles initial response.
  1024. downloader.downloadFileHandler = { url in
  1025. fileDownloaderExpectation1.fulfill()
  1026. XCTAssertEqual(url, self.fakeDownloadURL)
  1027. }
  1028. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  1029. modelInfoRetriever: modelInfoRetriever,
  1030. downloader: downloader,
  1031. conditions: conditions) { result in
  1032. completionExpectation.fulfill()
  1033. switch result {
  1034. // Two retries failed due to expired urls - error returned.
  1035. case .success: XCTFail("Unexpected successful model download.")
  1036. case let .failure(error):
  1037. switch error {
  1038. case let .internalError(description: errorMessage): XCTAssertEqual(errorMessage,
  1039. "Unable to update expired model info.")
  1040. default: XCTFail("Expected failure due to expired model info.")
  1041. }
  1042. }
  1043. }
  1044. wait(for: [fileDownloaderExpectation1], timeout: 0.5)
  1045. let fileDownloaderExpectation2 = expectation(description: "file downloader after first retry")
  1046. // Handles response after first retry.
  1047. downloader.downloadFileHandler = { url in
  1048. fileDownloaderExpectation2.fulfill()
  1049. XCTAssertEqual(url, self.fakeDownloadURL)
  1050. }
  1051. downloader
  1052. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1053. fileURL: tempFileURL)))
  1054. wait(for: [fileDownloaderExpectation2], timeout: 0.5)
  1055. let fileDownloaderExpectation3 = expectation(description: "File downloader after second retry")
  1056. // Handles response after second retry.
  1057. downloader.downloadFileHandler = { url in
  1058. fileDownloaderExpectation3.fulfill()
  1059. XCTAssertEqual(url, self.fakeDownloadURL)
  1060. }
  1061. downloader
  1062. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1063. fileURL: tempFileURL)))
  1064. wait(for: [fileDownloaderExpectation3], timeout: 0.5)
  1065. downloader
  1066. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1067. fileURL: tempFileURL)))
  1068. wait(for: [completionExpectation], timeout: 0.5)
  1069. try? ModelFileManager.removeFile(at: tempFileURL)
  1070. }
  1071. /// Get model if a retry finally returns an unexpired download url.
  1072. func testGetModelMultipleRetriesWithSuccess() {
  1073. guard let testApp = FirebaseApp.app() else {
  1074. XCTFail("Default app was not configured.")
  1075. return
  1076. }
  1077. testApp.isDataCollectionDefaultEnabled = false
  1078. let modelDownloader = ModelDownloader.modelDownloader()
  1079. modelDownloader.numberOfRetries = 4
  1080. let conditions = ModelDownloadConditions()
  1081. let session = fakeModelInfoSessionWithURL(fakeDownloadURL, statusCode: 200)
  1082. let modelInfoRetriever = fakeModelRetriever(fakeSession: session)
  1083. let downloader = MockModelFileDownloader()
  1084. let tempFileURL = tempFile()
  1085. let fakeResponseExpired = HTTPURLResponse(url: fakeFileURL,
  1086. statusCode: 400,
  1087. httpVersion: nil,
  1088. headerFields: nil)!
  1089. let fakeResponseSucceeded = HTTPURLResponse(url: fakeFileURL,
  1090. statusCode: 200,
  1091. httpVersion: nil,
  1092. headerFields: nil)!
  1093. let fileDownloaderExpectation1 = expectation(description: "File downloader before retry")
  1094. let completionExpectation = expectation(description: "Completion handler")
  1095. // Handles initial response.
  1096. downloader.downloadFileHandler = { url in
  1097. fileDownloaderExpectation1.fulfill()
  1098. XCTAssertEqual(url, self.fakeDownloadURL)
  1099. }
  1100. modelDownloader.downloadInfoAndModel(modelName: fakeModelName,
  1101. modelInfoRetriever: modelInfoRetriever,
  1102. downloader: downloader,
  1103. conditions: conditions) { result in
  1104. completionExpectation.fulfill()
  1105. switch result {
  1106. // One retry failed but the next retry succeeded - model returned.
  1107. case let .success(model):
  1108. self.checkModel(model: model)
  1109. self.deleteFile(at: model.path)
  1110. case let .failure(error):
  1111. XCTFail("Error - \(error)")
  1112. }
  1113. }
  1114. wait(for: [fileDownloaderExpectation1], timeout: 0.5)
  1115. let fileDownloaderExpectation2 = expectation(description: "File downloader after first retry")
  1116. // Handles response after first retry.
  1117. downloader.downloadFileHandler = { url in
  1118. fileDownloaderExpectation2.fulfill()
  1119. XCTAssertEqual(url, self.fakeDownloadURL)
  1120. }
  1121. downloader
  1122. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1123. fileURL: tempFileURL)))
  1124. wait(for: [fileDownloaderExpectation2], timeout: 0.5)
  1125. let fileDownloaderExpectation3 = expectation(description: "File downloader after second retry")
  1126. // Handles response after second retry.
  1127. downloader.downloadFileHandler = { url in
  1128. fileDownloaderExpectation3.fulfill()
  1129. XCTAssertEqual(url, self.fakeDownloadURL)
  1130. }
  1131. downloader
  1132. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseExpired,
  1133. fileURL: tempFileURL)))
  1134. wait(for: [fileDownloaderExpectation3], timeout: 0.5)
  1135. downloader
  1136. .completion?(.success(FileDownloaderResponse(urlResponse: fakeResponseSucceeded,
  1137. fileURL: tempFileURL)))
  1138. wait(for: [completionExpectation], timeout: 0.5)
  1139. try? ModelFileManager.removeFile(at: tempFileURL)
  1140. }
  1141. }
  1142. /// Mock URL session for testing.
  1143. class MockModelInfoRetrieverSession: ModelInfoRetrieverSession {
  1144. var data: Data?
  1145. var response: URLResponse?
  1146. var error: Error?
  1147. func getModelInfo(with request: URLRequest,
  1148. completion: @escaping (Data?, URLResponse?, Error?) -> Void) {
  1149. completion(data, response, error)
  1150. }
  1151. }
  1152. class MockModelFileDownloader: FileDownloader {
  1153. var progressHandler: ProgressHandler?
  1154. var completion: CompletionHandler?
  1155. var downloadFileHandler: ((_ url: URL) -> Void)?
  1156. func downloadFile(with url: URL, progressHandler: @escaping ProgressHandler,
  1157. completion: @escaping CompletionHandler) {
  1158. self.progressHandler = progressHandler
  1159. self.completion = completion
  1160. downloadFileHandler?(url)
  1161. }
  1162. }
  1163. extension UserDefaults {
  1164. /// Returns a new cleared instance of user defaults.
  1165. static func createUnitTestInstance(testName: String) -> UserDefaults {
  1166. let suiteName = "com.google.firebase.ml.test.\(testName)"
  1167. let defaults = UserDefaults(suiteName: suiteName)!
  1168. defaults.removePersistentDomain(forName: suiteName)
  1169. return defaults
  1170. }
  1171. /// Returns the existing user defaults instance.
  1172. static func getUnitTestInstance(testName: String) -> UserDefaults {
  1173. let suiteName = "com.google.firebase.ml.test.\(testName)"
  1174. return UserDefaults(suiteName: suiteName)!
  1175. }
  1176. }
  1177. // MARK: - Helpers
  1178. extension ModelDownloaderUnitTests {
  1179. func fakeModelInfoSessionWithURL(_ url: URL, statusCode: Int,
  1180. customJSON: String? = nil) -> MockModelInfoRetrieverSession {
  1181. let fakeSession = MockModelInfoRetrieverSession()
  1182. let fakeJSON = customJSON ?? fakeModelJSON
  1183. fakeSession.data = fakeJSON.data(using: .utf8)
  1184. fakeSession.response = HTTPURLResponse(
  1185. url: url,
  1186. statusCode: statusCode,
  1187. httpVersion: nil,
  1188. headerFields: ["Etag": "fakeModelHash"]
  1189. )
  1190. fakeSession.error = nil
  1191. return fakeSession
  1192. }
  1193. func fakeModelRetriever(fakeSession: MockModelInfoRetrieverSession,
  1194. fakeLocalModelInfo: LocalModelInfo? = nil) -> ModelInfoRetriever {
  1195. // TODO: Replace with fake to check if it was used correctly by the download task.
  1196. let modelInfoRetriever = ModelInfoRetriever(
  1197. modelName: fakeModelName,
  1198. projectID: fakeProjectID,
  1199. apiKey: fakeAPIKey,
  1200. appName: fakeAppName, authTokenProvider: successAuthTokenProvider,
  1201. session: fakeSession, localModelInfo: fakeLocalModelInfo
  1202. )
  1203. return modelInfoRetriever
  1204. }
  1205. func checkModel(model: CustomModel) {
  1206. XCTAssertEqual(model.name, fakeModelName)
  1207. XCTAssertEqual(model.size, fakeModelSize)
  1208. XCTAssertEqual(model.hash, fakeModelHash)
  1209. let modelURL = URL(fileURLWithPath: model.path)
  1210. XCTAssertTrue(ModelFileManager.isFileReachable(at: modelURL))
  1211. }
  1212. func tempFile(name: String = "fake-model-file.tmp") -> URL {
  1213. let tempDirectoryURL = URL(fileURLWithPath: NSTemporaryDirectory(),
  1214. isDirectory: true)
  1215. let tempFileURL = tempDirectoryURL.appendingPathComponent(name)
  1216. let tempData: Data = "fakeModelData".data(using: .utf8)!
  1217. try? tempData.write(to: tempFileURL)
  1218. return tempFileURL
  1219. }
  1220. func tempModelFile(invalid: Bool = false) -> URL {
  1221. let modelDirectoryURL = ModelFileManager.modelsDirectory!
  1222. let modelFileName = invalid ? "fbml_model_fake-model-file.tmp" :
  1223. "fbml_model@@__FIRAPP_DEFAULT@@\(fakeModelName)"
  1224. let tempFileURL = modelDirectoryURL.appendingPathComponent(modelFileName)
  1225. .appendingPathExtension("tflite")
  1226. let tempData: Data = "fakeModelData".data(using: .utf8)!
  1227. try? tempData.write(to: tempFileURL)
  1228. return tempFileURL
  1229. }
  1230. func deleteFile(at path: String) {
  1231. let url = URL(fileURLWithPath: path)
  1232. do {
  1233. try ModelFileManager.removeFile(at: url)
  1234. } catch {
  1235. XCTFail("Failed to delete file at \(path).")
  1236. }
  1237. }
  1238. func fakeLocalModelInfo(mismatch: Bool = false) -> LocalModelInfo {
  1239. let hash = mismatch ? "wrongModelHash" : fakeModelHash
  1240. return LocalModelInfo(
  1241. name: fakeModelName,
  1242. modelHash: hash,
  1243. size: 20
  1244. )
  1245. }
  1246. func fakeModelInfo(expired: Bool, oversized: Bool) -> RemoteModelInfo {
  1247. let expiryTime = expired ? Date() : Date().addingTimeInterval(1000)
  1248. let size = oversized ? Int(Int64.max) / 4 : fakeModelSize
  1249. return RemoteModelInfo(name: fakeModelName,
  1250. downloadURL: fakeDownloadURL,
  1251. modelHash: fakeModelHash,
  1252. size: size,
  1253. urlExpiryTime: expiryTime)
  1254. }
  1255. }