FSTIntegrationTestCase.mm 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547
  1. /*
  2. * Copyright 2017 Google LLC
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #import "Firestore/Example/Tests/Util/FSTIntegrationTestCase.h"
  17. #import <FirebaseFirestore/FIRCollectionReference.h>
  18. #import <FirebaseFirestore/FIRDocumentChange.h>
  19. #import <FirebaseFirestore/FIRDocumentReference.h>
  20. #import <FirebaseFirestore/FIRDocumentSnapshot.h>
  21. #import <FirebaseFirestore/FIRFirestore.h>
  22. #import <FirebaseFirestore/FIRFirestoreSettings.h>
  23. #import <FirebaseFirestore/FIRQuerySnapshot.h>
  24. #import <FirebaseFirestore/FIRSnapshotMetadata.h>
  25. #import <FirebaseFirestore/FIRTransaction.h>
  26. #include <memory>
  27. #include <string>
  28. #include <utility>
  29. #import "FirebaseCore/Sources/Private/FirebaseCoreInternal.h"
  30. #import "Firestore/Example/Tests/Util/FIRFirestore+Testing.h"
  31. #import "Firestore/Example/Tests/Util/FSTEventAccumulator.h"
  32. #import "Firestore/Source/API/FIRFirestore+Internal.h"
  33. #include "Firestore/core/src/credentials/credentials_provider.h"
  34. #include "Firestore/core/src/credentials/empty_credentials_provider.h"
  35. #include "Firestore/core/src/credentials/user.h"
  36. #include "Firestore/core/src/local/leveldb_opener.h"
  37. #include "Firestore/core/src/model/database_id.h"
  38. #include "Firestore/core/src/remote/firebase_metadata_provider_apple.h"
  39. #include "Firestore/core/src/remote/grpc_connection.h"
  40. #include "Firestore/core/src/util/async_queue.h"
  41. #include "Firestore/core/src/util/autoid.h"
  42. #include "Firestore/core/src/util/filesystem.h"
  43. #include "Firestore/core/src/util/path.h"
  44. #include "Firestore/core/src/util/string_apple.h"
  45. #include "Firestore/core/test/unit/testutil/app_testing.h"
  46. #include "Firestore/core/test/unit/testutil/async_testing.h"
  47. #include "Firestore/core/test/unit/testutil/status_testing.h"
  48. #include "absl/memory/memory.h"
  49. namespace util = firebase::firestore::util;
  50. using firebase::firestore::core::DatabaseInfo;
  51. using firebase::firestore::credentials::AuthToken;
  52. using firebase::firestore::credentials::CredentialChangeListener;
  53. using firebase::firestore::credentials::EmptyCredentialsProvider;
  54. using firebase::firestore::credentials::User;
  55. using firebase::firestore::local::LevelDbOpener;
  56. using firebase::firestore::model::DatabaseId;
  57. using firebase::firestore::remote::FirebaseMetadataProviderApple;
  58. using firebase::firestore::testutil::AppForUnitTesting;
  59. using firebase::firestore::testutil::AsyncQueueForTesting;
  60. using firebase::firestore::util::AsyncQueue;
  61. using firebase::firestore::util::CreateAutoId;
  62. using firebase::firestore::util::Filesystem;
  63. using firebase::firestore::util::Path;
  64. using firebase::firestore::util::Status;
  65. using firebase::firestore::util::StatusOr;
  66. NS_ASSUME_NONNULL_BEGIN
  67. /**
  68. * Firestore databases can be subject to a ~30s "cold start" delay if they have not been used
  69. * recently, so before any tests run we "prime" the backend.
  70. */
  71. static const double kPrimingTimeout = 45.0;
  72. static NSString *defaultProjectId;
  73. static FIRFirestoreSettings *defaultSettings;
  74. static bool runningAgainstEmulator = false;
  75. // Behaves the same as `EmptyCredentialsProvider` except it can also trigger a user
  76. // change.
  77. class FakeCredentialsProvider : public EmptyCredentialsProvider<AuthToken, User> {
  78. public:
  79. void SetCredentialChangeListener(CredentialChangeListener<User> changeListener) override {
  80. if (changeListener) {
  81. listener_ = std::move(changeListener);
  82. listener_(User::Unauthenticated());
  83. }
  84. }
  85. void ChangeUser(NSString *new_id) {
  86. if (listener_) {
  87. listener_(firebase::firestore::credentials::User::FromUid(new_id));
  88. }
  89. }
  90. private:
  91. CredentialChangeListener<User> listener_;
  92. };
  93. @implementation FSTIntegrationTestCase {
  94. NSMutableArray<FIRFirestore *> *_firestores;
  95. std::shared_ptr<FakeCredentialsProvider> _fakeCredentialsProvider;
  96. }
  97. - (void)setUp {
  98. [super setUp];
  99. LoadXCTestCaseAwait();
  100. _fakeCredentialsProvider = std::make_shared<FakeCredentialsProvider>();
  101. [self clearPersistenceOnce];
  102. [self primeBackend];
  103. _firestores = [NSMutableArray array];
  104. self.db = [self firestore];
  105. self.eventAccumulator = [FSTEventAccumulator accumulatorForTest:self];
  106. }
  107. - (void)tearDown {
  108. @try {
  109. for (FIRFirestore *firestore in _firestores) {
  110. [self terminateFirestore:firestore];
  111. }
  112. } @finally {
  113. _firestores = nil;
  114. [super tearDown];
  115. }
  116. }
  117. /**
  118. * Clears persistence, but only the first time. This ensures that each test
  119. * run is isolated from the last test run, but doesn't allow tests to interfere
  120. * with each other.
  121. */
  122. - (void)clearPersistenceOnce {
  123. auto *fs = Filesystem::Default();
  124. static bool clearedPersistence = false;
  125. @synchronized([FSTIntegrationTestCase class]) {
  126. if (clearedPersistence) return;
  127. DatabaseInfo dbInfo;
  128. LevelDbOpener opener(dbInfo);
  129. StatusOr<Path> maybeLevelDBDir = opener.FirestoreAppDataDir();
  130. ASSERT_OK(maybeLevelDBDir.status());
  131. Path levelDBDir = std::move(maybeLevelDBDir).ValueOrDie();
  132. Status status = fs->RecursivelyRemove(levelDBDir);
  133. ASSERT_OK(status);
  134. clearedPersistence = true;
  135. }
  136. }
  137. - (FIRFirestore *)firestore {
  138. return [self firestoreWithProjectID:[FSTIntegrationTestCase projectID]];
  139. }
  140. /**
  141. * Figures out what kind of testing environment we're using, and sets up testing defaults to make
  142. * that work.
  143. *
  144. * Several configurations are supported:
  145. * * Mobile Harness, running periocally against prod and nightly, using live SSL certs
  146. * * Firestore emulator, running on localhost, with SSL disabled
  147. *
  148. * See Firestore/README.md for detailed setup instructions or comments below for which specific
  149. * values trigger which configurations.
  150. */
  151. + (void)setUpDefaults {
  152. if (defaultSettings) return;
  153. defaultSettings = [[FIRFirestoreSettings alloc] init];
  154. defaultSettings.persistenceEnabled = YES;
  155. // Check for a MobileHarness configuration, running against nightly or prod, which have live
  156. // SSL certs.
  157. NSString *project = [[NSProcessInfo processInfo] environment][@"PROJECT_ID"];
  158. NSString *host = [[NSProcessInfo processInfo] environment][@"DATASTORE_HOST"];
  159. if (project && host) {
  160. defaultProjectId = project;
  161. defaultSettings.host = host;
  162. NSLog(@"Integration tests running against %@/%@", defaultSettings.host, defaultProjectId);
  163. return;
  164. }
  165. // Check for configuration of a prod project via GoogleServices-Info.plist.
  166. FIROptions *options = [FIROptions defaultOptions];
  167. if (options && ![options.projectID isEqualToString:@"abc-xyz-123"]) {
  168. defaultProjectId = options.projectID;
  169. if (host) {
  170. // Allow access to nightly or other hosts via this mechanism too.
  171. defaultSettings.host = host;
  172. }
  173. NSLog(@"Integration tests running against %@/%@", defaultSettings.host, defaultProjectId);
  174. return;
  175. }
  176. // Otherwise fall back on assuming the emulator or localhost.
  177. defaultProjectId = @"test-db";
  178. defaultSettings.host = @"localhost:8080";
  179. defaultSettings.sslEnabled = false;
  180. runningAgainstEmulator = true;
  181. NSLog(@"Integration tests running against the emulator at %@/%@", defaultSettings.host,
  182. defaultProjectId);
  183. }
  184. + (NSString *)projectID {
  185. if (!defaultProjectId) {
  186. [self setUpDefaults];
  187. }
  188. return defaultProjectId;
  189. }
  190. + (bool)isRunningAgainstEmulator {
  191. // The only way to determine whether or not we're running against the emulator is to figure out
  192. // which testing environment we're using. Essentially `setUpDefaults` determines
  193. // `runningAgainstEmulator` as a side effect.
  194. if (!defaultProjectId) {
  195. [self setUpDefaults];
  196. }
  197. return runningAgainstEmulator;
  198. }
  199. + (FIRFirestoreSettings *)settings {
  200. [self setUpDefaults];
  201. return defaultSettings;
  202. }
  203. - (FIRFirestore *)firestoreWithProjectID:(NSString *)projectID {
  204. FIRApp *app = AppForUnitTesting(util::MakeString(projectID));
  205. return [self firestoreWithApp:app];
  206. }
  207. - (FIRFirestore *)firestoreWithApp:(FIRApp *)app {
  208. NSString *persistenceKey = [NSString stringWithFormat:@"db%lu", (unsigned long)_firestores.count];
  209. FIRSetLoggerLevel(FIRLoggerLevelDebug);
  210. std::string projectID = util::MakeString(app.options.projectID);
  211. FIRFirestore *firestore =
  212. [[FIRFirestore alloc] initWithDatabaseID:DatabaseId(projectID)
  213. persistenceKey:util::MakeString(persistenceKey)
  214. credentialsProvider:_fakeCredentialsProvider
  215. workerQueue:AsyncQueueForTesting()
  216. firebaseMetadataProvider:absl::make_unique<FirebaseMetadataProviderApple>(app)
  217. firebaseApp:app
  218. instanceRegistry:nil];
  219. firestore.settings = [FSTIntegrationTestCase settings];
  220. [_firestores addObject:firestore];
  221. return firestore;
  222. }
  223. - (void)triggerUserChangeWithUid:(NSString *)uid {
  224. _fakeCredentialsProvider->ChangeUser(uid);
  225. }
  226. - (void)primeBackend {
  227. static dispatch_once_t onceToken;
  228. dispatch_once(&onceToken, ^{
  229. [FSTIntegrationTestCase setUpDefaults];
  230. if (runningAgainstEmulator) {
  231. // Priming not required against the emulator.
  232. return;
  233. }
  234. FIRFirestore *db = [self firestore];
  235. XCTestExpectation *watchInitialized =
  236. [self expectationWithDescription:@"Prime backend: Watch initialized"];
  237. __block XCTestExpectation *watchUpdateReceived;
  238. FIRDocumentReference *docRef = [db documentWithPath:[self documentPath]];
  239. id<FIRListenerRegistration> listenerRegistration =
  240. [docRef addSnapshotListener:^(FIRDocumentSnapshot *snapshot, NSError *) {
  241. if ([snapshot[@"value"] isEqual:@"done"]) {
  242. [watchUpdateReceived fulfill];
  243. } else {
  244. [watchInitialized fulfill];
  245. }
  246. }];
  247. // Wait for watch to initialize and deliver first event.
  248. [self awaitExpectation:watchInitialized];
  249. watchUpdateReceived = [self expectationWithDescription:@"Prime backend: Watch update received"];
  250. // Use a transaction to perform a write without triggering any local events.
  251. [docRef.firestore
  252. runTransactionWithBlock:^id(FIRTransaction *transaction, NSError **) {
  253. [transaction setData:@{@"value" : @"done"} forDocument:docRef];
  254. return nil;
  255. }
  256. completion:^(id, NSError *){
  257. }];
  258. // Wait to see the write on the watch stream.
  259. [self waitForExpectationsWithTimeout:kPrimingTimeout
  260. handler:^(NSError *_Nullable expectationError) {
  261. if (expectationError) {
  262. XCTFail(@"Error waiting for prime backend: %@",
  263. expectationError);
  264. }
  265. }];
  266. [listenerRegistration remove];
  267. [self terminateFirestore:db];
  268. });
  269. }
  270. - (void)terminateFirestore:(FIRFirestore *)firestore {
  271. XCTestExpectation *expectation = [self expectationWithDescription:@"shutdown"];
  272. [firestore terminateWithCompletion:[self completionForExpectation:expectation]];
  273. [self awaitExpectation:expectation];
  274. }
  275. - (void)deleteApp:(FIRApp *)app {
  276. XCTestExpectation *expectation = [self expectationWithDescription:@"deleteApp"];
  277. [app deleteApp:^(BOOL completion) {
  278. XCTAssertTrue(completion);
  279. [expectation fulfill];
  280. }];
  281. [self awaitExpectation:expectation];
  282. }
  283. - (NSString *)documentPath {
  284. std::string autoId = CreateAutoId();
  285. return [NSString stringWithFormat:@"test-collection/%s", autoId.c_str()];
  286. }
  287. - (FIRDocumentReference *)documentRef {
  288. return [self.db documentWithPath:[self documentPath]];
  289. }
  290. - (FIRCollectionReference *)collectionRef {
  291. std::string autoId = CreateAutoId();
  292. NSString *collectionName = [NSString stringWithFormat:@"test-collection-%s", autoId.c_str()];
  293. return [self.db collectionWithPath:collectionName];
  294. }
  295. - (FIRCollectionReference *)collectionRefWithDocuments:
  296. (NSDictionary<NSString *, NSDictionary<NSString *, id> *> *)documents {
  297. FIRCollectionReference *collection = [self collectionRef];
  298. // Use a different instance to write the documents
  299. [self writeAllDocuments:documents
  300. toCollection:[[self firestore] collectionWithPath:collection.path]];
  301. return collection;
  302. }
  303. - (void)writeAllDocuments:(NSDictionary<NSString *, NSDictionary<NSString *, id> *> *)documents
  304. toCollection:(FIRCollectionReference *)collection {
  305. [documents enumerateKeysAndObjectsUsingBlock:^(NSString *key, NSDictionary<NSString *, id> *value,
  306. BOOL *) {
  307. FIRDocumentReference *ref = [collection documentWithPath:key];
  308. [self writeDocumentRef:ref data:value];
  309. }];
  310. }
  311. - (void)readerAndWriterOnDocumentRef:(void (^)(FIRDocumentReference *readerRef,
  312. FIRDocumentReference *writerRef))action {
  313. FIRFirestore *reader = self.db; // for clarity
  314. FIRFirestore *writer = [self firestore];
  315. NSString *path = [self documentPath];
  316. FIRDocumentReference *readerRef = [reader documentWithPath:path];
  317. FIRDocumentReference *writerRef = [writer documentWithPath:path];
  318. action(readerRef, writerRef);
  319. }
  320. - (FIRDocumentSnapshot *)readDocumentForRef:(FIRDocumentReference *)ref {
  321. return [self readDocumentForRef:ref source:FIRFirestoreSourceDefault];
  322. }
  323. - (FIRDocumentSnapshot *)readDocumentForRef:(FIRDocumentReference *)ref
  324. source:(FIRFirestoreSource)source {
  325. __block FIRDocumentSnapshot *result;
  326. XCTestExpectation *expectation = [self expectationWithDescription:@"getData"];
  327. [ref getDocumentWithSource:source
  328. completion:^(FIRDocumentSnapshot *doc, NSError *_Nullable error) {
  329. XCTAssertNil(error);
  330. result = doc;
  331. [expectation fulfill];
  332. }];
  333. [self awaitExpectation:expectation];
  334. return result;
  335. }
  336. - (FIRQuerySnapshot *)readDocumentSetForRef:(FIRQuery *)query {
  337. return [self readDocumentSetForRef:query source:FIRFirestoreSourceDefault];
  338. }
  339. - (FIRQuerySnapshot *)readDocumentSetForRef:(FIRQuery *)query source:(FIRFirestoreSource)source {
  340. if (query == nil) {
  341. XCTFail("Trying to read data from a nil query");
  342. }
  343. __block FIRQuerySnapshot *result;
  344. XCTestExpectation *expectation = [self expectationWithDescription:@"getData"];
  345. [query getDocumentsWithSource:source
  346. completion:^(FIRQuerySnapshot *documentSet, NSError *error) {
  347. XCTAssertNil(error);
  348. result = documentSet;
  349. [expectation fulfill];
  350. }];
  351. [self awaitExpectation:expectation];
  352. return result;
  353. }
  354. - (FIRDocumentSnapshot *)readSnapshotForRef:(FIRDocumentReference *)ref
  355. requireOnline:(BOOL)requireOnline {
  356. __block FIRDocumentSnapshot *result;
  357. XCTestExpectation *expectation = [self expectationWithDescription:@"listener"];
  358. id<FIRListenerRegistration> listener = [ref
  359. addSnapshotListenerWithIncludeMetadataChanges:YES
  360. listener:^(FIRDocumentSnapshot *snapshot,
  361. NSError *error) {
  362. XCTAssertNil(error);
  363. if (!requireOnline || !snapshot.metadata.fromCache) {
  364. result = snapshot;
  365. [expectation fulfill];
  366. }
  367. }];
  368. [self awaitExpectation:expectation];
  369. [listener remove];
  370. return result;
  371. }
  372. - (void)writeDocumentRef:(FIRDocumentReference *)ref data:(NSDictionary<NSString *, id> *)data {
  373. XCTestExpectation *expectation = [self expectationWithDescription:@"setData"];
  374. [ref setData:data completion:[self completionForExpectation:expectation]];
  375. [self awaitExpectation:expectation];
  376. }
  377. - (void)updateDocumentRef:(FIRDocumentReference *)ref data:(NSDictionary<id, id> *)data {
  378. XCTestExpectation *expectation = [self expectationWithDescription:@"updateData"];
  379. [ref updateData:data completion:[self completionForExpectation:expectation]];
  380. [self awaitExpectation:expectation];
  381. }
  382. - (void)deleteDocumentRef:(FIRDocumentReference *)ref {
  383. XCTestExpectation *expectation = [self expectationWithDescription:@"deleteDocument"];
  384. [ref deleteDocumentWithCompletion:[self completionForExpectation:expectation]];
  385. [self awaitExpectation:expectation];
  386. }
  387. - (FIRDocumentReference *)addDocumentRef:(FIRCollectionReference *)ref
  388. data:(NSDictionary<NSString *, id> *)data {
  389. XCTestExpectation *expectation = [self expectationWithDescription:@"addDocument"];
  390. FIRDocumentReference *doc = [ref addDocumentWithData:data
  391. completion:[self completionForExpectation:expectation]];
  392. [self awaitExpectation:expectation];
  393. return doc;
  394. }
  395. - (void)mergeDocumentRef:(FIRDocumentReference *)ref data:(NSDictionary<NSString *, id> *)data {
  396. XCTestExpectation *expectation = [self expectationWithDescription:@"setDataWithMerge"];
  397. [ref setData:data merge:YES completion:[self completionForExpectation:expectation]];
  398. [self awaitExpectation:expectation];
  399. }
  400. - (void)mergeDocumentRef:(FIRDocumentReference *)ref
  401. data:(NSDictionary<NSString *, id> *)data
  402. fields:(NSArray<id> *)fields {
  403. XCTestExpectation *expectation = [self expectationWithDescription:@"setDataWithMerge"];
  404. [ref setData:data mergeFields:fields completion:[self completionForExpectation:expectation]];
  405. [self awaitExpectation:expectation];
  406. }
  407. - (void)disableNetwork {
  408. XCTestExpectation *expectation = [self expectationWithDescription:@"disableNetwork"];
  409. [self.db disableNetworkWithCompletion:[self completionForExpectation:expectation]];
  410. [self awaitExpectation:expectation];
  411. }
  412. - (void)enableNetwork {
  413. XCTestExpectation *expectation = [self expectationWithDescription:@"enableNetwork"];
  414. [self.db enableNetworkWithCompletion:[self completionForExpectation:expectation]];
  415. [self awaitExpectation:expectation];
  416. }
  417. - (const std::shared_ptr<util::AsyncQueue> &)queueForFirestore:(FIRFirestore *)firestore {
  418. return [firestore workerQueue];
  419. }
  420. - (void)waitUntil:(BOOL (^)())predicate {
  421. NSTimeInterval start = [NSDate timeIntervalSinceReferenceDate];
  422. double waitSeconds = [self defaultExpectationWaitSeconds];
  423. while (!predicate() && ([NSDate timeIntervalSinceReferenceDate] - start < waitSeconds)) {
  424. // This waits for the next event or until the 100ms timeout is reached
  425. [[NSRunLoop currentRunLoop] runMode:NSDefaultRunLoopMode
  426. beforeDate:[NSDate dateWithTimeIntervalSinceNow:0.1]];
  427. }
  428. if (!predicate()) {
  429. XCTFail(@"Timeout");
  430. }
  431. }
  432. extern "C" NSArray<NSDictionary<NSString *, id> *> *FIRQuerySnapshotGetData(
  433. FIRQuerySnapshot *docs) {
  434. NSMutableArray<NSDictionary<NSString *, id> *> *result = [NSMutableArray array];
  435. for (FIRDocumentSnapshot *doc in docs.documents) {
  436. [result addObject:doc.data];
  437. }
  438. return result;
  439. }
  440. extern "C" NSArray<NSString *> *FIRQuerySnapshotGetIDs(FIRQuerySnapshot *docs) {
  441. NSMutableArray<NSString *> *result = [NSMutableArray array];
  442. for (FIRDocumentSnapshot *doc in docs.documents) {
  443. [result addObject:doc.documentID];
  444. }
  445. return result;
  446. }
  447. extern "C" NSArray<NSArray<id> *> *FIRQuerySnapshotGetDocChangesData(FIRQuerySnapshot *docs) {
  448. NSMutableArray<NSMutableArray<id> *> *result = [NSMutableArray array];
  449. for (FIRDocumentChange *docChange in docs.documentChanges) {
  450. NSMutableArray<id> *docChangeData = [NSMutableArray array];
  451. [docChangeData addObject:@(docChange.type)];
  452. [docChangeData addObject:docChange.document.documentID];
  453. [docChangeData addObject:docChange.document.data];
  454. [result addObject:docChangeData];
  455. }
  456. return result;
  457. }
  458. @end
  459. NS_ASSUME_NONNULL_END