FSTIntegrationTestCase.mm 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558
  1. /*
  2. * Copyright 2017 Google
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #import "Firestore/Example/Tests/Util/FSTIntegrationTestCase.h"
  17. #import <FirebaseCore/FIRAppInternal.h>
  18. #import <FirebaseCore/FIRLogger.h>
  19. #import <FirebaseCore/FIROptions.h>
  20. #import <FirebaseFirestore/FIRCollectionReference.h>
  21. #import <FirebaseFirestore/FIRDocumentChange.h>
  22. #import <FirebaseFirestore/FIRDocumentReference.h>
  23. #import <FirebaseFirestore/FIRDocumentSnapshot.h>
  24. #import <FirebaseFirestore/FIRFirestore.h>
  25. #import <FirebaseFirestore/FIRFirestoreSettings.h>
  26. #import <FirebaseFirestore/FIRQuerySnapshot.h>
  27. #import <FirebaseFirestore/FIRSnapshotMetadata.h>
  28. #import <FirebaseFirestore/FIRTransaction.h>
  29. #include <memory>
  30. #include <string>
  31. #include <utility>
  32. #import "Firestore/Example/Tests/Util/FIRFirestore+Testing.h"
  33. #import "Firestore/Example/Tests/Util/FSTEventAccumulator.h"
  34. #import "Firestore/Source/API/FIRFirestore+Internal.h"
  35. #include "Firestore/core/src/firebase/firestore/auth/credentials_provider.h"
  36. #include "Firestore/core/src/firebase/firestore/auth/empty_credentials_provider.h"
  37. #include "Firestore/core/src/firebase/firestore/auth/user.h"
  38. #include "Firestore/core/src/firebase/firestore/local/leveldb_persistence.h"
  39. #include "Firestore/core/src/firebase/firestore/model/database_id.h"
  40. #include "Firestore/core/src/firebase/firestore/remote/grpc_connection.h"
  41. #include "Firestore/core/src/firebase/firestore/util/async_queue.h"
  42. #include "Firestore/core/src/firebase/firestore/util/autoid.h"
  43. #include "Firestore/core/src/firebase/firestore/util/filesystem.h"
  44. #include "Firestore/core/src/firebase/firestore/util/path.h"
  45. #include "Firestore/core/src/firebase/firestore/util/string_apple.h"
  46. #include "Firestore/core/test/firebase/firestore/testutil/app_testing.h"
  47. #include "Firestore/core/test/firebase/firestore/testutil/async_testing.h"
  48. #include "Firestore/core/test/firebase/firestore/util/status_testing.h"
  49. #include "absl/memory/memory.h"
  50. namespace testutil = firebase::firestore::testutil;
  51. namespace util = firebase::firestore::util;
  52. using firebase::firestore::auth::CredentialChangeListener;
  53. using firebase::firestore::auth::CredentialsProvider;
  54. using firebase::firestore::auth::EmptyCredentialsProvider;
  55. using firebase::firestore::auth::User;
  56. using firebase::firestore::local::LevelDbPersistence;
  57. using firebase::firestore::model::DatabaseId;
  58. using firebase::firestore::testutil::AppForUnitTesting;
  59. using firebase::firestore::testutil::AsyncQueueForTesting;
  60. using firebase::firestore::remote::GrpcConnection;
  61. using firebase::firestore::util::AsyncQueue;
  62. using firebase::firestore::util::CreateAutoId;
  63. using firebase::firestore::util::Path;
  64. using firebase::firestore::util::Status;
  65. using firebase::firestore::util::StatusOr;
  66. NS_ASSUME_NONNULL_BEGIN
  67. /**
  68. * Firestore databases can be subject to a ~30s "cold start" delay if they have not been used
  69. * recently, so before any tests run we "prime" the backend.
  70. */
  71. static const double kPrimingTimeout = 45.0;
  72. static NSString *defaultProjectId;
  73. static FIRFirestoreSettings *defaultSettings;
  74. static bool runningAgainstEmulator = false;
  75. // Behaves the same as `EmptyCredentialsProvider` except it can also trigger a user
  76. // change.
  77. class FakeCredentialsProvider : public EmptyCredentialsProvider {
  78. public:
  79. void SetCredentialChangeListener(CredentialChangeListener changeListener) override {
  80. if (changeListener) {
  81. listener_ = std::move(changeListener);
  82. listener_(User::Unauthenticated());
  83. }
  84. }
  85. void ChangeUser(NSString *new_id) {
  86. if (listener_) {
  87. listener_(firebase::firestore::auth::User::FromUid(new_id));
  88. }
  89. }
  90. private:
  91. CredentialChangeListener listener_;
  92. };
  93. @implementation FSTIntegrationTestCase {
  94. NSMutableArray<FIRFirestore *> *_firestores;
  95. std::shared_ptr<FakeCredentialsProvider> _fakeCredentialsProvider;
  96. }
  97. - (void)setUp {
  98. [super setUp];
  99. LoadXCTestCaseAwait();
  100. _fakeCredentialsProvider = std::make_shared<FakeCredentialsProvider>();
  101. [self clearPersistenceOnce];
  102. [self primeBackend];
  103. _firestores = [NSMutableArray array];
  104. self.db = [self firestore];
  105. self.eventAccumulator = [FSTEventAccumulator accumulatorForTest:self];
  106. }
  107. - (void)tearDown {
  108. @try {
  109. for (FIRFirestore *firestore in _firestores) {
  110. [self terminateFirestore:firestore];
  111. }
  112. } @finally {
  113. _firestores = nil;
  114. [super tearDown];
  115. }
  116. }
  117. /**
  118. * Clears persistence, but only the first time. This ensures that each test
  119. * run is isolated from the last test run, but doesn't allow tests to interfere
  120. * with each other.
  121. */
  122. - (void)clearPersistenceOnce {
  123. static bool clearedPersistence = false;
  124. @synchronized([FSTIntegrationTestCase class]) {
  125. if (clearedPersistence) return;
  126. StatusOr<Path> maybe_dir = LevelDbPersistence::AppDataDirectory();
  127. ASSERT_OK(maybe_dir);
  128. Path levelDBDir = maybe_dir.ValueOrDie();
  129. Status status = util::RecursivelyDelete(levelDBDir);
  130. ASSERT_OK(status);
  131. clearedPersistence = true;
  132. }
  133. }
  134. - (FIRFirestore *)firestore {
  135. return [self firestoreWithProjectID:[FSTIntegrationTestCase projectID]];
  136. }
  137. /**
  138. * Figures out what kind of testing environment we're using, and sets up testing defaults to make
  139. * that work.
  140. *
  141. * Several configurations are supported:
  142. * * Mobile Harness, running periocally against prod and nightly, using live SSL certs
  143. * * Hexa built from google3, running on a companion gLinux machine, using self-signed test SSL
  144. * certs
  145. * * Firestore emulator, running on localhost, with SSL disabled
  146. *
  147. * See Firestore/README.md for detailed setup instructions or comments below for which specific
  148. * values trigger which configurations.
  149. */
  150. + (void)setUpDefaults {
  151. if (defaultSettings) return;
  152. defaultSettings = [[FIRFirestoreSettings alloc] init];
  153. defaultSettings.persistenceEnabled = YES;
  154. // Check for a MobileHarness configuration, running against nightly or prod, which have live
  155. // SSL certs.
  156. NSString *project = [[NSProcessInfo processInfo] environment][@"PROJECT_ID"];
  157. NSString *host = [[NSProcessInfo processInfo] environment][@"DATASTORE_HOST"];
  158. if (project && host) {
  159. defaultProjectId = project;
  160. defaultSettings.host = host;
  161. return;
  162. }
  163. // Check for configuration of a prod project via GoogleServices-Info.plist.
  164. FIROptions *options = [FIROptions defaultOptions];
  165. if (options && ![options.projectID isEqualToString:@"abc-xyz-123"]) {
  166. defaultProjectId = options.projectID;
  167. if (host) {
  168. // Allow access to nightly or other hosts via this mechanism too.
  169. defaultSettings.host = host;
  170. }
  171. return;
  172. }
  173. // Otherwise fall back on assuming the emulator or Hexa on localhost.
  174. defaultProjectId = @"test-db";
  175. // Hexa uses a self-signed cert: the first bundle location is used by bazel builds. The second is
  176. // used for github clones.
  177. NSString *certsPath =
  178. [[NSBundle mainBundle] pathForResource:@"PlugIns/IntegrationTests.xctest/CAcert"
  179. ofType:@"pem"];
  180. if (certsPath == nil) {
  181. certsPath = [[NSBundle bundleForClass:[self class]] pathForResource:@"CAcert" ofType:@"pem"];
  182. }
  183. unsigned long long fileSize =
  184. [[[NSFileManager defaultManager] attributesOfItemAtPath:certsPath error:nil] fileSize];
  185. if (fileSize != 0) {
  186. defaultSettings.host = @"localhost:8081";
  187. GrpcConnection::UseTestCertificate(util::MakeString(defaultSettings.host),
  188. Path::FromNSString(certsPath), "test_cert_2");
  189. } else {
  190. // If no cert is set up, configure for the Firestore emulator.
  191. defaultSettings.host = @"localhost:8080";
  192. defaultSettings.sslEnabled = false;
  193. runningAgainstEmulator = true;
  194. // Also issue a warning because the Firestore emulator doesn't completely work yet.
  195. NSLog(@"Please set up a GoogleServices-Info.plist for Firestore in Firestore/Example/App using "
  196. "instructions at <https://github.com/firebase/firebase-ios-sdk#running-sample-apps>. "
  197. "Alternatively, if you're a Googler with a Hexa preproduction environment, run "
  198. "setup_integration_tests.py to properly configure testing SSL certificates.");
  199. }
  200. }
  201. + (NSString *)projectID {
  202. if (!defaultProjectId) {
  203. [self setUpDefaults];
  204. }
  205. return defaultProjectId;
  206. }
  207. + (bool)isRunningAgainstEmulator {
  208. // The only way to determine whether or not we're running against the emulator is to figure out
  209. // which testing environment we're using. Essentially `setUpDefaults` determines
  210. // `runningAgainstEmulator` as a side effect.
  211. if (!defaultProjectId) {
  212. [self setUpDefaults];
  213. }
  214. return runningAgainstEmulator;
  215. }
  216. + (FIRFirestoreSettings *)settings {
  217. [self setUpDefaults];
  218. return defaultSettings;
  219. }
  220. - (FIRFirestore *)firestoreWithProjectID:(NSString *)projectID {
  221. FIRApp *app = AppForUnitTesting(util::MakeString(projectID));
  222. return [self firestoreWithApp:app];
  223. }
  224. - (FIRFirestore *)firestoreWithApp:(FIRApp *)app {
  225. NSString *persistenceKey = [NSString stringWithFormat:@"db%lu", (unsigned long)_firestores.count];
  226. FIRSetLoggerLevel(FIRLoggerLevelDebug);
  227. std::string projectID = util::MakeString(app.options.projectID);
  228. FIRFirestore *firestore =
  229. [[FIRFirestore alloc] initWithDatabaseID:DatabaseId(projectID)
  230. persistenceKey:util::MakeString(persistenceKey)
  231. credentialsProvider:_fakeCredentialsProvider
  232. workerQueue:AsyncQueueForTesting()
  233. firebaseApp:app
  234. instanceRegistry:nil];
  235. firestore.settings = [FSTIntegrationTestCase settings];
  236. [_firestores addObject:firestore];
  237. return firestore;
  238. }
  239. - (void)triggerUserChangeWithUid:(NSString *)uid {
  240. _fakeCredentialsProvider->ChangeUser(uid);
  241. }
  242. - (void)primeBackend {
  243. static dispatch_once_t onceToken;
  244. dispatch_once(&onceToken, ^{
  245. [FSTIntegrationTestCase setUpDefaults];
  246. if (runningAgainstEmulator) {
  247. // Priming not required against the emulator.
  248. return;
  249. }
  250. FIRFirestore *db = [self firestore];
  251. XCTestExpectation *watchInitialized =
  252. [self expectationWithDescription:@"Prime backend: Watch initialized"];
  253. __block XCTestExpectation *watchUpdateReceived;
  254. FIRDocumentReference *docRef = [db documentWithPath:[self documentPath]];
  255. id<FIRListenerRegistration> listenerRegistration =
  256. [docRef addSnapshotListener:^(FIRDocumentSnapshot *snapshot, NSError *error) {
  257. if ([snapshot[@"value"] isEqual:@"done"]) {
  258. [watchUpdateReceived fulfill];
  259. } else {
  260. [watchInitialized fulfill];
  261. }
  262. }];
  263. // Wait for watch to initialize and deliver first event.
  264. [self awaitExpectations];
  265. watchUpdateReceived = [self expectationWithDescription:@"Prime backend: Watch update received"];
  266. // Use a transaction to perform a write without triggering any local events.
  267. [docRef.firestore
  268. runTransactionWithBlock:^id(FIRTransaction *transaction, NSError **pError) {
  269. [transaction setData:@{@"value" : @"done"} forDocument:docRef];
  270. return nil;
  271. }
  272. completion:^(id result, NSError *error){
  273. }];
  274. // Wait to see the write on the watch stream.
  275. [self waitForExpectationsWithTimeout:kPrimingTimeout
  276. handler:^(NSError *_Nullable expectationError) {
  277. if (expectationError) {
  278. XCTFail(@"Error waiting for prime backend: %@",
  279. expectationError);
  280. }
  281. }];
  282. [listenerRegistration remove];
  283. [self terminateFirestore:db];
  284. });
  285. }
  286. - (void)terminateFirestore:(FIRFirestore *)firestore {
  287. [firestore terminateWithCompletion:[self completionForExpectationWithName:@"shutdown"]];
  288. [self awaitExpectations];
  289. }
  290. - (void)deleteApp:(FIRApp *)app {
  291. XCTestExpectation *expectation = [self expectationWithDescription:@"Delete app"];
  292. [app deleteApp:^(BOOL completion) {
  293. XCTAssertTrue(completion);
  294. [expectation fulfill];
  295. }];
  296. [self awaitExpectations];
  297. }
  298. - (NSString *)documentPath {
  299. std::string autoId = CreateAutoId();
  300. return [NSString stringWithFormat:@"test-collection/%s", autoId.c_str()];
  301. }
  302. - (FIRDocumentReference *)documentRef {
  303. return [self.db documentWithPath:[self documentPath]];
  304. }
  305. - (FIRCollectionReference *)collectionRef {
  306. std::string autoId = CreateAutoId();
  307. NSString *collectionName = [NSString stringWithFormat:@"test-collection-%s", autoId.c_str()];
  308. return [self.db collectionWithPath:collectionName];
  309. }
  310. - (FIRCollectionReference *)collectionRefWithDocuments:
  311. (NSDictionary<NSString *, NSDictionary<NSString *, id> *> *)documents {
  312. FIRCollectionReference *collection = [self collectionRef];
  313. // Use a different instance to write the documents
  314. [self writeAllDocuments:documents
  315. toCollection:[[self firestore] collectionWithPath:collection.path]];
  316. return collection;
  317. }
  318. - (void)writeAllDocuments:(NSDictionary<NSString *, NSDictionary<NSString *, id> *> *)documents
  319. toCollection:(FIRCollectionReference *)collection {
  320. [documents enumerateKeysAndObjectsUsingBlock:^(NSString *key, NSDictionary<NSString *, id> *value,
  321. BOOL *stop) {
  322. FIRDocumentReference *ref = [collection documentWithPath:key];
  323. [self writeDocumentRef:ref data:value];
  324. }];
  325. }
  326. - (void)readerAndWriterOnDocumentRef:(void (^)(NSString *path,
  327. FIRDocumentReference *readerRef,
  328. FIRDocumentReference *writerRef))action {
  329. FIRFirestore *reader = self.db; // for clarity
  330. FIRFirestore *writer = [self firestore];
  331. NSString *path = [self documentPath];
  332. FIRDocumentReference *readerRef = [reader documentWithPath:path];
  333. FIRDocumentReference *writerRef = [writer documentWithPath:path];
  334. action(path, readerRef, writerRef);
  335. }
  336. - (FIRDocumentSnapshot *)readDocumentForRef:(FIRDocumentReference *)ref {
  337. return [self readDocumentForRef:ref source:FIRFirestoreSourceDefault];
  338. }
  339. - (FIRDocumentSnapshot *)readDocumentForRef:(FIRDocumentReference *)ref
  340. source:(FIRFirestoreSource)source {
  341. __block FIRDocumentSnapshot *result;
  342. XCTestExpectation *expectation = [self expectationWithDescription:@"getData"];
  343. [ref getDocumentWithSource:source
  344. completion:^(FIRDocumentSnapshot *doc, NSError *_Nullable error) {
  345. XCTAssertNil(error);
  346. result = doc;
  347. [expectation fulfill];
  348. }];
  349. [self awaitExpectations];
  350. return result;
  351. }
  352. - (FIRQuerySnapshot *)readDocumentSetForRef:(FIRQuery *)query {
  353. return [self readDocumentSetForRef:query source:FIRFirestoreSourceDefault];
  354. }
  355. - (FIRQuerySnapshot *)readDocumentSetForRef:(FIRQuery *)query source:(FIRFirestoreSource)source {
  356. __block FIRQuerySnapshot *result;
  357. XCTestExpectation *expectation = [self expectationWithDescription:@"getData"];
  358. [query getDocumentsWithSource:source
  359. completion:^(FIRQuerySnapshot *documentSet, NSError *error) {
  360. XCTAssertNil(error);
  361. result = documentSet;
  362. [expectation fulfill];
  363. }];
  364. [self awaitExpectations];
  365. return result;
  366. }
  367. - (FIRDocumentSnapshot *)readSnapshotForRef:(FIRDocumentReference *)ref
  368. requireOnline:(BOOL)requireOnline {
  369. __block FIRDocumentSnapshot *result;
  370. XCTestExpectation *expectation = [self expectationWithDescription:@"listener"];
  371. id<FIRListenerRegistration> listener = [ref
  372. addSnapshotListenerWithIncludeMetadataChanges:YES
  373. listener:^(FIRDocumentSnapshot *snapshot,
  374. NSError *error) {
  375. XCTAssertNil(error);
  376. if (!requireOnline || !snapshot.metadata.fromCache) {
  377. result = snapshot;
  378. [expectation fulfill];
  379. }
  380. }];
  381. [self awaitExpectations];
  382. [listener remove];
  383. return result;
  384. }
  385. - (void)writeDocumentRef:(FIRDocumentReference *)ref data:(NSDictionary<NSString *, id> *)data {
  386. [ref setData:data completion:[self completionForExpectationWithName:@"setData"]];
  387. [self awaitExpectations];
  388. }
  389. - (void)updateDocumentRef:(FIRDocumentReference *)ref data:(NSDictionary<id, id> *)data {
  390. [ref updateData:data completion:[self completionForExpectationWithName:@"updateData"]];
  391. [self awaitExpectations];
  392. }
  393. - (void)deleteDocumentRef:(FIRDocumentReference *)ref {
  394. [ref deleteDocumentWithCompletion:[self completionForExpectationWithName:@"deleteDocument"]];
  395. [self awaitExpectations];
  396. }
  397. - (FIRDocumentReference *)addDocumentRef:(FIRCollectionReference *)ref
  398. data:(NSDictionary<NSString *, id> *)data {
  399. FIRDocumentReference *doc =
  400. [ref addDocumentWithData:data
  401. completion:[self completionForExpectationWithName:@"addDocument"]];
  402. [self awaitExpectations];
  403. return doc;
  404. }
  405. - (void)mergeDocumentRef:(FIRDocumentReference *)ref data:(NSDictionary<NSString *, id> *)data {
  406. [ref setData:data
  407. merge:YES
  408. completion:[self completionForExpectationWithName:@"setDataWithMerge"]];
  409. [self awaitExpectations];
  410. }
  411. - (void)mergeDocumentRef:(FIRDocumentReference *)ref
  412. data:(NSDictionary<NSString *, id> *)data
  413. fields:(NSArray<id> *)fields {
  414. [ref setData:data
  415. mergeFields:fields
  416. completion:[self completionForExpectationWithName:@"setDataWithMerge"]];
  417. [self awaitExpectations];
  418. }
  419. - (void)disableNetwork {
  420. [self.db
  421. disableNetworkWithCompletion:[self completionForExpectationWithName:@"Disable Network."]];
  422. [self awaitExpectations];
  423. }
  424. - (void)enableNetwork {
  425. [self.db enableNetworkWithCompletion:[self completionForExpectationWithName:@"Enable Network."]];
  426. [self awaitExpectations];
  427. }
  428. - (const std::shared_ptr<util::AsyncQueue> &)queueForFirestore:(FIRFirestore *)firestore {
  429. return [firestore workerQueue];
  430. }
  431. - (void)waitUntil:(BOOL (^)())predicate {
  432. NSTimeInterval start = [NSDate timeIntervalSinceReferenceDate];
  433. double waitSeconds = [self defaultExpectationWaitSeconds];
  434. while (!predicate() && ([NSDate timeIntervalSinceReferenceDate] - start < waitSeconds)) {
  435. // This waits for the next event or until the 100ms timeout is reached
  436. [[NSRunLoop currentRunLoop] runMode:NSDefaultRunLoopMode
  437. beforeDate:[NSDate dateWithTimeIntervalSinceNow:0.1]];
  438. }
  439. if (!predicate()) {
  440. XCTFail(@"Timeout");
  441. }
  442. }
  443. extern "C" NSArray<NSDictionary<NSString *, id> *> *FIRQuerySnapshotGetData(
  444. FIRQuerySnapshot *docs) {
  445. NSMutableArray<NSDictionary<NSString *, id> *> *result = [NSMutableArray array];
  446. for (FIRDocumentSnapshot *doc in docs.documents) {
  447. [result addObject:doc.data];
  448. }
  449. return result;
  450. }
  451. extern "C" NSArray<NSString *> *FIRQuerySnapshotGetIDs(FIRQuerySnapshot *docs) {
  452. NSMutableArray<NSString *> *result = [NSMutableArray array];
  453. for (FIRDocumentSnapshot *doc in docs.documents) {
  454. [result addObject:doc.documentID];
  455. }
  456. return result;
  457. }
  458. extern "C" NSArray<NSArray<id> *> *FIRQuerySnapshotGetDocChangesData(FIRQuerySnapshot *docs) {
  459. NSMutableArray<NSMutableArray<id> *> *result = [NSMutableArray array];
  460. for (FIRDocumentChange *docChange in docs.documentChanges) {
  461. NSMutableArray<id> *docChangeData = [NSMutableArray array];
  462. [docChangeData addObject:@(docChange.type)];
  463. [docChangeData addObject:docChange.document.documentID];
  464. [docChangeData addObject:docChange.document.data];
  465. [result addObject:docChangeData];
  466. }
  467. return result;
  468. }
  469. @end
  470. NS_ASSUME_NONNULL_END