FSTSyncEngineTestDriver.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388
  1. /*
  2. * Copyright 2017 Google
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #import <Foundation/Foundation.h>
  17. #include <cstddef>
  18. #include <map>
  19. #include <memory>
  20. #include <unordered_map>
  21. #include <utility>
  22. #include <vector>
  23. #include "Firestore/core/src/api/load_bundle_task.h"
  24. #include "Firestore/core/src/bundle/bundle_reader.h"
  25. #include "Firestore/core/src/core/database_info.h"
  26. #include "Firestore/core/src/core/query.h"
  27. #include "Firestore/core/src/core/view_snapshot.h"
  28. #include "Firestore/core/src/credentials/user.h"
  29. #include "Firestore/core/src/model/model_fwd.h"
  30. #include "Firestore/core/src/nanopb/byte_string.h"
  31. #include "Firestore/core/src/nanopb/nanopb_util.h"
  32. #include "Firestore/core/src/remote/watch_change.h"
  33. #include "Firestore/core/src/util/async_queue.h"
  34. #include "Firestore/core/src/util/empty.h"
  35. namespace firebase {
  36. namespace firestore {
  37. namespace local {
  38. class Persistence;
  39. class TargetData;
  40. } // namespace local
  41. } // namespace firestore
  42. } // namespace firebase
  43. namespace api = firebase::firestore::api;
  44. namespace bundle = firebase::firestore::bundle;
  45. namespace core = firebase::firestore::core;
  46. namespace credentials = firebase::firestore::credentials;
  47. namespace local = firebase::firestore::local;
  48. namespace model = firebase::firestore::model;
  49. namespace remote = firebase::firestore::remote;
  50. namespace util = firebase::firestore::util;
  51. // A map holds expected information about currently active targets. The keys are
  52. // target ID, and the values are a vector of `TargetData`s mapped to the target.
  53. using ActiveTargetMap = std::unordered_map<model::TargetId, std::vector<local::TargetData>>;
  54. NS_ASSUME_NONNULL_BEGIN
  55. /**
  56. * Interface used for object that contain exactly one of either a view snapshot or an error for the
  57. * given query.
  58. */
  59. @interface FSTQueryEvent : NSObject
  60. @property(nonatomic, assign) core::Query query;
  61. @property(nonatomic, strong, nullable) NSError *error;
  62. - (const absl::optional<core::ViewSnapshot> &)viewSnapshot;
  63. - (void)setViewSnapshot:(absl::optional<core::ViewSnapshot>)snapshot;
  64. @end
  65. /** Holds an outstanding write and its result. */
  66. @interface FSTOutstandingWrite : NSObject
  67. /** The write that is outstanding. */
  68. - (const model::Mutation &)write;
  69. - (void)setWrite:(model::Mutation)write;
  70. /** Whether this write is done (regardless of whether it was successful or not). */
  71. @property(nonatomic, assign, readwrite) BOOL done;
  72. /** The error - if any - of this write. */
  73. @property(nonatomic, strong, nullable, readwrite) NSError *error;
  74. @end
  75. /** Mapping of user => array of FSTMutations for that user. */
  76. typedef std::
  77. unordered_map<credentials::User, NSMutableArray<FSTOutstandingWrite *> *, credentials::HashUser>
  78. FSTOutstandingWriteQueues;
  79. /**
  80. * A test driver for FSTSyncEngine that allows simulated event delivery and capture. As much as
  81. * possible, all sources of nondeterminism are removed so that test execution is consistent and
  82. * reliable.
  83. *
  84. * FSTSyncEngineTestDriver:
  85. *
  86. * + constructs an FSTSyncEngine using a mocked Datastore for the backend;
  87. * + allows the caller to trigger events (user API calls and incoming Datastore messages);
  88. * + performs sequencing validation internally (e.g. that when a user mutation is initiated, the
  89. * FSTSyncEngine correctly sends it to the remote store); and
  90. * + exposes the set of FSTQueryEvents generated for the caller to verify.
  91. *
  92. * Events come in three major flavors:
  93. *
  94. * + user events: simulate user API calls
  95. * + watch events: simulate RPC interactions with the Watch backend
  96. * + write events: simulate RPC interactions with the Streaming Write backend
  97. *
  98. * Each method on the driver injects a different event into the system.
  99. */
  100. @interface FSTSyncEngineTestDriver : NSObject
  101. /**
  102. * Initializes the underlying FSTSyncEngine with the given local persistence implementation and
  103. * a set of existing outstandingWrites (useful when your Persistence object has persisted
  104. * mutation queues).
  105. */
  106. - (instancetype)initWithPersistence:(std::unique_ptr<local::Persistence>)persistence
  107. initialUser:(const credentials::User &)initialUser
  108. outstandingWrites:(const FSTOutstandingWriteQueues &)outstandingWrites
  109. maxConcurrentLimboResolutions:(size_t)maxConcurrentLimboResolutions NS_DESIGNATED_INITIALIZER;
  110. - (instancetype)init NS_UNAVAILABLE;
  111. /** Starts the FSTSyncEngine and its underlying components. */
  112. - (void)start;
  113. /** Validates that the API has been used correctly after a test is complete. */
  114. - (void)validateUsage;
  115. /** Shuts the FSTSyncEngine down. */
  116. - (void)shutdown;
  117. /**
  118. * Adds a listener to the FSTSyncEngine as if the user had initiated a new listen for the given
  119. * query.
  120. *
  121. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  122. *
  123. * @param query A valid query to execute against the backend.
  124. * @return The target ID assigned by the system to track the query.
  125. */
  126. - (model::TargetId)addUserListenerWithQuery:(core::Query)query;
  127. /**
  128. * Removes a listener from the FSTSyncEngine as if the user had removed a listener corresponding
  129. * to the given query.
  130. *
  131. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  132. *
  133. * @param query An identical query corresponding to one passed to -addUserListenerWithQuery.
  134. */
  135. - (void)removeUserListenerWithQuery:(const core::Query &)query;
  136. /**
  137. * Loads a Firestore bundle captured in `reader` into the local storage.
  138. *
  139. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  140. *
  141. * @param reader An object to read from the underlying input stream of the bundle.
  142. * @param task An object to report loading progress and result.
  143. */
  144. - (void)loadBundleWithReader:(std::shared_ptr<bundle::BundleReader>)reader
  145. task:(std::shared_ptr<api::LoadBundleTask>)task;
  146. /**
  147. * Delivers a WatchChange RPC to the FSTSyncEngine as if it were received from the backend watch
  148. * service, either in response to addUserListener: or removeUserListener calls or because the
  149. * simulated backend has new data.
  150. *
  151. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  152. *
  153. * @param change Any type of watch change
  154. * @param snapshot A snapshot version to attach, if applicable. This should be sent when
  155. * simulating the server having sent a complete snapshot.
  156. */
  157. - (void)receiveWatchChange:(const remote::WatchChange &)change
  158. snapshotVersion:(const model::SnapshotVersion &)snapshot;
  159. /**
  160. * Delivers a watch stream error as if the Streaming Watch backend has generated some kind of error.
  161. *
  162. * @param errorCode A FIRFirestoreErrorCode value, from FIRFirestoreErrors.h
  163. * @param userInfo Any additional details that the server might have sent along with the error.
  164. * For the moment this is effectively unused, but is logged.
  165. */
  166. - (void)receiveWatchStreamError:(int)errorCode userInfo:(NSDictionary<NSString *, id> *)userInfo;
  167. /**
  168. * Performs a mutation against the FSTSyncEngine as if the user had written the mutation through
  169. * the API.
  170. *
  171. * Also retains the mutation so that the driver can validate that the sync engine sent the mutation
  172. * to the remote store before receiveWatchChange:snapshotVersion: and receiveWriteError:userInfo:
  173. * events are processed.
  174. *
  175. * @param mutation Any type of valid mutation.
  176. */
  177. - (void)writeUserMutation:(model::Mutation)mutation;
  178. /**
  179. * Delivers a write error as if the Streaming Write backend has generated some kind of error.
  180. *
  181. * For the moment write errors are usually must be in response to a mutation that has been written
  182. * with writeUserMutation:. Spontaneously errors due to idle timeout, server restart, or credential
  183. * expiration aren't yet supported.
  184. *
  185. * @param errorCode A FIRFirestoreErrorCode value, from FIRFirestoreErrors.h
  186. * @param userInfo Any additional details that the server might have sent along with the error.
  187. * For the moment this is effectively unused, but is logged.
  188. * @param keepInQueue Whether to keep the write in the write queue as it will be retried.
  189. */
  190. - (FSTOutstandingWrite *)receiveWriteError:(int)errorCode
  191. userInfo:(NSDictionary<NSString *, id> *)userInfo
  192. keepInQueue:(BOOL)keepInQueue;
  193. /**
  194. * Delivers a write acknowledgement as if the Streaming Write backend has acknowledged a write with
  195. * the snapshot version at which the write was committed.
  196. *
  197. * @param commitVersion The snapshot version at which the simulated server has committed
  198. * the mutation. Snapshot versions must be monotonically increasing.
  199. * @param mutationResults The mutation results for the write that is being acked.
  200. */
  201. - (FSTOutstandingWrite *)receiveWriteAckWithVersion:(const model::SnapshotVersion &)commitVersion
  202. mutationResults:
  203. (std::vector<model::MutationResult>)mutationResults;
  204. /**
  205. * A count of the mutations written to the write stream by the FSTSyncEngine, but not yet
  206. * acknowledged via receiveWriteError: or receiveWriteAckWithVersion:mutationResults.
  207. */
  208. @property(nonatomic, readonly) int sentWritesCount;
  209. /**
  210. * A count of the total number of requests sent to the write stream since the beginning of the test
  211. * case.
  212. */
  213. @property(nonatomic, readonly) int writeStreamRequestCount;
  214. /**
  215. * A count of the total number of requests sent to the watch stream since the beginning of the test
  216. * case.
  217. */
  218. @property(nonatomic, readonly) int watchStreamRequestCount;
  219. /**
  220. * Disables RemoteStore's network connection and shuts down all streams.
  221. */
  222. - (void)disableNetwork;
  223. /**
  224. * Enables RemoteStore's network connection.
  225. */
  226. - (void)enableNetwork;
  227. /**
  228. * Runs a pending timer callback on the worker queue.
  229. */
  230. - (void)runTimer:(util::TimerId)timerID;
  231. /**
  232. * Switches the FSTSyncEngine to a new user. The test driver tracks the outstanding mutations for
  233. * each user, so future receiveWriteAck/Error operations will validate the write sent to the mock
  234. * datastore matches the next outstanding write for that user.
  235. */
  236. - (void)changeUser:(const credentials::User &)user;
  237. /**
  238. * Drains the client's dispatch queue.
  239. */
  240. - (void)drainQueue;
  241. /**
  242. * Returns all query events generated by the FSTSyncEngine in response to the event injection
  243. * methods called previously. The events are cleared after each invocation of this method.
  244. */
  245. - (NSArray<FSTQueryEvent *> *)capturedEventsSinceLastCall;
  246. /**
  247. * Returns the names of the documents that the client acknowledged since the last call to this
  248. * method. The keys are cleared after each invocation of this method.
  249. */
  250. - (NSArray<NSString *> *)capturedAcknowledgedWritesSinceLastCall;
  251. /**
  252. * Returns the names of the documents that the client rejected since the last call to this
  253. * method. The keys are cleared after each invocation of this method.
  254. */
  255. - (NSArray<NSString *> *)capturedRejectedWritesSinceLastCall;
  256. /** The current set of documents in limbo with active targets. */
  257. - (std::map<model::DocumentKey, model::TargetId>)activeLimboDocumentResolutions;
  258. /** The current set of documents in limbo that are enqueued for resolution. */
  259. - (std::vector<model::DocumentKey>)enqueuedLimboDocumentResolutions;
  260. /** The expected set of documents in limbo with an active target. */
  261. - (const model::DocumentKeySet &)expectedActiveLimboDocuments;
  262. /** Sets the expected set of documents in limbo with an active target. */
  263. - (void)setExpectedActiveLimboDocuments:(model::DocumentKeySet)docs;
  264. /** The expected set of documents in limbo that are enqueued for resolution. */
  265. - (const model::DocumentKeySet &)expectedEnqueuedLimboDocuments;
  266. /** Sets the expected set of documents in limbo that are enqueued for resolution. */
  267. - (void)setExpectedEnqueuedLimboDocuments:(model::DocumentKeySet)docs;
  268. /**
  269. * The writes that have been sent to the FSTSyncEngine via writeUserMutation: but not yet
  270. * acknowledged by calling receiveWriteAck/Error:. They are tracked per-user.
  271. *
  272. * It is mostly an implementation detail used internally to validate that the writes sent to the
  273. * mock backend by the FSTSyncEngine match the user mutations that initiated them.
  274. *
  275. * It is exposed specifically for use with the
  276. * initWithPersistence:GCEnabled:outstandingWrites: initializer to test persistence
  277. * scenarios where the FSTSyncEngine is restarted while the Persistence implementation still has
  278. * outstanding persisted mutations.
  279. *
  280. * Note: The size of the list for the current user will generally be the same as
  281. * sentWritesCount, but not necessarily, since the `RemoteStore` limits the number of
  282. * outstanding writes to the backend at a given time.
  283. */
  284. @property(nonatomic, assign, readonly) const FSTOutstandingWriteQueues &outstandingWrites;
  285. /** The current user for the FSTSyncEngine; determines which mutation queue is active. */
  286. @property(nonatomic, assign, readonly) const credentials::User &currentUser;
  287. /**
  288. * The number of waitForPendingWrites events that have been received.
  289. */
  290. @property(nonatomic, readonly) int waitForPendingWritesEvents;
  291. /**
  292. * The DatabaseInfo of the Firestore instance.
  293. */
  294. @property(nonatomic, readonly) const core::DatabaseInfo &databaseInfo;
  295. - (void)incrementWaitForPendingWritesEvents;
  296. - (void)resetWaitForPendingWritesEvents;
  297. /**
  298. * Register a new waitForPendingWrites() callback.
  299. */
  300. - (void)waitForPendingWrites;
  301. /**
  302. * The number of snapshots-in-sync events that have been received.
  303. */
  304. @property(nonatomic, readonly) int snapshotsInSyncEvents;
  305. - (void)incrementSnapshotsInSyncEvents;
  306. - (void)resetSnapshotsInSyncEvents;
  307. /**
  308. * Adds a snpahots-in-sync listener to the event manager and keeps track of it so that it
  309. * can be easily removed later.
  310. */
  311. - (void)addSnapshotsInSyncListener;
  312. /**
  313. * Removes the snapshots-in-sync listener from the event manager.
  314. */
  315. - (void)removeSnapshotsInSyncListener;
  316. /** The set of active targets as observed on the watch stream. */
  317. - (const std::unordered_map<model::TargetId, local::TargetData> &)activeTargets;
  318. /** The expected set of active targets, keyed by target ID. */
  319. - (const ActiveTargetMap &)expectedActiveTargets;
  320. - (void)setExpectedActiveTargets:(ActiveTargetMap)targets;
  321. @end
  322. NS_ASSUME_NONNULL_END