FSTSyncEngineTestDriver.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387
  1. /*
  2. * Copyright 2017 Google
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #import <Foundation/Foundation.h>
  17. #include <cstddef>
  18. #include <map>
  19. #include <memory>
  20. #include <unordered_map>
  21. #include <utility>
  22. #include <vector>
  23. #include "Firestore/core/src/api/load_bundle_task.h"
  24. #include "Firestore/core/src/bundle/bundle_reader.h"
  25. #include "Firestore/core/src/core/database_info.h"
  26. #include "Firestore/core/src/core/query.h"
  27. #include "Firestore/core/src/core/view_snapshot.h"
  28. #include "Firestore/core/src/credentials/user.h"
  29. #include "Firestore/core/src/model/model_fwd.h"
  30. #include "Firestore/core/src/nanopb/byte_string.h"
  31. #include "Firestore/core/src/nanopb/nanopb_util.h"
  32. #include "Firestore/core/src/remote/watch_change.h"
  33. #include "Firestore/core/src/util/async_queue.h"
  34. #include "Firestore/core/src/util/empty.h"
  35. namespace firebase {
  36. namespace firestore {
  37. namespace local {
  38. class Persistence;
  39. class TargetData;
  40. } // namespace local
  41. } // namespace firestore
  42. } // namespace firebase
  43. namespace api = firebase::firestore::api;
  44. namespace bundle = firebase::firestore::bundle;
  45. namespace core = firebase::firestore::core;
  46. namespace credentials = firebase::firestore::credentials;
  47. namespace local = firebase::firestore::local;
  48. namespace model = firebase::firestore::model;
  49. namespace remote = firebase::firestore::remote;
  50. // A map holds expected information about currently active targets. The keys are
  51. // target ID, and the values are a vector of `TargetData`s mapped to the target.
  52. using ActiveTargetMap = std::unordered_map<model::TargetId, std::vector<local::TargetData>>;
  53. NS_ASSUME_NONNULL_BEGIN
  54. /**
  55. * Interface used for object that contain exactly one of either a view snapshot or an error for the
  56. * given query.
  57. */
  58. @interface FSTQueryEvent : NSObject
  59. @property(nonatomic, assign) core::Query query;
  60. @property(nonatomic, strong, nullable) NSError *error;
  61. - (const absl::optional<core::ViewSnapshot> &)viewSnapshot;
  62. - (void)setViewSnapshot:(absl::optional<core::ViewSnapshot>)snapshot;
  63. @end
  64. /** Holds an outstanding write and its result. */
  65. @interface FSTOutstandingWrite : NSObject
  66. /** The write that is outstanding. */
  67. - (const model::Mutation &)write;
  68. - (void)setWrite:(model::Mutation)write;
  69. /** Whether this write is done (regardless of whether it was successful or not). */
  70. @property(nonatomic, assign, readwrite) BOOL done;
  71. /** The error - if any - of this write. */
  72. @property(nonatomic, strong, nullable, readwrite) NSError *error;
  73. @end
  74. /** Mapping of user => array of FSTMutations for that user. */
  75. typedef std::
  76. unordered_map<credentials::User, NSMutableArray<FSTOutstandingWrite *> *, credentials::HashUser>
  77. FSTOutstandingWriteQueues;
  78. /**
  79. * A test driver for FSTSyncEngine that allows simulated event delivery and capture. As much as
  80. * possible, all sources of nondeterminism are removed so that test execution is consistent and
  81. * reliable.
  82. *
  83. * FSTSyncEngineTestDriver:
  84. *
  85. * + constructs an FSTSyncEngine using a mocked Datastore for the backend;
  86. * + allows the caller to trigger events (user API calls and incoming Datastore messages);
  87. * + performs sequencing validation internally (e.g. that when a user mutation is initiated, the
  88. * FSTSyncEngine correctly sends it to the remote store); and
  89. * + exposes the set of FSTQueryEvents generated for the caller to verify.
  90. *
  91. * Events come in three major flavors:
  92. *
  93. * + user events: simulate user API calls
  94. * + watch events: simulate RPC interactions with the Watch backend
  95. * + write events: simulate RPC interactions with the Streaming Write backend
  96. *
  97. * Each method on the driver injects a different event into the system.
  98. */
  99. @interface FSTSyncEngineTestDriver : NSObject
  100. /**
  101. * Initializes the underlying FSTSyncEngine with the given local persistence implementation and
  102. * a set of existing outstandingWrites (useful when your Persistence object has persisted
  103. * mutation queues).
  104. */
  105. - (instancetype)initWithPersistence:(std::unique_ptr<local::Persistence>)persistence
  106. initialUser:(const credentials::User &)initialUser
  107. outstandingWrites:(const FSTOutstandingWriteQueues &)outstandingWrites
  108. maxConcurrentLimboResolutions:(size_t)maxConcurrentLimboResolutions NS_DESIGNATED_INITIALIZER;
  109. - (instancetype)init NS_UNAVAILABLE;
  110. /** Starts the FSTSyncEngine and its underlying components. */
  111. - (void)start;
  112. /** Validates that the API has been used correctly after a test is complete. */
  113. - (void)validateUsage;
  114. /** Shuts the FSTSyncEngine down. */
  115. - (void)shutdown;
  116. /**
  117. * Adds a listener to the FSTSyncEngine as if the user had initiated a new listen for the given
  118. * query.
  119. *
  120. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  121. *
  122. * @param query A valid query to execute against the backend.
  123. * @return The target ID assigned by the system to track the query.
  124. */
  125. - (model::TargetId)addUserListenerWithQuery:(core::Query)query;
  126. /**
  127. * Removes a listener from the FSTSyncEngine as if the user had removed a listener corresponding
  128. * to the given query.
  129. *
  130. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  131. *
  132. * @param query An identical query corresponding to one passed to -addUserListenerWithQuery.
  133. */
  134. - (void)removeUserListenerWithQuery:(const core::Query &)query;
  135. /**
  136. * Loads a Firestore bundle captured in `reader` into the local storage.
  137. *
  138. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  139. *
  140. * @param reader An object to read from the underlying input stream of the bundle.
  141. * @param task An object to report loading progress and result.
  142. */
  143. - (void)loadBundleWithReader:(std::shared_ptr<bundle::BundleReader>)reader
  144. task:(std::shared_ptr<api::LoadBundleTask>)task;
  145. /**
  146. * Delivers a WatchChange RPC to the FSTSyncEngine as if it were received from the backend watch
  147. * service, either in response to addUserListener: or removeUserListener calls or because the
  148. * simulated backend has new data.
  149. *
  150. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  151. *
  152. * @param change Any type of watch change
  153. * @param snapshot A snapshot version to attach, if applicable. This should be sent when
  154. * simulating the server having sent a complete snapshot.
  155. */
  156. - (void)receiveWatchChange:(const remote::WatchChange &)change
  157. snapshotVersion:(const model::SnapshotVersion &)snapshot;
  158. /**
  159. * Delivers a watch stream error as if the Streaming Watch backend has generated some kind of error.
  160. *
  161. * @param errorCode A FIRFirestoreErrorCode value, from FIRFirestoreErrors.h
  162. * @param userInfo Any additional details that the server might have sent along with the error.
  163. * For the moment this is effectively unused, but is logged.
  164. */
  165. - (void)receiveWatchStreamError:(int)errorCode userInfo:(NSDictionary<NSString *, id> *)userInfo;
  166. /**
  167. * Performs a mutation against the FSTSyncEngine as if the user had written the mutation through
  168. * the API.
  169. *
  170. * Also retains the mutation so that the driver can validate that the sync engine sent the mutation
  171. * to the remote store before receiveWatchChange:snapshotVersion: and receiveWriteError:userInfo:
  172. * events are processed.
  173. *
  174. * @param mutation Any type of valid mutation.
  175. */
  176. - (void)writeUserMutation:(model::Mutation)mutation;
  177. /**
  178. * Delivers a write error as if the Streaming Write backend has generated some kind of error.
  179. *
  180. * For the moment write errors are usually must be in response to a mutation that has been written
  181. * with writeUserMutation:. Spontaneously errors due to idle timeout, server restart, or credential
  182. * expiration aren't yet supported.
  183. *
  184. * @param errorCode A FIRFirestoreErrorCode value, from FIRFirestoreErrors.h
  185. * @param userInfo Any additional details that the server might have sent along with the error.
  186. * For the moment this is effectively unused, but is logged.
  187. * @param keepInQueue Whether to keep the write in the write queue as it will be retried.
  188. */
  189. - (FSTOutstandingWrite *)receiveWriteError:(int)errorCode
  190. userInfo:(NSDictionary<NSString *, id> *)userInfo
  191. keepInQueue:(BOOL)keepInQueue;
  192. /**
  193. * Delivers a write acknowledgement as if the Streaming Write backend has acknowledged a write with
  194. * the snapshot version at which the write was committed.
  195. *
  196. * @param commitVersion The snapshot version at which the simulated server has committed
  197. * the mutation. Snapshot versions must be monotonically increasing.
  198. * @param mutationResults The mutation results for the write that is being acked.
  199. */
  200. - (FSTOutstandingWrite *)receiveWriteAckWithVersion:(const model::SnapshotVersion &)commitVersion
  201. mutationResults:
  202. (std::vector<model::MutationResult>)mutationResults;
  203. /**
  204. * A count of the mutations written to the write stream by the FSTSyncEngine, but not yet
  205. * acknowledged via receiveWriteError: or receiveWriteAckWithVersion:mutationResults.
  206. */
  207. @property(nonatomic, readonly) int sentWritesCount;
  208. /**
  209. * A count of the total number of requests sent to the write stream since the beginning of the test
  210. * case.
  211. */
  212. @property(nonatomic, readonly) int writeStreamRequestCount;
  213. /**
  214. * A count of the total number of requests sent to the watch stream since the beginning of the test
  215. * case.
  216. */
  217. @property(nonatomic, readonly) int watchStreamRequestCount;
  218. /**
  219. * Disables RemoteStore's network connection and shuts down all streams.
  220. */
  221. - (void)disableNetwork;
  222. /**
  223. * Enables RemoteStore's network connection.
  224. */
  225. - (void)enableNetwork;
  226. /**
  227. * Runs a pending timer callback on the worker queue.
  228. */
  229. - (void)runTimer:(firebase::firestore::util::TimerId)timerID;
  230. /**
  231. * Switches the FSTSyncEngine to a new user. The test driver tracks the outstanding mutations for
  232. * each user, so future receiveWriteAck/Error operations will validate the write sent to the mock
  233. * datastore matches the next outstanding write for that user.
  234. */
  235. - (void)changeUser:(const credentials::User &)user;
  236. /**
  237. * Drains the client's dispatch queue.
  238. */
  239. - (void)drainQueue;
  240. /**
  241. * Returns all query events generated by the FSTSyncEngine in response to the event injection
  242. * methods called previously. The events are cleared after each invocation of this method.
  243. */
  244. - (NSArray<FSTQueryEvent *> *)capturedEventsSinceLastCall;
  245. /**
  246. * Returns the names of the documents that the client acknowledged since the last call to this
  247. * method. The keys are cleared after each invocation of this method.
  248. */
  249. - (NSArray<NSString *> *)capturedAcknowledgedWritesSinceLastCall;
  250. /**
  251. * Returns the names of the documents that the client rejected since the last call to this
  252. * method. The keys are cleared after each invocation of this method.
  253. */
  254. - (NSArray<NSString *> *)capturedRejectedWritesSinceLastCall;
  255. /** The current set of documents in limbo with active targets. */
  256. - (std::map<model::DocumentKey, model::TargetId>)activeLimboDocumentResolutions;
  257. /** The current set of documents in limbo that are enqueued for resolution. */
  258. - (std::vector<model::DocumentKey>)enqueuedLimboDocumentResolutions;
  259. /** The expected set of documents in limbo with an active target. */
  260. - (const model::DocumentKeySet &)expectedActiveLimboDocuments;
  261. /** Sets the expected set of documents in limbo with an active target. */
  262. - (void)setExpectedActiveLimboDocuments:(model::DocumentKeySet)docs;
  263. /** The expected set of documents in limbo that are enqueued for resolution. */
  264. - (const model::DocumentKeySet &)expectedEnqueuedLimboDocuments;
  265. /** Sets the expected set of documents in limbo that are enqueued for resolution. */
  266. - (void)setExpectedEnqueuedLimboDocuments:(model::DocumentKeySet)docs;
  267. /**
  268. * The writes that have been sent to the FSTSyncEngine via writeUserMutation: but not yet
  269. * acknowledged by calling receiveWriteAck/Error:. They are tracked per-user.
  270. *
  271. * It is mostly an implementation detail used internally to validate that the writes sent to the
  272. * mock backend by the FSTSyncEngine match the user mutations that initiated them.
  273. *
  274. * It is exposed specifically for use with the
  275. * initWithPersistence:GCEnabled:outstandingWrites: initializer to test persistence
  276. * scenarios where the FSTSyncEngine is restarted while the Persistence implementation still has
  277. * outstanding persisted mutations.
  278. *
  279. * Note: The size of the list for the current user will generally be the same as
  280. * sentWritesCount, but not necessarily, since the `RemoteStore` limits the number of
  281. * outstanding writes to the backend at a given time.
  282. */
  283. @property(nonatomic, assign, readonly) const FSTOutstandingWriteQueues &outstandingWrites;
  284. /** The current user for the FSTSyncEngine; determines which mutation queue is active. */
  285. @property(nonatomic, assign, readonly) const credentials::User &currentUser;
  286. /**
  287. * The number of waitForPendingWrites events that have been received.
  288. */
  289. @property(nonatomic, readonly) int waitForPendingWritesEvents;
  290. /**
  291. * The DatabaseInfo of the Firestore instance.
  292. */
  293. @property(nonatomic, readonly) const core::DatabaseInfo &databaseInfo;
  294. - (void)incrementWaitForPendingWritesEvents;
  295. - (void)resetWaitForPendingWritesEvents;
  296. /**
  297. * Register a new waitForPendingWrites() callback.
  298. */
  299. - (void)waitForPendingWrites;
  300. /**
  301. * The number of snapshots-in-sync events that have been received.
  302. */
  303. @property(nonatomic, readonly) int snapshotsInSyncEvents;
  304. - (void)incrementSnapshotsInSyncEvents;
  305. - (void)resetSnapshotsInSyncEvents;
  306. /**
  307. * Adds a snpahots-in-sync listener to the event manager and keeps track of it so that it
  308. * can be easily removed later.
  309. */
  310. - (void)addSnapshotsInSyncListener;
  311. /**
  312. * Removes the snapshots-in-sync listener from the event manager.
  313. */
  314. - (void)removeSnapshotsInSyncListener;
  315. /** The set of active targets as observed on the watch stream. */
  316. - (const std::unordered_map<model::TargetId, local::TargetData> &)activeTargets;
  317. /** The expected set of active targets, keyed by target ID. */
  318. - (const ActiveTargetMap &)expectedActiveTargets;
  319. - (void)setExpectedActiveTargets:(ActiveTargetMap)targets;
  320. @end
  321. NS_ASSUME_NONNULL_END