FSTSyncEngineTestDriver.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371
  1. /*
  2. * Copyright 2017 Google
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #import <Foundation/Foundation.h>
  17. #include <cstddef>
  18. #include <deque>
  19. #include <map>
  20. #include <memory>
  21. #include <unordered_map>
  22. #include <utility>
  23. #include <vector>
  24. #include "Firestore/core/src/auth/user.h"
  25. #include "Firestore/core/src/core/query.h"
  26. #include "Firestore/core/src/core/view_snapshot.h"
  27. #include "Firestore/core/src/model/model_fwd.h"
  28. #include "Firestore/core/src/nanopb/byte_string.h"
  29. #include "Firestore/core/src/nanopb/nanopb_util.h"
  30. #include "Firestore/core/src/remote/watch_change.h"
  31. #include "Firestore/core/src/util/async_queue.h"
  32. #include "Firestore/core/src/util/empty.h"
  33. namespace firebase {
  34. namespace firestore {
  35. namespace local {
  36. class Persistence;
  37. class TargetData;
  38. } // namespace local
  39. } // namespace firestore
  40. } // namespace firebase
  41. namespace auth = firebase::firestore::auth;
  42. namespace core = firebase::firestore::core;
  43. namespace local = firebase::firestore::local;
  44. namespace model = firebase::firestore::model;
  45. namespace nanopb = firebase::firestore::nanopb;
  46. namespace remote = firebase::firestore::remote;
  47. namespace util = firebase::firestore::util;
  48. // A map holds expected information about currently active targets. The keys are
  49. // target ID, and the values are a vector of `TargetData`s mapped to the target and
  50. // the target's resume token.
  51. using ActiveTargetMap =
  52. std::unordered_map<model::TargetId,
  53. std::pair<std::vector<local::TargetData>, nanopb::ByteString>>;
  54. NS_ASSUME_NONNULL_BEGIN
  55. /**
  56. * Interface used for object that contain exactly one of either a view snapshot or an error for the
  57. * given query.
  58. */
  59. @interface FSTQueryEvent : NSObject
  60. @property(nonatomic, assign) core::Query query;
  61. @property(nonatomic, strong, nullable) NSError *error;
  62. - (const absl::optional<core::ViewSnapshot> &)viewSnapshot;
  63. - (void)setViewSnapshot:(absl::optional<core::ViewSnapshot>)snapshot;
  64. @end
  65. /** Holds an outstanding write and its result. */
  66. @interface FSTOutstandingWrite : NSObject
  67. /** The write that is outstanding. */
  68. - (const model::Mutation &)write;
  69. - (void)setWrite:(model::Mutation)write;
  70. /** Whether this write is done (regardless of whether it was successful or not). */
  71. @property(nonatomic, assign, readwrite) BOOL done;
  72. /** The error - if any - of this write. */
  73. @property(nonatomic, strong, nullable, readwrite) NSError *error;
  74. @end
  75. /** Mapping of user => array of FSTMutations for that user. */
  76. typedef std::unordered_map<auth::User, NSMutableArray<FSTOutstandingWrite *> *, auth::HashUser>
  77. FSTOutstandingWriteQueues;
  78. /**
  79. * A test driver for FSTSyncEngine that allows simulated event delivery and capture. As much as
  80. * possible, all sources of nondeterminism are removed so that test execution is consistent and
  81. * reliable.
  82. *
  83. * FSTSyncEngineTestDriver:
  84. *
  85. * + constructs an FSTSyncEngine using a mocked Datastore for the backend;
  86. * + allows the caller to trigger events (user API calls and incoming Datastore messages);
  87. * + performs sequencing validation internally (e.g. that when a user mutation is initiated, the
  88. * FSTSyncEngine correctly sends it to the remote store); and
  89. * + exposes the set of FSTQueryEvents generated for the caller to verify.
  90. *
  91. * Events come in three major flavors:
  92. *
  93. * + user events: simulate user API calls
  94. * + watch events: simulate RPC interactions with the Watch backend
  95. * + write events: simulate RPC interactions with the Streaming Write backend
  96. *
  97. * Each method on the driver injects a different event into the system.
  98. */
  99. @interface FSTSyncEngineTestDriver : NSObject
  100. /**
  101. * Initializes the underlying FSTSyncEngine with the given local persistence implementation and
  102. * a set of existing outstandingWrites (useful when your Persistence object has persisted
  103. * mutation queues).
  104. */
  105. - (instancetype)initWithPersistence:(std::unique_ptr<local::Persistence>)persistence
  106. initialUser:(const auth::User &)initialUser
  107. outstandingWrites:(const FSTOutstandingWriteQueues &)outstandingWrites
  108. maxConcurrentLimboResolutions:(size_t)maxConcurrentLimboResolutions NS_DESIGNATED_INITIALIZER;
  109. - (instancetype)init NS_UNAVAILABLE;
  110. /** Starts the FSTSyncEngine and its underlying components. */
  111. - (void)start;
  112. /** Validates that the API has been used correctly after a test is complete. */
  113. - (void)validateUsage;
  114. /** Shuts the FSTSyncEngine down. */
  115. - (void)shutdown;
  116. /**
  117. * Adds a listener to the FSTSyncEngine as if the user had initiated a new listen for the given
  118. * query.
  119. *
  120. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  121. *
  122. * @param query A valid query to execute against the backend.
  123. * @return The target ID assigned by the system to track the query.
  124. */
  125. - (model::TargetId)addUserListenerWithQuery:(core::Query)query;
  126. /**
  127. * Removes a listener from the FSTSyncEngine as if the user had removed a listener corresponding
  128. * to the given query.
  129. *
  130. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  131. *
  132. * @param query An identical query corresponding to one passed to -addUserListenerWithQuery.
  133. */
  134. - (void)removeUserListenerWithQuery:(const core::Query &)query;
  135. /**
  136. * Delivers a WatchChange RPC to the FSTSyncEngine as if it were received from the backend watch
  137. * service, either in response to addUserListener: or removeUserListener calls or because the
  138. * simulated backend has new data.
  139. *
  140. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  141. *
  142. * @param change Any type of watch change
  143. * @param snapshot A snapshot version to attach, if applicable. This should be sent when
  144. * simulating the server having sent a complete snapshot.
  145. */
  146. - (void)receiveWatchChange:(const remote::WatchChange &)change
  147. snapshotVersion:(const model::SnapshotVersion &)snapshot;
  148. /**
  149. * Delivers a watch stream error as if the Streaming Watch backend has generated some kind of error.
  150. *
  151. * @param errorCode A FIRFirestoreErrorCode value, from FIRFirestoreErrors.h
  152. * @param userInfo Any additional details that the server might have sent along with the error.
  153. * For the moment this is effectively unused, but is logged.
  154. */
  155. - (void)receiveWatchStreamError:(int)errorCode userInfo:(NSDictionary<NSString *, id> *)userInfo;
  156. /**
  157. * Performs a mutation against the FSTSyncEngine as if the user had written the mutation through
  158. * the API.
  159. *
  160. * Also retains the mutation so that the driver can validate that the sync engine sent the mutation
  161. * to the remote store before receiveWatchChange:snapshotVersion: and receiveWriteError:userInfo:
  162. * events are processed.
  163. *
  164. * @param mutation Any type of valid mutation.
  165. */
  166. - (void)writeUserMutation:(model::Mutation)mutation;
  167. /**
  168. * Delivers a write error as if the Streaming Write backend has generated some kind of error.
  169. *
  170. * For the moment write errors are usually must be in response to a mutation that has been written
  171. * with writeUserMutation:. Spontaneously errors due to idle timeout, server restart, or credential
  172. * expiration aren't yet supported.
  173. *
  174. * @param errorCode A FIRFirestoreErrorCode value, from FIRFirestoreErrors.h
  175. * @param userInfo Any additional details that the server might have sent along with the error.
  176. * For the moment this is effectively unused, but is logged.
  177. * @param keepInQueue Whether to keep the write in the write queue as it will be retried.
  178. */
  179. - (FSTOutstandingWrite *)receiveWriteError:(int)errorCode
  180. userInfo:(NSDictionary<NSString *, id> *)userInfo
  181. keepInQueue:(BOOL)keepInQueue;
  182. /**
  183. * Delivers a write acknowledgement as if the Streaming Write backend has acknowledged a write with
  184. * the snapshot version at which the write was committed.
  185. *
  186. * @param commitVersion The snapshot version at which the simulated server has committed
  187. * the mutation. Snapshot versions must be monotonically increasing.
  188. * @param mutationResults The mutation results for the write that is being acked.
  189. */
  190. - (FSTOutstandingWrite *)receiveWriteAckWithVersion:(const model::SnapshotVersion &)commitVersion
  191. mutationResults:
  192. (std::vector<model::MutationResult>)mutationResults;
  193. /**
  194. * A count of the mutations written to the write stream by the FSTSyncEngine, but not yet
  195. * acknowledged via receiveWriteError: or receiveWriteAckWithVersion:mutationResults.
  196. */
  197. @property(nonatomic, readonly) int sentWritesCount;
  198. /**
  199. * A count of the total number of requests sent to the write stream since the beginning of the test
  200. * case.
  201. */
  202. @property(nonatomic, readonly) int writeStreamRequestCount;
  203. /**
  204. * A count of the total number of requests sent to the watch stream since the beginning of the test
  205. * case.
  206. */
  207. @property(nonatomic, readonly) int watchStreamRequestCount;
  208. /**
  209. * Disables RemoteStore's network connection and shuts down all streams.
  210. */
  211. - (void)disableNetwork;
  212. /**
  213. * Enables RemoteStore's network connection.
  214. */
  215. - (void)enableNetwork;
  216. /**
  217. * Runs a pending timer callback on the worker queue.
  218. */
  219. - (void)runTimer:(util::TimerId)timerID;
  220. /**
  221. * Switches the FSTSyncEngine to a new user. The test driver tracks the outstanding mutations for
  222. * each user, so future receiveWriteAck/Error operations will validate the write sent to the mock
  223. * datastore matches the next outstanding write for that user.
  224. */
  225. - (void)changeUser:(const auth::User &)user;
  226. /**
  227. * Drains the client's dispatch queue.
  228. */
  229. - (void)drainQueue;
  230. /**
  231. * Returns all query events generated by the FSTSyncEngine in response to the event injection
  232. * methods called previously. The events are cleared after each invocation of this method.
  233. */
  234. - (NSArray<FSTQueryEvent *> *)capturedEventsSinceLastCall;
  235. /**
  236. * Returns the names of the documents that the client acknowledged since the last call to this
  237. * method. The keys are cleared after each invocation of this method.
  238. */
  239. - (NSArray<NSString *> *)capturedAcknowledgedWritesSinceLastCall;
  240. /**
  241. * Returns the names of the documents that the client rejected since the last call to this
  242. * method. The keys are cleared after each invocation of this method.
  243. */
  244. - (NSArray<NSString *> *)capturedRejectedWritesSinceLastCall;
  245. /** The current set of documents in limbo with active targets. */
  246. - (std::map<model::DocumentKey, model::TargetId>)activeLimboDocumentResolutions;
  247. /** The current set of documents in limbo that are enqueued for resolution. */
  248. - (std::deque<model::DocumentKey>)enqueuedLimboDocumentResolutions;
  249. /** The expected set of documents in limbo with an active target. */
  250. - (const model::DocumentKeySet &)expectedActiveLimboDocuments;
  251. /** Sets the expected set of documents in limbo with an active target. */
  252. - (void)setExpectedActiveLimboDocuments:(model::DocumentKeySet)docs;
  253. /** The expected set of documents in limbo that are enqueued for resolution. */
  254. - (const model::DocumentKeySet &)expectedEnqueuedLimboDocuments;
  255. /** Sets the expected set of documents in limbo that are enqueued for resolution. */
  256. - (void)setExpectedEnqueuedLimboDocuments:(model::DocumentKeySet)docs;
  257. /**
  258. * The writes that have been sent to the FSTSyncEngine via writeUserMutation: but not yet
  259. * acknowledged by calling receiveWriteAck/Error:. They are tracked per-user.
  260. *
  261. * It is mostly an implementation detail used internally to validate that the writes sent to the
  262. * mock backend by the FSTSyncEngine match the user mutations that initiated them.
  263. *
  264. * It is exposed specifically for use with the
  265. * initWithPersistence:GCEnabled:outstandingWrites: initializer to test persistence
  266. * scenarios where the FSTSyncEngine is restarted while the Persistence implementation still has
  267. * outstanding persisted mutations.
  268. *
  269. * Note: The size of the list for the current user will generally be the same as
  270. * sentWritesCount, but not necessarily, since the `RemoteStore` limits the number of
  271. * outstanding writes to the backend at a given time.
  272. */
  273. @property(nonatomic, assign, readonly) const FSTOutstandingWriteQueues &outstandingWrites;
  274. /** The current user for the FSTSyncEngine; determines which mutation queue is active. */
  275. @property(nonatomic, assign, readonly) const auth::User &currentUser;
  276. /**
  277. * The number of waitForPendingWrites events that have been received.
  278. */
  279. @property(nonatomic, readonly) int waitForPendingWritesEvents;
  280. - (void)incrementWaitForPendingWritesEvents;
  281. - (void)resetWaitForPendingWritesEvents;
  282. /**
  283. * Register a new waitForPendingWrites() callback.
  284. */
  285. - (void)waitForPendingWrites;
  286. /**
  287. * The number of snapshots-in-sync events that have been received.
  288. */
  289. @property(nonatomic, readonly) int snapshotsInSyncEvents;
  290. - (void)incrementSnapshotsInSyncEvents;
  291. - (void)resetSnapshotsInSyncEvents;
  292. /**
  293. * Adds a snpahots-in-sync listener to the event manager and keeps track of it so that it
  294. * can be easily removed later.
  295. */
  296. - (void)addSnapshotsInSyncListener;
  297. /**
  298. * Removes the snapshots-in-sync listener from the event manager.
  299. */
  300. - (void)removeSnapshotsInSyncListener;
  301. /** The set of active targets as observed on the watch stream. */
  302. - (const std::unordered_map<model::TargetId, local::TargetData> &)activeTargets;
  303. /** The expected set of active targets, keyed by target ID. */
  304. - (const ActiveTargetMap &)expectedActiveTargets;
  305. - (void)setExpectedActiveTargets:(ActiveTargetMap)targets;
  306. @end
  307. NS_ASSUME_NONNULL_END