FSTSyncEngineTestDriver.h 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394
  1. /*
  2. * Copyright 2017 Google
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #import <Foundation/Foundation.h>
  17. #include <cstddef>
  18. #include <map>
  19. #include <memory>
  20. #include <unordered_map>
  21. #include <utility>
  22. #include <vector>
  23. #include "Firestore/core/src/api/load_bundle_task.h"
  24. #include "Firestore/core/src/bundle/bundle_reader.h"
  25. #include "Firestore/core/src/core/database_info.h"
  26. #include "Firestore/core/src/core/query.h"
  27. #include "Firestore/core/src/core/view_snapshot.h"
  28. #include "Firestore/core/src/credentials/user.h"
  29. #include "Firestore/core/src/model/model_fwd.h"
  30. #include "Firestore/core/src/nanopb/byte_string.h"
  31. #include "Firestore/core/src/nanopb/nanopb_util.h"
  32. #include "Firestore/core/src/remote/watch_change.h"
  33. #include "Firestore/core/src/util/async_queue.h"
  34. #include "Firestore/core/src/util/empty.h"
  35. namespace firebase {
  36. namespace firestore {
  37. namespace local {
  38. class Persistence;
  39. class TargetData;
  40. } // namespace local
  41. } // namespace firestore
  42. } // namespace firebase
  43. namespace api = firebase::firestore::api;
  44. namespace bundle = firebase::firestore::bundle;
  45. namespace core = firebase::firestore::core;
  46. namespace credentials = firebase::firestore::credentials;
  47. namespace local = firebase::firestore::local;
  48. namespace model = firebase::firestore::model;
  49. namespace remote = firebase::firestore::remote;
  50. // A map holds expected information about currently active targets. The keys are
  51. // target ID, and the values are a vector of `TargetData`s mapped to the target.
  52. using ActiveTargetMap = std::unordered_map<model::TargetId, std::vector<local::TargetData>>;
  53. NS_ASSUME_NONNULL_BEGIN
  54. /**
  55. * Interface used for object that contain exactly one of either a view snapshot or an error for the
  56. * given query.
  57. */
  58. @interface FSTQueryEvent : NSObject
  59. @property(nonatomic, assign) core::Query query;
  60. @property(nonatomic, strong, nullable) NSError *error;
  61. - (const absl::optional<core::ViewSnapshot> &)viewSnapshot;
  62. - (void)setViewSnapshot:(absl::optional<core::ViewSnapshot>)snapshot;
  63. @end
  64. /** Holds an outstanding write and its result. */
  65. @interface FSTOutstandingWrite : NSObject
  66. /** The write that is outstanding. */
  67. - (const model::Mutation &)write;
  68. - (void)setWrite:(model::Mutation)write;
  69. /** Whether this write is done (regardless of whether it was successful or not). */
  70. @property(nonatomic, assign, readwrite) BOOL done;
  71. /** The error - if any - of this write. */
  72. @property(nonatomic, strong, nullable, readwrite) NSError *error;
  73. @end
  74. /** Mapping of user => array of FSTMutations for that user. */
  75. typedef std::
  76. unordered_map<credentials::User, NSMutableArray<FSTOutstandingWrite *> *, credentials::HashUser>
  77. FSTOutstandingWriteQueues;
  78. /**
  79. * A test driver for FSTSyncEngine that allows simulated event delivery and capture. As much as
  80. * possible, all sources of nondeterminism are removed so that test execution is consistent and
  81. * reliable.
  82. *
  83. * FSTSyncEngineTestDriver:
  84. *
  85. * + constructs an FSTSyncEngine using a mocked Datastore for the backend;
  86. * + allows the caller to trigger events (user API calls and incoming Datastore messages);
  87. * + performs sequencing validation internally (e.g. that when a user mutation is initiated, the
  88. * FSTSyncEngine correctly sends it to the remote store); and
  89. * + exposes the set of FSTQueryEvents generated for the caller to verify.
  90. *
  91. * Events come in three major flavors:
  92. *
  93. * + user events: simulate user API calls
  94. * + watch events: simulate RPC interactions with the Watch backend
  95. * + write events: simulate RPC interactions with the Streaming Write backend
  96. *
  97. * Each method on the driver injects a different event into the system.
  98. */
  99. @interface FSTSyncEngineTestDriver : NSObject
  100. /**
  101. * Initializes the underlying FSTSyncEngine with the given local persistence implementation and
  102. * a set of existing outstandingWrites (useful when your Persistence object has persisted
  103. * mutation queues).
  104. */
  105. - (instancetype)initWithPersistence:(std::unique_ptr<local::Persistence>)persistence
  106. eagerGC:(BOOL)eagerGC
  107. initialUser:(const credentials::User &)initialUser
  108. outstandingWrites:(const FSTOutstandingWriteQueues &)outstandingWrites
  109. maxConcurrentLimboResolutions:(size_t)maxConcurrentLimboResolutions NS_DESIGNATED_INITIALIZER;
  110. - (instancetype)init NS_UNAVAILABLE;
  111. /** Starts the FSTSyncEngine and its underlying components. */
  112. - (void)start;
  113. /** Validates that the API has been used correctly after a test is complete. */
  114. - (void)validateUsage;
  115. /** Shuts the FSTSyncEngine down. */
  116. - (void)shutdown;
  117. /**
  118. * Adds a listener to the FSTSyncEngine as if the user had initiated a new listen for the given
  119. * query.
  120. *
  121. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  122. *
  123. * @param query A valid query to execute against the backend.
  124. * @param options A listen option to configure snapshot listener.
  125. * @return The target ID assigned by the system to track the query.
  126. */
  127. - (model::TargetId)addUserListenerWithQuery:(core::Query)query options:(core::ListenOptions)options;
  128. /**
  129. * Removes a listener from the FSTSyncEngine as if the user had removed a listener corresponding
  130. * to the given query.
  131. *
  132. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  133. *
  134. * @param query An identical query corresponding to one passed to -addUserListenerWithQuery.
  135. */
  136. - (void)removeUserListenerWithQuery:(const core::Query &)query;
  137. /**
  138. * Loads a Firestore bundle captured in `reader` into the local storage.
  139. *
  140. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  141. *
  142. * @param reader An object to read from the underlying input stream of the bundle.
  143. * @param task An object to report loading progress and result.
  144. */
  145. - (void)loadBundleWithReader:(std::shared_ptr<bundle::BundleReader>)reader
  146. task:(std::shared_ptr<api::LoadBundleTask>)task;
  147. /**
  148. * Delivers a WatchChange RPC to the FSTSyncEngine as if it were received from the backend watch
  149. * service, either in response to addUserListener: or removeUserListener calls or because the
  150. * simulated backend has new data.
  151. *
  152. * Resulting events are captured and made available via the capturedEventsSinceLastCall method.
  153. *
  154. * @param change Any type of watch change
  155. * @param snapshot A snapshot version to attach, if applicable. This should be sent when
  156. * simulating the server having sent a complete snapshot.
  157. */
  158. - (void)receiveWatchChange:(const remote::WatchChange &)change
  159. snapshotVersion:(const model::SnapshotVersion &)snapshot;
  160. /**
  161. * Delivers a watch stream error as if the Streaming Watch backend has generated some kind of error.
  162. *
  163. * @param errorCode A FIRFirestoreErrorCode value, from FIRFirestoreErrors.h
  164. * @param userInfo Any additional details that the server might have sent along with the error.
  165. * For the moment this is effectively unused, but is logged.
  166. */
  167. - (void)receiveWatchStreamError:(int)errorCode userInfo:(NSDictionary<NSString *, id> *)userInfo;
  168. /**
  169. * Performs a mutation against the FSTSyncEngine as if the user had written the mutation through
  170. * the API.
  171. *
  172. * Also retains the mutation so that the driver can validate that the sync engine sent the mutation
  173. * to the remote store before receiveWatchChange:snapshotVersion: and receiveWriteError:userInfo:
  174. * events are processed.
  175. *
  176. * @param mutation Any type of valid mutation.
  177. */
  178. - (void)writeUserMutation:(model::Mutation)mutation;
  179. /**
  180. * Delivers a write error as if the Streaming Write backend has generated some kind of error.
  181. *
  182. * For the moment write errors are usually must be in response to a mutation that has been written
  183. * with writeUserMutation:. Spontaneously errors due to idle timeout, server restart, or credential
  184. * expiration aren't yet supported.
  185. *
  186. * @param errorCode A FIRFirestoreErrorCode value, from FIRFirestoreErrors.h
  187. * @param userInfo Any additional details that the server might have sent along with the error.
  188. * For the moment this is effectively unused, but is logged.
  189. * @param keepInQueue Whether to keep the write in the write queue as it will be retried.
  190. */
  191. - (FSTOutstandingWrite *)receiveWriteError:(int)errorCode
  192. userInfo:(NSDictionary<NSString *, id> *)userInfo
  193. keepInQueue:(BOOL)keepInQueue;
  194. /**
  195. * Delivers a write acknowledgement as if the Streaming Write backend has acknowledged a write with
  196. * the snapshot version at which the write was committed.
  197. *
  198. * @param commitVersion The snapshot version at which the simulated server has committed
  199. * the mutation. Snapshot versions must be monotonically increasing.
  200. * @param mutationResults The mutation results for the write that is being acked.
  201. */
  202. - (FSTOutstandingWrite *)receiveWriteAckWithVersion:(const model::SnapshotVersion &)commitVersion
  203. mutationResults:
  204. (std::vector<model::MutationResult>)mutationResults;
  205. /**
  206. * A count of the mutations written to the write stream by the FSTSyncEngine, but not yet
  207. * acknowledged via receiveWriteError: or receiveWriteAckWithVersion:mutationResults.
  208. */
  209. @property(nonatomic, readonly) int sentWritesCount;
  210. /**
  211. * A count of the total number of requests sent to the write stream since the beginning of the test
  212. * case.
  213. */
  214. @property(nonatomic, readonly) int writeStreamRequestCount;
  215. /**
  216. * A count of the total number of requests sent to the watch stream since the beginning of the test
  217. * case.
  218. */
  219. @property(nonatomic, readonly) int watchStreamRequestCount;
  220. /**
  221. * Disables RemoteStore's network connection and shuts down all streams.
  222. */
  223. - (void)disableNetwork;
  224. /**
  225. * Enables RemoteStore's network connection.
  226. */
  227. - (void)enableNetwork;
  228. /**
  229. * Runs a pending timer callback on the worker queue.
  230. */
  231. - (void)runTimer:(firebase::firestore::util::TimerId)timerID;
  232. /**
  233. * Triggers a LRU GC run with given cache threshold.
  234. */
  235. - (void)triggerLruGC:(NSNumber *)threshold;
  236. /**
  237. * Switches the FSTSyncEngine to a new user. The test driver tracks the outstanding mutations for
  238. * each user, so future receiveWriteAck/Error operations will validate the write sent to the mock
  239. * datastore matches the next outstanding write for that user.
  240. */
  241. - (void)changeUser:(const credentials::User &)user;
  242. /**
  243. * Drains the client's dispatch queue.
  244. */
  245. - (void)drainQueue;
  246. /**
  247. * Returns all query events generated by the FSTSyncEngine in response to the event injection
  248. * methods called previously. The events are cleared after each invocation of this method.
  249. */
  250. - (NSArray<FSTQueryEvent *> *)capturedEventsSinceLastCall;
  251. /**
  252. * Returns the names of the documents that the client acknowledged since the last call to this
  253. * method. The keys are cleared after each invocation of this method.
  254. */
  255. - (NSArray<NSString *> *)capturedAcknowledgedWritesSinceLastCall;
  256. /**
  257. * Returns the names of the documents that the client rejected since the last call to this
  258. * method. The keys are cleared after each invocation of this method.
  259. */
  260. - (NSArray<NSString *> *)capturedRejectedWritesSinceLastCall;
  261. /** The current set of documents in limbo with active targets. */
  262. - (std::map<model::DocumentKey, model::TargetId>)activeLimboDocumentResolutions;
  263. /** The current set of documents in limbo that are enqueued for resolution. */
  264. - (std::vector<model::DocumentKey>)enqueuedLimboDocumentResolutions;
  265. /** The expected set of documents in limbo with an active target. */
  266. - (const model::DocumentKeySet &)expectedActiveLimboDocuments;
  267. /** Sets the expected set of documents in limbo with an active target. */
  268. - (void)setExpectedActiveLimboDocuments:(model::DocumentKeySet)docs;
  269. /** The expected set of documents in limbo that are enqueued for resolution. */
  270. - (const model::DocumentKeySet &)expectedEnqueuedLimboDocuments;
  271. /** Sets the expected set of documents in limbo that are enqueued for resolution. */
  272. - (void)setExpectedEnqueuedLimboDocuments:(model::DocumentKeySet)docs;
  273. /**
  274. * The writes that have been sent to the FSTSyncEngine via writeUserMutation: but not yet
  275. * acknowledged by calling receiveWriteAck/Error:. They are tracked per-user.
  276. *
  277. * It is mostly an implementation detail used internally to validate that the writes sent to the
  278. * mock backend by the FSTSyncEngine match the user mutations that initiated them.
  279. *
  280. * It is exposed specifically for use with the
  281. * initWithPersistence:GCEnabled:outstandingWrites: initializer to test persistence
  282. * scenarios where the FSTSyncEngine is restarted while the Persistence implementation still has
  283. * outstanding persisted mutations.
  284. *
  285. * Note: The size of the list for the current user will generally be the same as
  286. * sentWritesCount, but not necessarily, since the `RemoteStore` limits the number of
  287. * outstanding writes to the backend at a given time.
  288. */
  289. @property(nonatomic, assign, readonly) const FSTOutstandingWriteQueues &outstandingWrites;
  290. /** The current user for the FSTSyncEngine; determines which mutation queue is active. */
  291. @property(nonatomic, assign, readonly) const credentials::User &currentUser;
  292. /**
  293. * The number of waitForPendingWrites events that have been received.
  294. */
  295. @property(nonatomic, readonly) int waitForPendingWritesEvents;
  296. /**
  297. * The DatabaseInfo of the Firestore instance.
  298. */
  299. @property(nonatomic, readonly) const core::DatabaseInfo &databaseInfo;
  300. - (void)incrementWaitForPendingWritesEvents;
  301. - (void)resetWaitForPendingWritesEvents;
  302. /**
  303. * Register a new waitForPendingWrites() callback.
  304. */
  305. - (void)waitForPendingWrites;
  306. /**
  307. * The number of snapshots-in-sync events that have been received.
  308. */
  309. @property(nonatomic, readonly) int snapshotsInSyncEvents;
  310. - (void)incrementSnapshotsInSyncEvents;
  311. - (void)resetSnapshotsInSyncEvents;
  312. /**
  313. * Adds a snpahots-in-sync listener to the event manager and keeps track of it so that it
  314. * can be easily removed later.
  315. */
  316. - (void)addSnapshotsInSyncListener;
  317. /**
  318. * Removes the snapshots-in-sync listener from the event manager.
  319. */
  320. - (void)removeSnapshotsInSyncListener;
  321. /** The set of active targets as observed on the watch stream. */
  322. - (const std::unordered_map<model::TargetId, local::TargetData> &)activeTargets;
  323. /** The expected set of active targets, keyed by target ID. */
  324. - (const ActiveTargetMap &)expectedActiveTargets;
  325. - (void)setExpectedActiveTargets:(ActiveTargetMap)targets;
  326. @end
  327. NS_ASSUME_NONNULL_END