031-diff-cluster_update.cpp 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. // SPDX-FileCopyrightText: 2019-2025 Ivan Baidakou
  3. #include "test-utils.h"
  4. #include "access.h"
  5. #include "model/cluster.h"
  6. #include "model/misc/sequencer.h"
  7. #include "diff-builder.h"
  8. #include "model/diff/peer/cluster_update.h"
  9. #include "model/diff/cluster_visitor.h"
  10. #include "model/diff/cluster_diff.h"
  11. #include "model/diff/modify/remove_blocks.h"
  12. #include "model/diff/modify/remove_files.h"
  13. #include "model/diff/modify/remove_folder_infos.h"
  14. #include "model/diff/modify/remove_pending_folders.h"
  15. #include "model/diff/modify/upsert_folder_info.h"
  16. #include "model/diff/modify/add_pending_folders.h"
  17. using namespace syncspirit;
  18. using namespace syncspirit::model;
  19. using namespace syncspirit::proto;
  20. using namespace syncspirit::test;
  21. template <typename F> struct my_cluster_update_visitor_t : diff::cluster_visitor_t {
  22. F fn;
  23. int remove_blocks = 0;
  24. int remove_files = 0;
  25. int remove_folders = 0;
  26. int remove_pending_folders = 0;
  27. int add_pending_folders = 0;
  28. int updated_folders = 0;
  29. my_cluster_update_visitor_t(F &&fn_) : fn{std::forward<F>(fn_)} {}
  30. outcome::result<void> operator()(const diff::peer::cluster_update_t &diff, void *custom) noexcept override {
  31. fn(diff);
  32. return diff.visit_next(*this, custom);
  33. }
  34. outcome::result<void> operator()(const diff::modify::remove_blocks_t &diff, void *custom) noexcept override {
  35. ++remove_blocks;
  36. return diff.visit_next(*this, custom);
  37. }
  38. outcome::result<void> operator()(const diff::modify::remove_files_t &diff, void *custom) noexcept override {
  39. ++remove_files;
  40. return diff.visit_next(*this, custom);
  41. }
  42. outcome::result<void> operator()(const diff::modify::remove_folder_infos_t &diff, void *custom) noexcept override {
  43. ++remove_folders;
  44. return diff.visit_next(*this, custom);
  45. }
  46. outcome::result<void> operator()(const diff::modify::remove_pending_folders_t &diff,
  47. void *custom) noexcept override {
  48. ++remove_pending_folders;
  49. return diff.visit_next(*this, custom);
  50. }
  51. outcome::result<void> operator()(const diff::modify::upsert_folder_info_t &diff, void *custom) noexcept override {
  52. ++updated_folders;
  53. return diff.visit_next(*this, custom);
  54. }
  55. outcome::result<void> operator()(const diff::modify::add_pending_folders_t &diff, void *custom) noexcept override {
  56. ++add_pending_folders;
  57. return diff.visit_next(*this, custom);
  58. }
  59. };
  60. TEST_CASE("cluster update, new folder", "[model]") {
  61. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  62. auto my_device = device_t::create(my_id, "my-device").value();
  63. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  64. auto peer_device = device_t::create(peer_id, "peer-device").value();
  65. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  66. auto sequencer = model::make_sequencer(5);
  67. cluster->get_devices().put(my_device);
  68. cluster->get_devices().put(peer_device);
  69. SECTION("unknown folder") {
  70. auto cc = std::make_unique<proto::ClusterConfig>();
  71. auto folder_ptr = cc->add_folders();
  72. folder_ptr->set_id("some-id");
  73. folder_ptr->set_label("some-label");
  74. auto d_peer = folder_ptr->add_devices();
  75. d_peer->set_id(std::string(peer_id.get_sha256()));
  76. d_peer->set_name(std::string(peer_device->get_name()));
  77. d_peer->set_max_sequence(10);
  78. d_peer->set_index_id(22ul);
  79. auto folder = *folder_ptr;
  80. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  81. REQUIRE(diff_opt);
  82. auto &diff = diff_opt.value();
  83. auto r_a = diff->apply(*cluster, get_apply_controller());
  84. CHECK(r_a);
  85. auto visitor = my_cluster_update_visitor_t([&](auto &) {});
  86. auto r_v = diff->visit(visitor, nullptr);
  87. REQUIRE(r_v);
  88. REQUIRE(cluster->get_pending_folders().size());
  89. REQUIRE(visitor.add_pending_folders == 1);
  90. auto uf = cluster->get_pending_folders().begin()->item;
  91. CHECK(uf->device_id() == peer_device->device_id());
  92. CHECK(uf->get_id() == "some-id");
  93. CHECK(uf->get_max_sequence() == 10);
  94. CHECK(uf->get_index() == 22ul);
  95. // no changes
  96. db::PendingFolder db_pf;
  97. auto mf = db_pf.mutable_folder();
  98. mf->set_id(folder.id());
  99. auto mfi = db_pf.mutable_folder_info();
  100. mfi->set_max_sequence(d_peer->max_sequence());
  101. mfi->set_index_id(d_peer->index_id());
  102. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  103. REQUIRE(diff_opt);
  104. diff = diff_opt.value();
  105. r_a = diff->apply(*cluster, get_apply_controller());
  106. CHECK(r_a);
  107. REQUIRE(cluster->get_pending_folders().size() == 1);
  108. std::ignore = diff->visit(visitor, nullptr);
  109. REQUIRE(visitor.add_pending_folders == 1);
  110. // max-id changed
  111. d_peer->set_max_sequence(15);
  112. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  113. REQUIRE(diff_opt);
  114. diff = diff_opt.value();
  115. r_a = diff->apply(*cluster, get_apply_controller());
  116. CHECK(r_a);
  117. (void)diff->visit(visitor, nullptr);
  118. REQUIRE(visitor.add_pending_folders == 2);
  119. REQUIRE(cluster->get_pending_folders().size() == 1);
  120. uf = cluster->get_pending_folders().begin()->item;
  121. CHECK(uf->device_id() == peer_device->device_id());
  122. CHECK(uf->get_id() == "some-id");
  123. CHECK(uf->get_max_sequence() == 15);
  124. CHECK(uf->get_index() == 22ul);
  125. CHECK(std::distance(cluster->get_pending_folders().begin(), cluster->get_pending_folders().end()) == 1);
  126. // change unknown folder
  127. cc = std::make_unique<proto::ClusterConfig>();
  128. folder_ptr = cc->add_folders();
  129. folder_ptr->set_id("some-id-n");
  130. folder_ptr->set_label("some-label-N");
  131. d_peer = folder_ptr->add_devices();
  132. d_peer->set_id(std::string(peer_id.get_sha256()));
  133. d_peer->set_name(std::string(peer_device->get_name()));
  134. d_peer->set_max_sequence(10);
  135. d_peer->set_index_id(22ul);
  136. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  137. REQUIRE(diff_opt);
  138. r_a = diff_opt.value()->apply(*cluster, get_apply_controller());
  139. CHECK(r_a);
  140. CHECK(std::distance(cluster->get_pending_folders().begin(), cluster->get_pending_folders().end()) == 1);
  141. }
  142. SECTION("existing folder") {
  143. db::Folder db_folder;
  144. db_folder.set_id("1234-5678");
  145. db_folder.set_label("my-label");
  146. db_folder.set_path("/my/path");
  147. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  148. cluster->get_folders().put(folder);
  149. auto folder_info_my = folder_info_ptr_t();
  150. auto folder_info_peer = folder_info_ptr_t();
  151. {
  152. db::FolderInfo db_fi;
  153. db_fi.set_index_id(5ul);
  154. db_fi.set_max_sequence(10l);
  155. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  156. folder->get_folder_infos().put(folder_info_my);
  157. }
  158. {
  159. db::FolderInfo db_fi;
  160. db_fi.set_index_id(6ul);
  161. db_fi.set_max_sequence(10l);
  162. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  163. folder->get_folder_infos().put(folder_info_peer);
  164. }
  165. auto cc = std::make_unique<proto::ClusterConfig>();
  166. auto p_folder = cc->add_folders();
  167. p_folder->set_id(std::string(folder->get_id()));
  168. p_folder->set_label(std::string(folder->get_label()));
  169. auto p_peer = p_folder->add_devices();
  170. p_peer->set_max_sequence(folder_info_peer->get_max_sequence());
  171. p_peer->set_id(std::string(peer_id.get_sha256()));
  172. p_peer->set_name(std::string(peer_device->get_name()));
  173. SECTION("nothing changed") {
  174. p_peer->set_max_sequence(folder_info_peer->get_max_sequence());
  175. p_peer->set_index_id(folder_info_peer->get_index());
  176. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  177. REQUIRE(diff_opt);
  178. auto &diff = diff_opt.value();
  179. auto r_a = diff->apply(*cluster, get_apply_controller());
  180. CHECK(r_a);
  181. auto pr_file = proto::FileInfo();
  182. pr_file.set_sequence(folder_info_peer->get_max_sequence());
  183. pr_file.mutable_version()->add_counters()->set_id(peer_device->device_id().get_uint());
  184. auto peer_file = file_info_t::create(sequencer->next_uuid(), pr_file, folder_info_peer).value();
  185. folder_info_peer->add_strict(peer_file);
  186. bool visited = false;
  187. auto visitor = my_cluster_update_visitor_t([&](auto &) { visited = true; });
  188. auto r_v = diff->visit(visitor, nullptr);
  189. REQUIRE(r_v);
  190. REQUIRE(visited);
  191. REQUIRE(visitor.updated_folders == 0);
  192. }
  193. }
  194. SECTION("reset index") {
  195. db::Folder db_folder;
  196. db_folder.set_id("1234-5678");
  197. db_folder.set_label("my-label");
  198. db_folder.set_path("/my/path");
  199. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  200. cluster->get_folders().put(folder);
  201. auto &folder_infos = folder->get_folder_infos();
  202. auto folder_info_my = folder_info_ptr_t();
  203. auto folder_info_peer = folder_info_ptr_t();
  204. {
  205. db::FolderInfo db_fi;
  206. db_fi.set_index_id(5ul);
  207. db_fi.set_max_sequence(10l);
  208. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  209. folder_infos.put(folder_info_my);
  210. }
  211. {
  212. db::FolderInfo db_fi;
  213. db_fi.set_index_id(6ul);
  214. db_fi.set_max_sequence(10l);
  215. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  216. folder_infos.put(folder_info_peer);
  217. auto pr_file = proto::FileInfo();
  218. pr_file.set_name("a.txt");
  219. pr_file.set_sequence(10l);
  220. pr_file.mutable_version()->add_counters()->set_id(peer_device->device_id().get_uint());
  221. auto file = file_info_t::create(sequencer->next_uuid(), pr_file, folder_info_peer).value();
  222. folder_info_peer->get_file_infos().put(file);
  223. }
  224. auto cc = std::make_unique<proto::ClusterConfig>();
  225. auto p_folder = cc->add_folders();
  226. p_folder->set_id(std::string(folder->get_id()));
  227. p_folder->set_label(std::string(folder->get_label()));
  228. auto p_peer = p_folder->add_devices();
  229. p_peer->set_id(std::string(peer_id.get_sha256()));
  230. p_peer->set_name(std::string(peer_device->get_name()));
  231. SECTION("peer index has changed") {
  232. SECTION("non-zero index") {
  233. p_peer->set_index_id(1234ul);
  234. p_peer->set_max_sequence(123456u);
  235. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  236. REQUIRE(diff_opt);
  237. auto &diff = diff_opt.value();
  238. auto r_a = diff->apply(*cluster, get_apply_controller());
  239. REQUIRE(r_a);
  240. auto fi = folder_infos.by_device(*peer_device);
  241. CHECK(fi->get_index() == 1234ul);
  242. CHECK(fi->get_max_sequence() == 0);
  243. CHECK(fi.get() == folder_info_peer.get());
  244. bool visited = false;
  245. auto visitor = my_cluster_update_visitor_t([&](auto &) { visited = true; });
  246. auto r_v = diff->visit(visitor, nullptr);
  247. REQUIRE(r_v);
  248. REQUIRE(visited);
  249. CHECK(visitor.remove_files == 1);
  250. CHECK(visitor.updated_folders == 1);
  251. CHECK(visitor.remove_folders == 0);
  252. }
  253. SECTION("zero index") {
  254. p_peer->set_index_id(0ul);
  255. p_peer->set_max_sequence(123456u);
  256. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  257. REQUIRE(diff_opt);
  258. auto &diff = diff_opt.value();
  259. auto r_a = diff->apply(*cluster, get_apply_controller());
  260. REQUIRE(r_a);
  261. auto fi = folder_infos.by_device(*peer_device);
  262. CHECK(fi->get_index() == 0);
  263. CHECK(fi->get_max_sequence() == 0);
  264. CHECK(fi.get() == folder_info_peer.get());
  265. bool visited = false;
  266. auto visitor = my_cluster_update_visitor_t([&](auto &) { visited = true; });
  267. auto r_v = diff->visit(visitor, nullptr);
  268. REQUIRE(r_v);
  269. CHECK(visited);
  270. CHECK(visitor.remove_files == 1);
  271. CHECK(visitor.updated_folders == 1);
  272. CHECK(visitor.remove_folders == 0);
  273. }
  274. }
  275. }
  276. }
  277. TEST_CASE("cluster update, reset folder", "[model]") {
  278. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  279. auto my_device = device_t::create(my_id, "my-device").value();
  280. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  281. auto peer_device = device_t::create(peer_id, "peer-device").value();
  282. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  283. auto sequencer = model::make_sequencer(5);
  284. cluster->get_devices().put(my_device);
  285. cluster->get_devices().put(peer_device);
  286. db::Folder db_folder;
  287. db_folder.set_id("1234-5678");
  288. db_folder.set_label("my-label");
  289. db_folder.set_path("/my/path");
  290. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  291. cluster->get_folders().put(folder);
  292. db::PendingFolder db_p_folder;
  293. db_p_folder.mutable_folder()->set_id("1111-2222");
  294. db_p_folder.mutable_folder()->set_label("unknown");
  295. auto u_folder = pending_folder_t::create(sequencer->next_uuid(), db_p_folder, peer_device->device_id()).value();
  296. auto &unknown_folders = cluster->get_pending_folders();
  297. unknown_folders.put(u_folder);
  298. auto folder_info_my = folder_info_ptr_t();
  299. auto folder_info_peer = folder_info_ptr_t();
  300. {
  301. db::FolderInfo db_fi;
  302. db_fi.set_index_id(5ul);
  303. db_fi.set_max_sequence(10l);
  304. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  305. }
  306. {
  307. db::FolderInfo db_fi;
  308. db_fi.set_index_id(6ul);
  309. db_fi.set_max_sequence(0l);
  310. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  311. }
  312. folder->get_folder_infos().put(folder_info_my);
  313. folder->get_folder_infos().put(folder_info_peer);
  314. auto bi1 = proto::BlockInfo();
  315. bi1.set_size(5);
  316. bi1.set_hash(utils::sha256_digest("12345").value());
  317. auto b1 = block_info_t::create(bi1).assume_value();
  318. auto bi2 = proto::BlockInfo();
  319. bi2.set_size(5);
  320. bi2.set_hash(utils::sha256_digest("67890").value());
  321. auto b2 = block_info_t::create(bi2).assume_value();
  322. auto bi3 = proto::BlockInfo();
  323. bi3.set_size(5);
  324. bi3.set_hash(utils::sha256_digest("qqqqqq").value());
  325. auto b3 = block_info_t::create(bi3).assume_value();
  326. auto &blocks_map = cluster->get_blocks();
  327. blocks_map.put(b1);
  328. blocks_map.put(b2);
  329. blocks_map.put(b3);
  330. proto::FileInfo pr_fi_my;
  331. pr_fi_my.set_name("a/b.txt");
  332. pr_fi_my.set_size(5ul);
  333. pr_fi_my.set_block_size(5ul);
  334. pr_fi_my.set_sequence(1);
  335. pr_fi_my.mutable_version()->add_counters()->set_id(my_device->device_id().get_uint());
  336. auto fi_my = file_info_t::create(sequencer->next_uuid(), pr_fi_my, folder_info_my).value();
  337. folder_info_my->add_strict(fi_my);
  338. proto::FileInfo pr_fi_peer1;
  339. pr_fi_peer1.set_name("a/c.txt");
  340. pr_fi_peer1.set_size(5ul);
  341. pr_fi_peer1.set_block_size(5ul);
  342. pr_fi_peer1.set_sequence(1);
  343. pr_fi_peer1.mutable_version()->add_counters()->set_id(peer_device->device_id().get_uint());
  344. auto fi_peer1 = file_info_t::create(sequencer->next_uuid(), pr_fi_peer1, folder_info_peer).value();
  345. REQUIRE(folder_info_peer->add_strict(fi_peer1));
  346. REQUIRE(folder_info_peer->get_file_infos().size() == 1);
  347. proto::FileInfo pr_fi_peer2;
  348. pr_fi_peer2.set_name("a/d.txt");
  349. pr_fi_peer2.set_size(10ul);
  350. pr_fi_peer2.set_block_size(5ul);
  351. pr_fi_peer2.set_sequence(2);
  352. pr_fi_peer2.mutable_version()->add_counters()->set_id(peer_device->device_id().get_uint());
  353. auto fi_peer2 = file_info_t::create(sequencer->next_uuid(), pr_fi_peer2, folder_info_peer).value();
  354. REQUIRE(folder_info_peer->add_strict(fi_peer2));
  355. REQUIRE(folder_info_peer->get_file_infos().size() == 2);
  356. fi_my->assign_block(b1, 0);
  357. fi_peer1->assign_block(b2, 0);
  358. fi_peer2->assign_block(b2, 0);
  359. fi_peer2->assign_block(b3, 1);
  360. auto cc = std::make_unique<proto::ClusterConfig>();
  361. auto p_folder = cc->add_folders();
  362. p_folder->set_id(std::string(folder->get_id()));
  363. p_folder->set_label(std::string(folder->get_label()));
  364. auto p_peer = p_folder->add_devices();
  365. p_peer->set_id(std::string(peer_id.get_sha256()));
  366. p_peer->set_name(std::string(peer_device->get_name()));
  367. p_peer->set_max_sequence(123456u);
  368. p_peer->set_index_id(7ul);
  369. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  370. REQUIRE(diff_opt);
  371. auto &diff = diff_opt.value();
  372. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  373. auto folder_info_peer_new = folder->get_folder_infos().by_device(*peer_device);
  374. REQUIRE(folder_info_peer_new);
  375. REQUIRE(folder_info_peer_new == folder_info_peer);
  376. REQUIRE(folder_info_peer_new->get_file_infos().size() == 0);
  377. CHECK(folder_info_peer_new->get_index() == 7ul);
  378. CHECK(folder_info_peer_new->get_max_sequence() == 0);
  379. CHECK(folder_info_peer->get_file_infos().size() == 0);
  380. CHECK(fi_peer1->use_count() == 1);
  381. CHECK(fi_peer2->use_count() == 1);
  382. CHECK(blocks_map.size() == 1);
  383. CHECK(blocks_map.get(b1->get_hash()));
  384. bool visited = false;
  385. auto visitor = my_cluster_update_visitor_t([&](auto &) { visited = true; });
  386. auto r_v = diff->visit(visitor, nullptr);
  387. REQUIRE(r_v);
  388. REQUIRE(visited);
  389. CHECK(visitor.remove_blocks == 1);
  390. CHECK(visitor.remove_files == 1);
  391. CHECK(visitor.remove_folders == 0);
  392. CHECK(visitor.remove_pending_folders == 1);
  393. CHECK(visitor.updated_folders == 1);
  394. }
  395. TEST_CASE("cluster update for a folder, which was not shared", "[model]") {
  396. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  397. auto my_device = device_t::create(my_id, "my-device").value();
  398. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  399. auto peer_device = device_t::create(peer_id, "peer-device").value();
  400. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  401. auto sequencer = model::make_sequencer(5);
  402. cluster->get_devices().put(my_device);
  403. cluster->get_devices().put(peer_device);
  404. db::Folder db_folder;
  405. db_folder.set_id("1234-5678");
  406. db_folder.set_label("my-label");
  407. db_folder.set_path("/my/path");
  408. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  409. cluster->get_folders().put(folder);
  410. auto folder_info_my = folder_info_ptr_t();
  411. auto folder_info_peer = folder_info_ptr_t();
  412. {
  413. db::FolderInfo db_fi;
  414. db_fi.set_index_id(5ul);
  415. db_fi.set_max_sequence(10l);
  416. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  417. folder->get_folder_infos().put(folder_info_my);
  418. }
  419. auto cc = std::make_unique<proto::ClusterConfig>();
  420. auto p_folder = cc->add_folders();
  421. p_folder->set_id(std::string(folder->get_id()));
  422. p_folder->set_label(std::string(folder->get_label()));
  423. auto p_peer = p_folder->add_devices();
  424. p_peer->set_id(std::string(peer_id.get_sha256()));
  425. p_peer->set_name(std::string(peer_device->get_name()));
  426. p_peer->set_max_sequence(123456u);
  427. p_peer->set_index_id(7ul);
  428. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  429. REQUIRE(diff_opt);
  430. auto &diff = diff_opt.value();
  431. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  432. }
  433. TEST_CASE("cluster update with unknown devices", "[model]") {
  434. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  435. auto my_device = device_t::create(my_id, "my-device").value();
  436. auto peer_id_1 =
  437. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  438. auto peer_id_2 =
  439. device_id_t::from_string("EAMTZPW-Q4QYERN-D57DHFS-AUP2OMG-PAHOR3R-ZWLKGAA-WQC5SVW-UJ5NXQA").value();
  440. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  441. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  442. auto sequencer = model::make_sequencer(5);
  443. cluster->get_devices().put(my_device);
  444. cluster->get_devices().put(peer_device);
  445. db::Folder db_folder;
  446. db_folder.set_id("1234-5678");
  447. db_folder.set_label("my-label");
  448. db_folder.set_path("/my/path");
  449. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  450. cluster->get_folders().put(folder);
  451. auto folder_info_my = folder_info_ptr_t();
  452. auto folder_info_peer = folder_info_ptr_t();
  453. {
  454. db::FolderInfo db_fi;
  455. db_fi.set_index_id(5ul);
  456. db_fi.set_max_sequence(10l);
  457. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  458. folder->get_folder_infos().put(folder_info_my);
  459. }
  460. {
  461. db::FolderInfo db_fi;
  462. db_fi.set_index_id(6ul);
  463. db_fi.set_max_sequence(0l);
  464. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  465. folder->get_folder_infos().put(folder_info_my);
  466. }
  467. folder->get_folder_infos().put(folder_info_my);
  468. folder->get_folder_infos().put(folder_info_peer);
  469. auto cc = std::make_unique<proto::ClusterConfig>();
  470. auto p_folder = cc->add_folders();
  471. p_folder->set_id(std::string(folder->get_id()));
  472. p_folder->set_label(std::string(folder->get_label()));
  473. auto p_peer_1 = p_folder->add_devices();
  474. p_peer_1->set_id(std::string(peer_id_1.get_sha256()));
  475. p_peer_1->set_name(std::string(peer_device->get_name()));
  476. p_peer_1->set_max_sequence(123456u);
  477. p_peer_1->set_index_id(7ul);
  478. auto p_peer_2 = p_folder->add_devices();
  479. p_peer_2->set_id(std::string(peer_id_2.get_sha256()));
  480. p_peer_2->set_name(std::string(peer_device->get_name()));
  481. p_peer_2->set_max_sequence(123456u);
  482. p_peer_2->set_index_id(7ul);
  483. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  484. REQUIRE(diff_opt);
  485. }
  486. TEST_CASE("cluster update nothing shared", "[model]") {
  487. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  488. auto my_device = device_t::create(my_id, "my-device").value();
  489. auto peer_id_1 =
  490. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  491. auto peer_id_2 =
  492. device_id_t::from_string("EAMTZPW-Q4QYERN-D57DHFS-AUP2OMG-PAHOR3R-ZWLKGAA-WQC5SVW-UJ5NXQA").value();
  493. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  494. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  495. auto sequencer = model::make_sequencer(5);
  496. cluster->get_devices().put(my_device);
  497. cluster->get_devices().put(peer_device);
  498. auto &blocks_map = cluster->get_blocks();
  499. auto bi1 = proto::BlockInfo();
  500. bi1.set_size(5);
  501. bi1.set_hash(utils::sha256_digest("12345").value());
  502. auto b1 = block_info_t::create(bi1).assume_value();
  503. blocks_map.put(b1);
  504. db::Folder db_folder;
  505. db_folder.set_id("1234-5678");
  506. db_folder.set_label("my-label");
  507. db_folder.set_path("/my/path");
  508. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  509. cluster->get_folders().put(folder);
  510. auto folder_info_my = folder_info_ptr_t();
  511. auto folder_info_peer = folder_info_ptr_t();
  512. {
  513. db::FolderInfo db_fi;
  514. db_fi.set_index_id(5ul);
  515. db_fi.set_max_sequence(10l);
  516. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  517. folder->get_folder_infos().put(folder_info_my);
  518. }
  519. {
  520. db::FolderInfo db_fi;
  521. db_fi.set_index_id(6ul);
  522. db_fi.set_max_sequence(0l);
  523. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  524. folder->get_folder_infos().put(folder_info_peer);
  525. proto::FileInfo pr_fi_peer;
  526. pr_fi_peer.set_name("a/c.txt");
  527. pr_fi_peer.set_size(5ul);
  528. pr_fi_peer.set_block_size(5ul);
  529. pr_fi_peer.set_sequence(5);
  530. pr_fi_peer.mutable_version()->add_counters()->set_id(peer_device->device_id().get_uint());
  531. auto fi_peer = file_info_t::create(sequencer->next_uuid(), pr_fi_peer, folder_info_peer).value();
  532. fi_peer->assign_block(b1, 0);
  533. REQUIRE(folder_info_peer->add_strict(fi_peer));
  534. REQUIRE(folder_info_peer->get_file_infos().size() == 1);
  535. }
  536. auto cc = std::make_unique<proto::ClusterConfig>();
  537. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  538. REQUIRE(diff_opt);
  539. auto opt = diff_opt.value()->apply(*cluster, get_apply_controller());
  540. REQUIRE(opt);
  541. CHECK(blocks_map.size() == 0);
  542. CHECK(folder_info_peer->get_file_infos().size() == 0);
  543. CHECK(folder->is_shared_with(*peer_device));
  544. CHECK(folder->is_shared_with(*peer_device)->get_file_infos().size() == 0);
  545. }
  546. TEST_CASE("non-shared pending folder", "[model]") {
  547. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  548. auto my_device = device_t::create(my_id, "my-device").value();
  549. auto peer_id_1 =
  550. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  551. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  552. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  553. auto sequencer = model::make_sequencer(5);
  554. cluster->get_devices().put(my_device);
  555. cluster->get_devices().put(peer_device);
  556. auto builder = diff_builder_t(*cluster);
  557. auto folder_id = "1234";
  558. auto sha256 = peer_id_1.get_sha256();
  559. REQUIRE(builder.upsert_folder(folder_id, "/my/path").apply());
  560. REQUIRE(builder.configure_cluster(sha256).add(sha256, folder_id, 5, 4).finish().apply());
  561. REQUIRE(cluster->get_pending_folders().size() == 1);
  562. auto &uf = *cluster->get_pending_folders().begin()->item;
  563. REQUIRE(uf.device_id() == peer_id_1);
  564. REQUIRE(uf.get_index() == 5);
  565. REQUIRE(uf.get_max_sequence() == 4);
  566. }
  567. TEST_CASE("cluster update with remote folders", "[model]") {
  568. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  569. auto my_device = device_t::create(my_id, "my-device").value();
  570. auto peer_id_1 =
  571. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  572. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  573. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  574. auto sequencer = model::make_sequencer(5);
  575. cluster->get_devices().put(my_device);
  576. cluster->get_devices().put(peer_device);
  577. db::Folder db_folder;
  578. db_folder.set_id("1234-5678");
  579. db_folder.set_label("my-label");
  580. db_folder.set_path("/my/path");
  581. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  582. cluster->get_folders().put(folder);
  583. auto folder_info_my = folder_info_ptr_t();
  584. auto folder_info_peer = folder_info_ptr_t();
  585. {
  586. db::FolderInfo db_fi;
  587. db_fi.set_index_id(5ul);
  588. db_fi.set_max_sequence(10l);
  589. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  590. folder->get_folder_infos().put(folder_info_my);
  591. }
  592. {
  593. db::FolderInfo db_fi;
  594. db_fi.set_index_id(6ul);
  595. db_fi.set_max_sequence(0l);
  596. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  597. folder->get_folder_infos().put(folder_info_my);
  598. }
  599. folder->get_folder_infos().put(folder_info_my);
  600. folder->get_folder_infos().put(folder_info_peer);
  601. auto cc = std::make_unique<proto::ClusterConfig>();
  602. auto p_folder = cc->add_folders();
  603. p_folder->set_id(std::string(folder->get_id()));
  604. p_folder->set_label(std::string(folder->get_label()));
  605. auto p_peer_1 = p_folder->add_devices();
  606. p_peer_1->set_id(std::string(peer_id_1.get_sha256()));
  607. p_peer_1->set_name(std::string(peer_device->get_name()));
  608. p_peer_1->set_max_sequence(123456u);
  609. p_peer_1->set_index_id(7ul);
  610. auto p_peer_my = p_folder->add_devices();
  611. p_peer_my->set_id(std::string(my_id.get_sha256()));
  612. p_peer_my->set_name(std::string(my_device->get_name()));
  613. p_peer_my->set_max_sequence(3);
  614. p_peer_my->set_index_id(5ul);
  615. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  616. REQUIRE(diff_opt);
  617. auto opt = diff_opt.value()->apply(*cluster, get_apply_controller());
  618. REQUIRE(opt);
  619. auto remote_folder = peer_device->get_remote_folder_infos().by_folder(*folder);
  620. REQUIRE(remote_folder);
  621. CHECK(remote_folder->get_index() == 5ul);
  622. CHECK(remote_folder->get_max_sequence() == 3);
  623. SECTION("unshare by peer") {
  624. auto cc = std::make_unique<proto::ClusterConfig>();
  625. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  626. REQUIRE(diff_opt);
  627. auto &diff = diff_opt.value();
  628. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  629. CHECK(peer_device->get_remote_folder_infos().size() == 0);
  630. auto fi = folder->get_folder_infos().by_device(*peer_device);
  631. // we are still sharing the folder with peer
  632. CHECK(fi);
  633. }
  634. }
  635. int _init() {
  636. test::init_logging();
  637. return 1;
  638. }
  639. static int v = _init();