031-diff-cluster_update.cpp 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. // SPDX-FileCopyrightText: 2019-2024 Ivan Baidakou
  3. #include "test-utils.h"
  4. #include "access.h"
  5. #include "model/cluster.h"
  6. #include "model/misc/sequencer.h"
  7. #include "diff-builder.h"
  8. #include "model/diff/peer/cluster_update.h"
  9. #include "model/diff/cluster_visitor.h"
  10. #include "model/diff/cluster_diff.h"
  11. #include "model/diff/modify/remove_blocks.h"
  12. #include "model/diff/modify/remove_files.h"
  13. #include "model/diff/modify/remove_folder_infos.h"
  14. #include "model/diff/modify/remove_pending_folders.h"
  15. #include "model/diff/modify/upsert_folder_info.h"
  16. #include "model/diff/modify/add_pending_folders.h"
  17. using namespace syncspirit;
  18. using namespace syncspirit::model;
  19. using namespace syncspirit::proto;
  20. using namespace syncspirit::test;
  21. template <typename F> struct my_cluster_update_visitor_t : diff::cluster_visitor_t {
  22. F fn;
  23. int remove_blocks = 0;
  24. int remove_files = 0;
  25. int remove_folders = 0;
  26. int remove_pending_folders = 0;
  27. int add_pending_folders = 0;
  28. int updated_folders = 0;
  29. my_cluster_update_visitor_t(F &&fn_) : fn{std::forward<F>(fn_)} {}
  30. outcome::result<void> operator()(const diff::peer::cluster_update_t &diff, void *custom) noexcept override {
  31. fn(diff);
  32. return diff.visit_next(*this, custom);
  33. }
  34. outcome::result<void> operator()(const diff::modify::remove_blocks_t &diff, void *custom) noexcept override {
  35. ++remove_blocks;
  36. return diff.visit_next(*this, custom);
  37. }
  38. outcome::result<void> operator()(const diff::modify::remove_files_t &diff, void *custom) noexcept override {
  39. ++remove_files;
  40. return diff.visit_next(*this, custom);
  41. }
  42. outcome::result<void> operator()(const diff::modify::remove_folder_infos_t &diff, void *custom) noexcept override {
  43. ++remove_folders;
  44. return diff.visit_next(*this, custom);
  45. }
  46. outcome::result<void> operator()(const diff::modify::remove_pending_folders_t &diff,
  47. void *custom) noexcept override {
  48. ++remove_pending_folders;
  49. return diff.visit_next(*this, custom);
  50. }
  51. outcome::result<void> operator()(const diff::modify::upsert_folder_info_t &diff, void *custom) noexcept override {
  52. ++updated_folders;
  53. return diff.visit_next(*this, custom);
  54. }
  55. outcome::result<void> operator()(const diff::modify::add_pending_folders_t &diff, void *custom) noexcept override {
  56. ++add_pending_folders;
  57. return diff.visit_next(*this, custom);
  58. }
  59. };
  60. TEST_CASE("cluster update, new folder", "[model]") {
  61. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  62. auto my_device = device_t::create(my_id, "my-device").value();
  63. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  64. auto peer_device = device_t::create(peer_id, "peer-device").value();
  65. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  66. auto sequencer = model::make_sequencer(5);
  67. cluster->get_devices().put(my_device);
  68. cluster->get_devices().put(peer_device);
  69. SECTION("unknown folder") {
  70. auto cc = std::make_unique<proto::ClusterConfig>();
  71. auto folder_ptr = cc->add_folders();
  72. folder_ptr->set_id("some-id");
  73. folder_ptr->set_label("some-label");
  74. auto d_peer = folder_ptr->add_devices();
  75. d_peer->set_id(std::string(peer_id.get_sha256()));
  76. d_peer->set_name(std::string(peer_device->get_name()));
  77. d_peer->set_max_sequence(10);
  78. d_peer->set_index_id(22ul);
  79. auto folder = *folder_ptr;
  80. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  81. REQUIRE(diff_opt);
  82. auto &diff = diff_opt.value();
  83. auto r_a = diff->apply(*cluster);
  84. CHECK(r_a);
  85. auto visitor = my_cluster_update_visitor_t([&](auto &diff) {});
  86. auto r_v = diff->visit(visitor, nullptr);
  87. REQUIRE(r_v);
  88. REQUIRE(cluster->get_pending_folders().size());
  89. REQUIRE(visitor.add_pending_folders == 1);
  90. auto uf = cluster->get_pending_folders().begin()->item;
  91. CHECK(uf->device_id() == peer_device->device_id());
  92. CHECK(uf->get_id() == "some-id");
  93. CHECK(uf->get_max_sequence() == 10);
  94. CHECK(uf->get_index() == 22ul);
  95. // no changes
  96. db::PendingFolder db_pf;
  97. auto mf = db_pf.mutable_folder();
  98. mf->set_id(folder.id());
  99. auto mfi = db_pf.mutable_folder_info();
  100. mfi->set_max_sequence(d_peer->max_sequence());
  101. mfi->set_index_id(d_peer->index_id());
  102. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  103. REQUIRE(diff_opt);
  104. diff = diff_opt.value();
  105. r_a = diff->apply(*cluster);
  106. CHECK(r_a);
  107. REQUIRE(cluster->get_pending_folders().size() == 1);
  108. std::ignore = diff->visit(visitor, nullptr);
  109. REQUIRE(visitor.add_pending_folders == 1);
  110. // max-id changed
  111. d_peer->set_max_sequence(15);
  112. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  113. REQUIRE(diff_opt);
  114. diff = diff_opt.value();
  115. r_a = diff->apply(*cluster);
  116. CHECK(r_a);
  117. (void)diff->visit(visitor, nullptr);
  118. REQUIRE(visitor.add_pending_folders == 2);
  119. REQUIRE(cluster->get_pending_folders().size() == 1);
  120. uf = cluster->get_pending_folders().begin()->item;
  121. CHECK(uf->device_id() == peer_device->device_id());
  122. CHECK(uf->get_id() == "some-id");
  123. CHECK(uf->get_max_sequence() == 15);
  124. CHECK(uf->get_index() == 22ul);
  125. CHECK(std::distance(cluster->get_pending_folders().begin(), cluster->get_pending_folders().end()) == 1);
  126. // change unknown folder
  127. cc = std::make_unique<proto::ClusterConfig>();
  128. folder_ptr = cc->add_folders();
  129. folder_ptr->set_id("some-id-n");
  130. folder_ptr->set_label("some-label-N");
  131. d_peer = folder_ptr->add_devices();
  132. d_peer->set_id(std::string(peer_id.get_sha256()));
  133. d_peer->set_name(std::string(peer_device->get_name()));
  134. d_peer->set_max_sequence(10);
  135. d_peer->set_index_id(22ul);
  136. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  137. REQUIRE(diff_opt);
  138. r_a = diff_opt.value()->apply(*cluster);
  139. CHECK(r_a);
  140. CHECK(std::distance(cluster->get_pending_folders().begin(), cluster->get_pending_folders().end()) == 1);
  141. }
  142. SECTION("existing folder") {
  143. db::Folder db_folder;
  144. db_folder.set_id("1234-5678");
  145. db_folder.set_label("my-label");
  146. db_folder.set_path("/my/path");
  147. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  148. cluster->get_folders().put(folder);
  149. auto folder_info_my = folder_info_ptr_t();
  150. auto folder_info_peer = folder_info_ptr_t();
  151. {
  152. db::FolderInfo db_fi;
  153. db_fi.set_index_id(5ul);
  154. db_fi.set_max_sequence(10l);
  155. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  156. folder->get_folder_infos().put(folder_info_my);
  157. }
  158. {
  159. db::FolderInfo db_fi;
  160. db_fi.set_index_id(6ul);
  161. db_fi.set_max_sequence(10l);
  162. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  163. folder->get_folder_infos().put(folder_info_peer);
  164. }
  165. auto cc = std::make_unique<proto::ClusterConfig>();
  166. auto p_folder = cc->add_folders();
  167. p_folder->set_id(std::string(folder->get_id()));
  168. p_folder->set_label(std::string(folder->get_label()));
  169. auto p_peer = p_folder->add_devices();
  170. p_peer->set_max_sequence(folder_info_peer->get_max_sequence());
  171. p_peer->set_id(std::string(peer_id.get_sha256()));
  172. p_peer->set_name(std::string(peer_device->get_name()));
  173. SECTION("nothing changed") {
  174. p_peer->set_max_sequence(folder_info_peer->get_max_sequence());
  175. p_peer->set_index_id(folder_info_peer->get_index());
  176. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  177. REQUIRE(diff_opt);
  178. auto &diff = diff_opt.value();
  179. auto r_a = diff->apply(*cluster);
  180. CHECK(r_a);
  181. CHECK(!folder_info_peer->is_actual());
  182. auto pr_file = proto::FileInfo();
  183. pr_file.set_sequence(folder_info_peer->get_max_sequence());
  184. auto peer_file = file_info_t::create(sequencer->next_uuid(), pr_file, folder_info_peer).value();
  185. folder_info_peer->add(peer_file, false);
  186. CHECK(folder_info_peer->is_actual());
  187. bool visited = false;
  188. auto visitor = my_cluster_update_visitor_t([&](auto &diff) { visited = true; });
  189. auto r_v = diff->visit(visitor, nullptr);
  190. REQUIRE(r_v);
  191. REQUIRE(visited);
  192. REQUIRE(visitor.updated_folders == 0);
  193. }
  194. SECTION("max sequence increased") {
  195. auto max_seq = folder_info_peer->get_max_sequence() + 1;
  196. p_peer->set_max_sequence(max_seq);
  197. p_peer->set_index_id(folder_info_peer->get_index());
  198. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  199. REQUIRE(diff_opt);
  200. auto &diff = diff_opt.value();
  201. auto r_a = diff->apply(*cluster);
  202. CHECK(!folder_info_peer->is_actual());
  203. CHECK(r_a);
  204. bool visited = false;
  205. auto visitor = my_cluster_update_visitor_t([&](auto &diff) { visited = true; });
  206. auto r_v = diff->visit(visitor, nullptr);
  207. REQUIRE(r_v);
  208. REQUIRE(visited);
  209. REQUIRE(visitor.updated_folders == 1);
  210. REQUIRE(folder_info_peer->get_max_sequence() == max_seq);
  211. }
  212. }
  213. SECTION("reset index") {
  214. db::Folder db_folder;
  215. db_folder.set_id("1234-5678");
  216. db_folder.set_label("my-label");
  217. db_folder.set_path("/my/path");
  218. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  219. cluster->get_folders().put(folder);
  220. auto folder_info_my = folder_info_ptr_t();
  221. auto folder_info_peer = folder_info_ptr_t();
  222. {
  223. db::FolderInfo db_fi;
  224. db_fi.set_index_id(5ul);
  225. db_fi.set_max_sequence(10l);
  226. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  227. folder->get_folder_infos().put(folder_info_my);
  228. }
  229. {
  230. db::FolderInfo db_fi;
  231. db_fi.set_index_id(6ul);
  232. db_fi.set_max_sequence(10l);
  233. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  234. folder->get_folder_infos().put(folder_info_peer);
  235. }
  236. auto cc = std::make_unique<proto::ClusterConfig>();
  237. auto p_folder = cc->add_folders();
  238. p_folder->set_id(std::string(folder->get_id()));
  239. p_folder->set_label(std::string(folder->get_label()));
  240. auto p_peer = p_folder->add_devices();
  241. p_peer->set_id(std::string(peer_id.get_sha256()));
  242. p_peer->set_name(std::string(peer_device->get_name()));
  243. SECTION("peer index has changed") {
  244. p_peer->set_max_sequence(123456u);
  245. p_peer->set_index_id(7ul);
  246. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  247. REQUIRE(diff_opt);
  248. auto &diff = diff_opt.value();
  249. auto r_a = diff->apply(*cluster);
  250. REQUIRE(r_a);
  251. auto fi = folder->get_folder_infos().by_device(*peer_device);
  252. REQUIRE(fi->get_index() == 7ul);
  253. REQUIRE(fi->get_max_sequence() == 123456u);
  254. bool visited = false;
  255. auto visitor = my_cluster_update_visitor_t([&](auto &diff) { visited = true; });
  256. auto r_v = diff->visit(visitor, nullptr);
  257. REQUIRE(r_v);
  258. REQUIRE(visited);
  259. REQUIRE(visitor.updated_folders == 1);
  260. }
  261. }
  262. }
  263. TEST_CASE("cluster update, reset folder", "[model]") {
  264. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  265. auto my_device = device_t::create(my_id, "my-device").value();
  266. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  267. auto peer_device = device_t::create(peer_id, "peer-device").value();
  268. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  269. auto sequencer = model::make_sequencer(5);
  270. cluster->get_devices().put(my_device);
  271. cluster->get_devices().put(peer_device);
  272. db::Folder db_folder;
  273. db_folder.set_id("1234-5678");
  274. db_folder.set_label("my-label");
  275. db_folder.set_path("/my/path");
  276. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  277. cluster->get_folders().put(folder);
  278. db::PendingFolder db_p_folder;
  279. db_p_folder.mutable_folder()->set_id("1111-2222");
  280. db_p_folder.mutable_folder()->set_label("unknown");
  281. auto u_folder = pending_folder_t::create(sequencer->next_uuid(), db_p_folder, peer_device->device_id()).value();
  282. auto &unknown_folders = cluster->get_pending_folders();
  283. unknown_folders.put(u_folder);
  284. auto folder_info_my = folder_info_ptr_t();
  285. auto folder_info_peer = folder_info_ptr_t();
  286. {
  287. db::FolderInfo db_fi;
  288. db_fi.set_index_id(5ul);
  289. db_fi.set_max_sequence(10l);
  290. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  291. }
  292. {
  293. db::FolderInfo db_fi;
  294. db_fi.set_index_id(6ul);
  295. db_fi.set_max_sequence(0l);
  296. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  297. }
  298. folder->get_folder_infos().put(folder_info_my);
  299. folder->get_folder_infos().put(folder_info_peer);
  300. auto bi1 = proto::BlockInfo();
  301. bi1.set_size(5);
  302. bi1.set_hash(utils::sha256_digest("12345").value());
  303. auto b1 = block_info_t::create(bi1).assume_value();
  304. auto bi2 = proto::BlockInfo();
  305. bi2.set_size(5);
  306. bi2.set_hash(utils::sha256_digest("67890").value());
  307. auto b2 = block_info_t::create(bi2).assume_value();
  308. auto bi3 = proto::BlockInfo();
  309. bi3.set_size(5);
  310. bi3.set_hash(utils::sha256_digest("qqqqqq").value());
  311. auto b3 = block_info_t::create(bi3).assume_value();
  312. auto &blocks_map = cluster->get_blocks();
  313. blocks_map.put(b1);
  314. blocks_map.put(b2);
  315. blocks_map.put(b3);
  316. proto::FileInfo pr_fi_my;
  317. pr_fi_my.set_name("a/b.txt");
  318. pr_fi_my.set_size(5ul);
  319. pr_fi_my.set_block_size(5ul);
  320. auto fi_my = file_info_t::create(sequencer->next_uuid(), pr_fi_my, folder_info_my).value();
  321. folder_info_my->add(fi_my, false);
  322. proto::FileInfo pr_fi_peer1;
  323. pr_fi_peer1.set_name("a/c.txt");
  324. pr_fi_peer1.set_size(5ul);
  325. pr_fi_peer1.set_block_size(5ul);
  326. auto fi_peer1 = file_info_t::create(sequencer->next_uuid(), pr_fi_peer1, folder_info_peer).value();
  327. folder_info_peer->add(fi_peer1, false);
  328. REQUIRE(folder_info_peer->get_file_infos().size() == 1);
  329. proto::FileInfo pr_fi_peer2;
  330. pr_fi_peer2.set_name("a/d.txt");
  331. pr_fi_peer2.set_size(10ul);
  332. pr_fi_peer2.set_block_size(5ul);
  333. auto fi_peer2 = file_info_t::create(sequencer->next_uuid(), pr_fi_peer2, folder_info_peer).value();
  334. folder_info_peer->add(fi_peer2, false);
  335. REQUIRE(folder_info_peer->get_file_infos().size() == 2);
  336. fi_my->assign_block(b1, 0);
  337. fi_peer1->assign_block(b2, 0);
  338. fi_peer2->assign_block(b2, 0);
  339. fi_peer2->assign_block(b3, 1);
  340. auto cc = std::make_unique<proto::ClusterConfig>();
  341. auto p_folder = cc->add_folders();
  342. p_folder->set_id(std::string(folder->get_id()));
  343. p_folder->set_label(std::string(folder->get_label()));
  344. auto p_peer = p_folder->add_devices();
  345. p_peer->set_id(std::string(peer_id.get_sha256()));
  346. p_peer->set_name(std::string(peer_device->get_name()));
  347. p_peer->set_max_sequence(123456u);
  348. p_peer->set_index_id(7ul);
  349. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  350. REQUIRE(diff_opt);
  351. auto &diff = diff_opt.value();
  352. REQUIRE(diff->apply(*cluster));
  353. auto folder_info_peer_new = folder->get_folder_infos().by_device(*peer_device);
  354. REQUIRE(folder_info_peer_new);
  355. REQUIRE(folder_info_peer_new != folder_info_peer);
  356. REQUIRE(folder_info_peer_new->get_file_infos().size() == 0);
  357. CHECK(folder_info_peer_new->get_index() == 7ul);
  358. CHECK(folder_info_peer_new->get_max_sequence() == p_peer->max_sequence());
  359. CHECK(folder_info_peer->use_count() == 1);
  360. CHECK(folder_info_peer->get_file_infos().size() == 0);
  361. CHECK(fi_peer1->use_count() == 1);
  362. CHECK(fi_peer2->use_count() == 1);
  363. CHECK(blocks_map.size() == 1);
  364. CHECK(blocks_map.get(b1->get_hash()));
  365. bool visited = false;
  366. auto visitor = my_cluster_update_visitor_t([&](auto &diff) { visited = true; });
  367. auto r_v = diff->visit(visitor, nullptr);
  368. REQUIRE(r_v);
  369. REQUIRE(visited);
  370. CHECK(visitor.remove_blocks == 1);
  371. CHECK(visitor.remove_files == 1);
  372. CHECK(visitor.remove_folders == 1);
  373. CHECK(visitor.remove_pending_folders == 1);
  374. CHECK(visitor.updated_folders == 1);
  375. }
  376. TEST_CASE("cluster update for a folder, which was not shared", "[model]") {
  377. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  378. auto my_device = device_t::create(my_id, "my-device").value();
  379. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  380. auto peer_device = device_t::create(peer_id, "peer-device").value();
  381. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  382. auto sequencer = model::make_sequencer(5);
  383. cluster->get_devices().put(my_device);
  384. cluster->get_devices().put(peer_device);
  385. db::Folder db_folder;
  386. db_folder.set_id("1234-5678");
  387. db_folder.set_label("my-label");
  388. db_folder.set_path("/my/path");
  389. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  390. cluster->get_folders().put(folder);
  391. auto folder_info_my = folder_info_ptr_t();
  392. auto folder_info_peer = folder_info_ptr_t();
  393. {
  394. db::FolderInfo db_fi;
  395. db_fi.set_index_id(5ul);
  396. db_fi.set_max_sequence(10l);
  397. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  398. folder->get_folder_infos().put(folder_info_my);
  399. }
  400. auto cc = std::make_unique<proto::ClusterConfig>();
  401. auto p_folder = cc->add_folders();
  402. p_folder->set_id(std::string(folder->get_id()));
  403. p_folder->set_label(std::string(folder->get_label()));
  404. auto p_peer = p_folder->add_devices();
  405. p_peer->set_id(std::string(peer_id.get_sha256()));
  406. p_peer->set_name(std::string(peer_device->get_name()));
  407. p_peer->set_max_sequence(123456u);
  408. p_peer->set_index_id(7ul);
  409. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  410. REQUIRE(diff_opt);
  411. auto &diff = diff_opt.value();
  412. REQUIRE(diff->apply(*cluster));
  413. }
  414. TEST_CASE("cluster update with unknown devices", "[model]") {
  415. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  416. auto my_device = device_t::create(my_id, "my-device").value();
  417. auto peer_id_1 =
  418. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  419. auto peer_id_2 =
  420. device_id_t::from_string("EAMTZPW-Q4QYERN-D57DHFS-AUP2OMG-PAHOR3R-ZWLKGAA-WQC5SVW-UJ5NXQA").value();
  421. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  422. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  423. auto sequencer = model::make_sequencer(5);
  424. cluster->get_devices().put(my_device);
  425. cluster->get_devices().put(peer_device);
  426. db::Folder db_folder;
  427. db_folder.set_id("1234-5678");
  428. db_folder.set_label("my-label");
  429. db_folder.set_path("/my/path");
  430. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  431. cluster->get_folders().put(folder);
  432. auto folder_info_my = folder_info_ptr_t();
  433. auto folder_info_peer = folder_info_ptr_t();
  434. {
  435. db::FolderInfo db_fi;
  436. db_fi.set_index_id(5ul);
  437. db_fi.set_max_sequence(10l);
  438. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  439. folder->get_folder_infos().put(folder_info_my);
  440. }
  441. {
  442. db::FolderInfo db_fi;
  443. db_fi.set_index_id(6ul);
  444. db_fi.set_max_sequence(0l);
  445. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  446. folder->get_folder_infos().put(folder_info_my);
  447. }
  448. folder->get_folder_infos().put(folder_info_my);
  449. folder->get_folder_infos().put(folder_info_peer);
  450. auto cc = std::make_unique<proto::ClusterConfig>();
  451. auto p_folder = cc->add_folders();
  452. p_folder->set_id(std::string(folder->get_id()));
  453. p_folder->set_label(std::string(folder->get_label()));
  454. auto p_peer_1 = p_folder->add_devices();
  455. p_peer_1->set_id(std::string(peer_id_1.get_sha256()));
  456. p_peer_1->set_name(std::string(peer_device->get_name()));
  457. p_peer_1->set_max_sequence(123456u);
  458. p_peer_1->set_index_id(7ul);
  459. auto p_peer_2 = p_folder->add_devices();
  460. p_peer_2->set_id(std::string(peer_id_2.get_sha256()));
  461. p_peer_2->set_name(std::string(peer_device->get_name()));
  462. p_peer_2->set_max_sequence(123456u);
  463. p_peer_2->set_index_id(7ul);
  464. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  465. REQUIRE(diff_opt);
  466. }
  467. TEST_CASE("cluster update nothing shared", "[model]") {
  468. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  469. auto my_device = device_t::create(my_id, "my-device").value();
  470. auto peer_id_1 =
  471. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  472. auto peer_id_2 =
  473. device_id_t::from_string("EAMTZPW-Q4QYERN-D57DHFS-AUP2OMG-PAHOR3R-ZWLKGAA-WQC5SVW-UJ5NXQA").value();
  474. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  475. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  476. auto sequencer = model::make_sequencer(5);
  477. cluster->get_devices().put(my_device);
  478. cluster->get_devices().put(peer_device);
  479. auto &blocks_map = cluster->get_blocks();
  480. auto bi1 = proto::BlockInfo();
  481. bi1.set_size(5);
  482. bi1.set_hash(utils::sha256_digest("12345").value());
  483. auto b1 = block_info_t::create(bi1).assume_value();
  484. blocks_map.put(b1);
  485. db::Folder db_folder;
  486. db_folder.set_id("1234-5678");
  487. db_folder.set_label("my-label");
  488. db_folder.set_path("/my/path");
  489. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  490. cluster->get_folders().put(folder);
  491. auto folder_info_my = folder_info_ptr_t();
  492. auto folder_info_peer = folder_info_ptr_t();
  493. {
  494. db::FolderInfo db_fi;
  495. db_fi.set_index_id(5ul);
  496. db_fi.set_max_sequence(10l);
  497. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  498. folder->get_folder_infos().put(folder_info_my);
  499. }
  500. {
  501. db::FolderInfo db_fi;
  502. db_fi.set_index_id(6ul);
  503. db_fi.set_max_sequence(0l);
  504. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  505. folder->get_folder_infos().put(folder_info_peer);
  506. proto::FileInfo pr_fi_peer;
  507. pr_fi_peer.set_name("a/c.txt");
  508. pr_fi_peer.set_size(5ul);
  509. pr_fi_peer.set_block_size(5ul);
  510. auto fi_peer = file_info_t::create(sequencer->next_uuid(), pr_fi_peer, folder_info_peer).value();
  511. folder_info_peer->add(fi_peer, false);
  512. fi_peer->assign_block(b1, 0);
  513. REQUIRE(folder_info_peer->get_file_infos().size() == 1);
  514. }
  515. auto cc = std::make_unique<proto::ClusterConfig>();
  516. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  517. REQUIRE(diff_opt);
  518. auto opt = diff_opt.value()->apply(*cluster);
  519. REQUIRE(opt);
  520. CHECK(blocks_map.size() == 0);
  521. CHECK(folder_info_peer->get_file_infos().size() == 0);
  522. CHECK(folder->is_shared_with(*peer_device));
  523. CHECK(folder->is_shared_with(*peer_device)->get_file_infos().size() == 0);
  524. }
  525. TEST_CASE("non-shared pending folder", "[model]") {
  526. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  527. auto my_device = device_t::create(my_id, "my-device").value();
  528. auto peer_id_1 =
  529. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  530. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  531. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  532. auto sequencer = model::make_sequencer(5);
  533. cluster->get_devices().put(my_device);
  534. cluster->get_devices().put(peer_device);
  535. auto builder = diff_builder_t(*cluster);
  536. auto folder_id = "1234";
  537. auto sha256 = peer_id_1.get_sha256();
  538. REQUIRE(builder.upsert_folder(folder_id, "/my/path").apply());
  539. REQUIRE(builder.configure_cluster(sha256).add(sha256, folder_id, 5, 4).finish().apply());
  540. REQUIRE(cluster->get_pending_folders().size() == 1);
  541. auto &uf = *cluster->get_pending_folders().begin()->item;
  542. REQUIRE(uf.device_id() == peer_id_1);
  543. REQUIRE(uf.get_index() == 5);
  544. REQUIRE(uf.get_max_sequence() == 4);
  545. }
  546. TEST_CASE("cluster update with remote folders", "[model]") {
  547. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  548. auto my_device = device_t::create(my_id, "my-device").value();
  549. auto peer_id_1 =
  550. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  551. auto peer_device = device_t::create(peer_id_1, "peer-device").value();
  552. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  553. auto sequencer = model::make_sequencer(5);
  554. cluster->get_devices().put(my_device);
  555. cluster->get_devices().put(peer_device);
  556. db::Folder db_folder;
  557. db_folder.set_id("1234-5678");
  558. db_folder.set_label("my-label");
  559. db_folder.set_path("/my/path");
  560. auto folder = folder_t::create(sequencer->next_uuid(), db_folder).value();
  561. cluster->get_folders().put(folder);
  562. auto folder_info_my = folder_info_ptr_t();
  563. auto folder_info_peer = folder_info_ptr_t();
  564. {
  565. db::FolderInfo db_fi;
  566. db_fi.set_index_id(5ul);
  567. db_fi.set_max_sequence(10l);
  568. folder_info_my = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  569. folder->get_folder_infos().put(folder_info_my);
  570. }
  571. {
  572. db::FolderInfo db_fi;
  573. db_fi.set_index_id(6ul);
  574. db_fi.set_max_sequence(0l);
  575. folder_info_peer = folder_info_t::create(sequencer->next_uuid(), db_fi, peer_device, folder).value();
  576. folder->get_folder_infos().put(folder_info_my);
  577. }
  578. folder->get_folder_infos().put(folder_info_my);
  579. folder->get_folder_infos().put(folder_info_peer);
  580. auto cc = std::make_unique<proto::ClusterConfig>();
  581. auto p_folder = cc->add_folders();
  582. p_folder->set_id(std::string(folder->get_id()));
  583. p_folder->set_label(std::string(folder->get_label()));
  584. auto p_peer_1 = p_folder->add_devices();
  585. p_peer_1->set_id(std::string(peer_id_1.get_sha256()));
  586. p_peer_1->set_name(std::string(peer_device->get_name()));
  587. p_peer_1->set_max_sequence(123456u);
  588. p_peer_1->set_index_id(7ul);
  589. auto p_peer_my = p_folder->add_devices();
  590. p_peer_my->set_id(std::string(my_id.get_sha256()));
  591. p_peer_my->set_name(std::string(my_device->get_name()));
  592. p_peer_my->set_max_sequence(3);
  593. p_peer_my->set_index_id(5ul);
  594. auto diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  595. REQUIRE(diff_opt);
  596. auto opt = diff_opt.value()->apply(*cluster);
  597. REQUIRE(opt);
  598. auto remote_folder = peer_device->get_remote_folder_infos().by_folder(*folder);
  599. REQUIRE(remote_folder);
  600. CHECK(remote_folder->get_index() == 5ul);
  601. CHECK(remote_folder->get_max_sequence() == 3);
  602. SECTION("unshare by peer") {
  603. auto cc = std::make_unique<proto::ClusterConfig>();
  604. diff_opt = diff::peer::cluster_update_t::create(*cluster, *sequencer, *peer_device, *cc);
  605. REQUIRE(diff_opt);
  606. auto &diff = diff_opt.value();
  607. REQUIRE(diff->apply(*cluster));
  608. CHECK(peer_device->get_remote_folder_infos().size() == 0);
  609. auto fi = folder->get_folder_infos().by_device(*peer_device);
  610. // we are still sharing the folder with peer
  611. CHECK(fi);
  612. }
  613. }
  614. int _init() {
  615. utils::set_default("trace");
  616. return 1;
  617. }
  618. static int v = _init();