030-diff-load-cluster.cpp 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. // SPDX-FileCopyrightText: 2019-2024 Ivan Baidakou
  3. #include "test-utils.h"
  4. #include "model/cluster.h"
  5. #include "model/misc/sequencer.h"
  6. #include "model/diff/load/blocks.h"
  7. #include "model/diff/load/devices.h"
  8. #include "model/diff/load/ignored_devices.h"
  9. #include "model/diff/load/ignored_folders.h"
  10. #include "model/diff/load/file_infos.h"
  11. #include "model/diff/load/folder_infos.h"
  12. #include "model/diff/load/folders.h"
  13. #include "model/diff/load/pending_devices.h"
  14. #include "db/prefix.h"
  15. using namespace syncspirit;
  16. using namespace syncspirit::model;
  17. using namespace syncspirit::proto;
  18. using namespace syncspirit::test;
  19. TEST_CASE("loading cluster (base)", "[model]") {
  20. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  21. auto my_device = device_t::create(my_id, "my-device").value();
  22. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  23. auto sequencer = make_sequencer(4);
  24. CHECK(cluster);
  25. auto self_key = my_device->get_key();
  26. auto self_data = my_device->serialize();
  27. SECTION("local device") {
  28. diff::load::container_t devices;
  29. devices.emplace_back(diff::load::pair_t{self_key, self_data});
  30. auto diff = diff::cluster_diff_ptr_t(new diff::load::devices_t(devices));
  31. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  32. auto &devices_map = cluster->get_devices();
  33. REQUIRE(devices_map.size() == 1);
  34. auto self = devices_map.get(self_key);
  35. auto self_2 = devices_map.by_sha256(my_id.get_sha256());
  36. REQUIRE(self);
  37. REQUIRE(self_2);
  38. CHECK(self == my_device);
  39. CHECK(self_2 == self);
  40. }
  41. SECTION("devices") {
  42. auto prefix = (char)db::prefix::device;
  43. auto device_id = test::device_id2sha256("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7");
  44. std::string key = std::string(&prefix, 1) + device_id;
  45. db::Device db_device;
  46. db_device.set_cert_name("cn");
  47. db_device.set_name("peer-name");
  48. device_ptr_t peer;
  49. SECTION("directly") { peer = device_t::create(key, db_device).value(); }
  50. SECTION("via diff (+ local device)") {
  51. std::string data = db_device.SerializeAsString();
  52. diff::load::container_t devices;
  53. devices.emplace_back(diff::load::pair_t{key, data});
  54. devices.emplace_back(diff::load::pair_t{self_key, self_data});
  55. auto diff = diff::cluster_diff_ptr_t(new diff::load::devices_t(devices));
  56. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  57. auto &devices_map = cluster->get_devices();
  58. REQUIRE(devices_map.size() == 2);
  59. peer = devices_map.get(key);
  60. auto peer_2 = devices_map.by_sha256(device_id);
  61. CHECK(peer_2 == peer);
  62. auto self = devices_map.get(my_device->get_key());
  63. auto self_2 = devices_map.by_sha256(my_id.get_sha256());
  64. CHECK(self == my_device);
  65. CHECK(self_2 == self);
  66. }
  67. REQUIRE(peer);
  68. CHECK(peer->get_name() == "peer-name");
  69. CHECK(peer->get_cert_name());
  70. CHECK(peer->get_cert_name().value() == "cn");
  71. }
  72. SECTION("blocks") {
  73. auto bi = proto::BlockInfo();
  74. bi.set_size(5);
  75. bi.set_hash(utils::sha256_digest("12345").value());
  76. auto block = block_info_t::create(bi).assume_value();
  77. auto key = block->get_key();
  78. auto target_block = block_info_ptr_t();
  79. SECTION("via diff") {
  80. auto data = block->serialize();
  81. diff::load::container_t blocks;
  82. blocks.emplace_back(diff::load::pair_t{key, data});
  83. auto diff = diff::cluster_diff_ptr_t(new diff::load::blocks_t(blocks));
  84. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  85. auto &blocks_map = cluster->get_blocks();
  86. REQUIRE(blocks_map.size() == 1);
  87. target_block = blocks_map.get(bi.hash());
  88. }
  89. REQUIRE(target_block);
  90. CHECK(target_block->get_hash() == block->get_hash());
  91. CHECK(target_block->get_key() == block->get_key());
  92. CHECK(target_block->get_weak_hash() == block->get_weak_hash());
  93. CHECK(target_block->get_size() == block->get_size());
  94. }
  95. SECTION("ignored_devices") {
  96. db::SomeDevice db_device;
  97. db_device.set_name("my-label");
  98. db_device.set_address("tcp://127.0.0.1");
  99. db_device.set_last_seen(0);
  100. auto device_id =
  101. device_id_t::from_string("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7").value();
  102. auto id = ignored_device_t::create(device_id, db_device).value();
  103. auto key = id->get_key();
  104. auto data = id->serialize();
  105. SECTION("via diff") {
  106. diff::load::container_t devices;
  107. devices.emplace_back(diff::load::pair_t{key, data});
  108. auto diff = diff::cluster_diff_ptr_t(new diff::load::ignored_devices_t(devices));
  109. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  110. auto &map = cluster->get_ignored_devices();
  111. REQUIRE(map.size() == 1);
  112. auto target = map.get(device_id.get_sha256());
  113. REQUIRE(target);
  114. CHECK(target->get_device_id() == id->get_device_id());
  115. CHECK(target->get_key() == id->get_key());
  116. }
  117. }
  118. SECTION("unknown_devices") {
  119. db::SomeDevice db_device;
  120. db_device.set_name("my-label");
  121. db_device.set_address("tcp://127.0.0.1");
  122. db_device.set_last_seen(0);
  123. auto device_id =
  124. device_id_t::from_string("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7").value();
  125. auto id = pending_device_t::create(device_id, db_device).value();
  126. auto key = id->get_key();
  127. auto data = id->serialize();
  128. SECTION("via diff") {
  129. diff::load::container_t devices;
  130. devices.emplace_back(diff::load::pair_t{key, data});
  131. auto diff = diff::cluster_diff_ptr_t(new diff::load::pending_devices_t(devices));
  132. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  133. auto &map = cluster->get_pending_devices();
  134. REQUIRE(map.size() == 1);
  135. auto target = map.get(device_id.get_sha256());
  136. REQUIRE(target);
  137. CHECK(target->get_device_id() == id->get_device_id());
  138. CHECK(target->get_key() == id->get_key());
  139. }
  140. }
  141. SECTION("folders") {
  142. db::Folder db_folder;
  143. db_folder.set_id("1234-5678");
  144. db_folder.set_label("my-label");
  145. db_folder.set_path("/my/path");
  146. auto uuid = sequencer->next_uuid();
  147. auto id = std::string("1234-5678");
  148. auto folder = folder_t::create(uuid, db_folder).value();
  149. SECTION("via diff") {
  150. auto data = db_folder.SerializeAsString();
  151. diff::load::container_t folders;
  152. auto key = folder->get_key();
  153. folders.emplace_back(diff::load::pair_t{key, data});
  154. auto diff = diff::cluster_diff_ptr_t(new diff::load::folders_t(folders));
  155. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  156. auto &map = cluster->get_folders();
  157. REQUIRE(map.size() == 1);
  158. auto f1 = map.begin()->item;
  159. folder = map.get(key);
  160. REQUIRE(folder);
  161. REQUIRE(folder == map.by_id(id));
  162. CHECK(folder->get_cluster() == cluster.get());
  163. }
  164. REQUIRE(folder);
  165. CHECK(folder->get_id() == id);
  166. CHECK(folder->get_label() == "my-label");
  167. CHECK(folder->get_path() == "/my/path");
  168. }
  169. SECTION("ignored folders") {
  170. db::IgnoredFolder db_folder;
  171. db_folder.set_label("my-label");
  172. auto folder = ignored_folder_t::create(std::string("folder-id"), "my-label").value();
  173. auto key = folder->get_key();
  174. auto data = folder->serialize();
  175. auto target = ignored_folder_ptr_t();
  176. SECTION("directly") { target = ignored_folder_t::create(key, data).value(); }
  177. SECTION("via diff") {
  178. diff::load::container_t folders;
  179. folders.emplace_back(diff::load::pair_t{key, data});
  180. auto diff = diff::cluster_diff_ptr_t(new diff::load::ignored_folders_t(folders));
  181. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  182. auto &map = cluster->get_ignored_folders();
  183. REQUIRE(map.size() == 1);
  184. target = map.get(folder->get_id());
  185. }
  186. REQUIRE(target);
  187. CHECK(target->get_id() == folder->get_id());
  188. CHECK(folder->get_key() == folder->get_key());
  189. CHECK(folder->get_label() == folder->get_label());
  190. }
  191. }
  192. TEST_CASE("loading cluster (folder info)", "[model]") {
  193. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  194. auto my_device = device_t::create(my_id, "my-device").value();
  195. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  196. auto sequencer = make_sequencer(4);
  197. CHECK(cluster);
  198. cluster->get_devices().put(my_device);
  199. db::Folder db_folder;
  200. db_folder.set_id("1234-5678");
  201. db_folder.set_label("my-label");
  202. db_folder.set_path("/my/path");
  203. auto uuid = sequencer->next_uuid();
  204. auto folder = folder_t::create(uuid, db_folder).value();
  205. cluster->get_folders().put(folder);
  206. db::FolderInfo db_fi;
  207. db_fi.set_index_id(2);
  208. db_fi.set_max_sequence(3);
  209. auto fi = folder_info_t::create(sequencer->next_uuid(), db_fi, my_device, folder).value();
  210. CHECK(fi);
  211. CHECK(fi->get_index() == 2ul);
  212. CHECK(fi->get_max_sequence() == 3ul);
  213. auto target = folder_info_ptr_t();
  214. SECTION("via diff") {
  215. diff::load::container_t folders;
  216. auto data = fi->serialize();
  217. folders.emplace_back(diff::load::pair_t{fi->get_key(), data});
  218. auto diff = diff::cluster_diff_ptr_t(new diff::load::folder_infos_t(folders));
  219. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  220. auto &map = folder->get_folder_infos();
  221. REQUIRE(map.size() == 1);
  222. target = map.get(fi->get_uuid());
  223. REQUIRE(map.by_device(*my_device));
  224. }
  225. REQUIRE(target);
  226. CHECK(target->get_key() == fi->get_key());
  227. CHECK(target->get_uuid() == fi->get_uuid());
  228. CHECK(target->get_device() == fi->get_device());
  229. CHECK(target->get_folder() == fi->get_folder());
  230. CHECK(target->get_index() == fi->get_index());
  231. CHECK(target->get_max_sequence() == fi->get_max_sequence());
  232. }
  233. TEST_CASE("loading cluster (file info + block)", "[model]") {
  234. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  235. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  236. auto my_device = device_t::create(my_id, "my-device").value();
  237. auto peer_device = device_t::create(peer_id, "peer-device").value();
  238. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  239. auto sequencer = make_sequencer(4);
  240. CHECK(cluster);
  241. cluster->get_devices().put(my_device);
  242. cluster->get_devices().put(peer_device);
  243. auto bi = proto::BlockInfo();
  244. bi.set_size(5);
  245. bi.set_hash(utils::sha256_digest("12345").value());
  246. auto block = block_info_t::create(bi).assume_value();
  247. auto &blocks_map = cluster->get_blocks();
  248. blocks_map.put(block);
  249. db::Folder db_folder;
  250. db_folder.set_id("1234-5678");
  251. db_folder.set_label("my-label");
  252. db_folder.set_path("/my/path");
  253. auto uuid = sequencer->next_uuid();
  254. auto folder = folder_t::create(uuid, db_folder).value();
  255. cluster->get_folders().put(folder);
  256. db::FolderInfo db_folder_info;
  257. db_folder_info.set_index_id(2);
  258. db_folder_info.set_max_sequence(3);
  259. auto folder_info = folder_info_t::create(sequencer->next_uuid(), db_folder_info, my_device, folder).value();
  260. CHECK(folder_info);
  261. CHECK(folder_info->get_index() == 2ul);
  262. CHECK(folder_info->get_max_sequence() == 3ul);
  263. folder->get_folder_infos().put(folder_info);
  264. proto::FileInfo pr_fi;
  265. pr_fi.set_name("a/b.txt");
  266. pr_fi.set_size(55ul);
  267. pr_fi.set_block_size(5ul);
  268. pr_fi.mutable_version()->add_counters()->set_id(my_device->device_id().get_uint());
  269. auto fi = file_info_t::create(sequencer->next_uuid(), pr_fi, folder_info).value();
  270. CHECK(fi);
  271. for (size_t i = 0; i < 11; ++i) {
  272. fi->assign_block(block, i);
  273. }
  274. auto target = file_info_ptr_t();
  275. SECTION("directly") {
  276. auto data = fi->serialize(true);
  277. db::FileInfo file_info_db;
  278. file_info_db.ParseFromArray(data.data(), data.size());
  279. target = file_info_t::create(fi->get_key(), file_info_db, folder_info).value();
  280. REQUIRE(target);
  281. CHECK(target->get_size() == 55ul);
  282. CHECK(target->get_block_size() == 5ul);
  283. CHECK(target->get_blocks().size() == 11ul);
  284. CHECK(!target->is_locked());
  285. }
  286. SECTION("via diff") {
  287. diff::load::file_infos_t::container_t container;
  288. using item_t = decltype(container)::value_type;
  289. auto db = fi->as_db(true);
  290. container.emplace_back(item_t{fi->get_key(), std::move(db)});
  291. auto diff = diff::cluster_diff_ptr_t(new diff::load::file_infos_t(std::move(container)));
  292. REQUIRE(diff->apply(*cluster, get_apply_controller()));
  293. auto &map = folder_info->get_file_infos();
  294. REQUIRE(map.size() == 1);
  295. target = map.get(fi->get_uuid());
  296. REQUIRE(target);
  297. REQUIRE(map.by_name(fi->get_name()));
  298. REQUIRE(target->get_blocks().size() == 11);
  299. REQUIRE(target->get_blocks().begin()->get()->get_hash() == block->get_hash());
  300. CHECK(!target->is_locked());
  301. }
  302. CHECK(target->get_key() == fi->get_key());
  303. CHECK(target->get_name() == fi->get_name());
  304. CHECK(target->get_full_name() == fi->get_full_name());
  305. CHECK(target->get_full_name() == "my-label/a/b.txt");
  306. }