030-diff-load-cluster.cpp 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. // SPDX-FileCopyrightText: 2019-2023 Ivan Baidakou
  3. #include "test-utils.h"
  4. #include "access.h"
  5. #include "model/cluster.h"
  6. #include "model/diff/load/blocks.h"
  7. #include "model/diff/load/devices.h"
  8. #include "model/diff/load/ignored_devices.h"
  9. #include "model/diff/load/ignored_folders.h"
  10. #include "model/diff/load/file_infos.h"
  11. #include "model/diff/load/folder_infos.h"
  12. #include "model/diff/load/folders.h"
  13. #include "db/prefix.h"
  14. using namespace syncspirit;
  15. using namespace syncspirit::model;
  16. using namespace syncspirit::proto;
  17. using namespace syncspirit::test;
  18. TEST_CASE("loading cluster (base)", "[model]") {
  19. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  20. auto my_device = device_t::create(my_id, "my-device").value();
  21. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1, 1));
  22. CHECK(cluster);
  23. auto self_key = my_device->get_key();
  24. auto self_data = my_device->serialize();
  25. SECTION("local device") {
  26. diff::load::container_t devices;
  27. devices.emplace_back(diff::load::pair_t{self_key, self_data});
  28. auto diff = diff::cluster_diff_ptr_t(new diff::load::devices_t(devices));
  29. REQUIRE(diff->apply(*cluster));
  30. auto &devices_map = cluster->get_devices();
  31. REQUIRE(devices_map.size() == 1);
  32. auto self = devices_map.get(self_key);
  33. auto self_2 = devices_map.by_sha256(my_id.get_sha256());
  34. REQUIRE(self);
  35. REQUIRE(self_2);
  36. CHECK(self == my_device);
  37. CHECK(self_2 == self);
  38. }
  39. SECTION("devices") {
  40. auto prefix = (char)db::prefix::device;
  41. auto device_id = test::device_id2sha256("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7");
  42. std::string key = std::string(&prefix, 1) + device_id;
  43. db::Device db_device;
  44. db_device.set_cert_name("cn");
  45. db_device.set_name("peer-name");
  46. device_ptr_t peer;
  47. SECTION("directly") { peer = device_t::create(key, db_device).value(); }
  48. SECTION("via diff (+ local device)") {
  49. std::string data = db_device.SerializeAsString();
  50. diff::load::container_t devices;
  51. devices.emplace_back(diff::load::pair_t{key, data});
  52. devices.emplace_back(diff::load::pair_t{self_key, self_data});
  53. auto diff = diff::cluster_diff_ptr_t(new diff::load::devices_t(devices));
  54. REQUIRE(diff->apply(*cluster));
  55. auto &devices_map = cluster->get_devices();
  56. REQUIRE(devices_map.size() == 2);
  57. peer = devices_map.get(key);
  58. auto peer_2 = devices_map.by_sha256(device_id);
  59. CHECK(peer_2 == peer);
  60. auto self = devices_map.get(my_device->get_key());
  61. auto self_2 = devices_map.by_sha256(my_id.get_sha256());
  62. CHECK(self == my_device);
  63. CHECK(self_2 == self);
  64. }
  65. REQUIRE(peer);
  66. CHECK(peer->get_name() == "peer-name");
  67. CHECK(peer->get_cert_name());
  68. CHECK(peer->get_cert_name().value() == "cn");
  69. }
  70. SECTION("blocks") {
  71. auto bi = proto::BlockInfo();
  72. bi.set_size(5);
  73. bi.set_hash(utils::sha256_digest("12345").value());
  74. auto block = block_info_t::create(bi).assume_value();
  75. auto key = block->get_key();
  76. auto target_block = block_info_ptr_t();
  77. SECTION("via diff") {
  78. auto data = block->serialize();
  79. diff::load::container_t blocks;
  80. blocks.emplace_back(diff::load::pair_t{key, data});
  81. auto diff = diff::cluster_diff_ptr_t(new diff::load::blocks_t(blocks));
  82. REQUIRE(diff->apply(*cluster));
  83. auto &blocks_map = cluster->get_blocks();
  84. REQUIRE(blocks_map.size() == 1);
  85. target_block = blocks_map.get(bi.hash());
  86. }
  87. REQUIRE(target_block);
  88. CHECK(target_block->get_hash() == block->get_hash());
  89. CHECK(target_block->get_key() == block->get_key());
  90. CHECK(target_block->get_weak_hash() == block->get_weak_hash());
  91. CHECK(target_block->get_size() == block->get_size());
  92. }
  93. SECTION("ignored_devices") {
  94. auto device_id =
  95. device_id_t::from_string("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7").value();
  96. auto id = ignored_device_t::create(device_id).value();
  97. auto key = id->get_key();
  98. auto data = id->serialize();
  99. auto target = ignored_device_ptr_t();
  100. SECTION("directly") { target = ignored_device_t::create(key, data).value(); }
  101. SECTION("via diff") {
  102. diff::load::container_t devices;
  103. devices.emplace_back(diff::load::pair_t{key, data});
  104. auto diff = diff::cluster_diff_ptr_t(new diff::load::ignored_devices_t(devices));
  105. REQUIRE(diff->apply(*cluster));
  106. auto &map = cluster->get_ignored_devices();
  107. REQUIRE(map.size() == 1);
  108. target = map.get(device_id.get_sha256());
  109. }
  110. REQUIRE(target);
  111. CHECK(target->get_sha256() == id->get_sha256());
  112. CHECK(target->get_key() == id->get_key());
  113. }
  114. SECTION("folders") {
  115. db::Folder db_folder;
  116. db_folder.set_id("1234-5678");
  117. db_folder.set_label("my-label");
  118. db_folder.set_path("/my/path");
  119. auto uuid = cluster->next_uuid();
  120. auto id = std::string("1234-5678");
  121. auto folder = folder_t::create(uuid, db_folder).value();
  122. SECTION("via diff") {
  123. auto data = db_folder.SerializeAsString();
  124. diff::load::container_t folders;
  125. auto key = folder->get_key();
  126. folders.emplace_back(diff::load::pair_t{key, data});
  127. auto diff = diff::cluster_diff_ptr_t(new diff::load::folders_t(folders));
  128. REQUIRE(diff->apply(*cluster));
  129. auto &map = cluster->get_folders();
  130. REQUIRE(map.size() == 1);
  131. auto f1 = map.begin()->item;
  132. folder = map.get(key);
  133. REQUIRE(folder);
  134. REQUIRE(folder == map.by_id(id));
  135. CHECK(folder->get_cluster() == cluster.get());
  136. }
  137. REQUIRE(folder);
  138. CHECK(folder->get_id() == id);
  139. CHECK(folder->get_label() == "my-label");
  140. CHECK(folder->get_path() == "/my/path");
  141. }
  142. SECTION("ignored folders") {
  143. db::IgnoredFolder db_folder;
  144. db_folder.set_label("my-label");
  145. auto folder = ignored_folder_t::create(std::string("folder-id"), "my-label").value();
  146. auto key = folder->get_key();
  147. auto data = folder->serialize();
  148. auto target = ignored_folder_ptr_t();
  149. SECTION("directly") { target = ignored_folder_t::create(key, data).value(); }
  150. SECTION("via diff") {
  151. diff::load::container_t folders;
  152. folders.emplace_back(diff::load::pair_t{key, data});
  153. auto diff = diff::cluster_diff_ptr_t(new diff::load::ignored_folders_t(folders));
  154. REQUIRE(diff->apply(*cluster));
  155. auto &map = cluster->get_ignored_folders();
  156. REQUIRE(map.size() == 1);
  157. target = map.get(folder->get_id());
  158. }
  159. REQUIRE(target);
  160. CHECK(target->get_id() == folder->get_id());
  161. CHECK(folder->get_key() == folder->get_key());
  162. CHECK(folder->get_label() == folder->get_label());
  163. }
  164. }
  165. TEST_CASE("loading cluster (folder info)", "[model]") {
  166. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  167. auto my_device = device_t::create(my_id, "my-device").value();
  168. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1, 1));
  169. CHECK(cluster);
  170. cluster->get_devices().put(my_device);
  171. db::Folder db_folder;
  172. db_folder.set_id("1234-5678");
  173. db_folder.set_label("my-label");
  174. db_folder.set_path("/my/path");
  175. auto uuid = cluster->next_uuid();
  176. auto folder = folder_t::create(uuid, db_folder).value();
  177. cluster->get_folders().put(folder);
  178. db::FolderInfo db_fi;
  179. db_fi.set_index_id(2);
  180. db_fi.set_max_sequence(3);
  181. auto fi = folder_info_t::create(cluster->next_uuid(), db_fi, my_device, folder).value();
  182. CHECK(fi);
  183. CHECK(fi->get_index() == 2ul);
  184. CHECK(fi->get_max_sequence() == 3ul);
  185. auto target = folder_info_ptr_t();
  186. SECTION("via diff") {
  187. diff::load::container_t folders;
  188. auto data = fi->serialize();
  189. folders.emplace_back(diff::load::pair_t{fi->get_key(), data});
  190. auto diff = diff::cluster_diff_ptr_t(new diff::load::folder_infos_t(folders));
  191. REQUIRE(diff->apply(*cluster));
  192. auto &map = folder->get_folder_infos();
  193. REQUIRE(map.size() == 1);
  194. target = map.get(fi->get_uuid());
  195. REQUIRE(map.by_device(*my_device));
  196. }
  197. REQUIRE(target);
  198. CHECK(target->get_key() == fi->get_key());
  199. CHECK(target->get_uuid() == fi->get_uuid());
  200. CHECK(target->get_device() == fi->get_device());
  201. CHECK(target->get_folder() == fi->get_folder());
  202. CHECK(target->get_index() == fi->get_index());
  203. CHECK(target->get_max_sequence() == fi->get_max_sequence());
  204. }
  205. TEST_CASE("loading cluster (file info + block)", "[model]") {
  206. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  207. auto peer_id = device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  208. auto my_device = device_t::create(my_id, "my-device").value();
  209. auto peer_device = device_t::create(peer_id, "peer-device").value();
  210. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1, 1));
  211. CHECK(cluster);
  212. cluster->get_devices().put(my_device);
  213. cluster->get_devices().put(peer_device);
  214. auto bi = proto::BlockInfo();
  215. bi.set_size(5);
  216. bi.set_hash(utils::sha256_digest("12345").value());
  217. auto block = block_info_t::create(bi).assume_value();
  218. auto &blocks_map = cluster->get_blocks();
  219. blocks_map.put(block);
  220. db::Folder db_folder;
  221. db_folder.set_id("1234-5678");
  222. db_folder.set_label("my-label");
  223. db_folder.set_path("/my/path");
  224. auto uuid = cluster->next_uuid();
  225. auto folder = folder_t::create(uuid, db_folder).value();
  226. cluster->get_folders().put(folder);
  227. db::FolderInfo db_folder_info;
  228. db_folder_info.set_index_id(2);
  229. db_folder_info.set_max_sequence(3);
  230. auto folder_info = folder_info_t::create(cluster->next_uuid(), db_folder_info, my_device, folder).value();
  231. CHECK(folder_info);
  232. CHECK(folder_info->get_index() == 2ul);
  233. CHECK(folder_info->get_max_sequence() == 3ul);
  234. folder->get_folder_infos().put(folder_info);
  235. proto::FileInfo pr_fi;
  236. pr_fi.set_name("a/b.txt");
  237. pr_fi.set_size(55ul);
  238. pr_fi.set_block_size(5ul);
  239. auto fi = file_info_t::create(cluster->next_uuid(), pr_fi, folder_info).value();
  240. CHECK(fi);
  241. for (size_t i = 0; i < 11; ++i) {
  242. fi->assign_block(block, i);
  243. }
  244. auto target = file_info_ptr_t();
  245. SECTION("directly") {
  246. auto data = fi->serialize(true);
  247. db::FileInfo file_info_db;
  248. file_info_db.ParseFromArray(data.data(), data.size());
  249. target = file_info_t::create(fi->get_key(), file_info_db, folder_info).value();
  250. REQUIRE(target);
  251. CHECK(target->get_size() == 55ul);
  252. CHECK(target->get_block_size() == 5ul);
  253. CHECK(target->get_blocks().size() == 11ul);
  254. CHECK(!target->is_locked());
  255. }
  256. SECTION("via diff") {
  257. diff::load::container_t container;
  258. auto data = fi->serialize(true);
  259. container.emplace_back(diff::load::pair_t{fi->get_key(), data});
  260. auto diff = diff::cluster_diff_ptr_t(new diff::load::file_infos_t(container));
  261. REQUIRE(diff->apply(*cluster));
  262. auto &map = folder_info->get_file_infos();
  263. REQUIRE(map.size() == 1);
  264. target = map.get(fi->get_uuid());
  265. REQUIRE(target);
  266. REQUIRE(map.by_name(fi->get_name()));
  267. REQUIRE(target->get_blocks().size() == 11);
  268. REQUIRE(target->get_blocks().begin()->get()->get_hash() == block->get_hash());
  269. CHECK(!target->is_locked());
  270. }
  271. SECTION("via diff + lock when have a source") {
  272. db_folder_info.set_index_id(3);
  273. auto folder_peer = folder_info_t::create(cluster->next_uuid(), db_folder_info, peer_device, folder).value();
  274. folder->get_folder_infos().put(folder_peer);
  275. auto version = pr_fi.mutable_version();
  276. auto counter = version->add_counters();
  277. counter->set_id(5);
  278. counter->set_value(peer_device->as_uint());
  279. auto file_peer = file_info_t::create(cluster->next_uuid(), pr_fi, folder_peer).value();
  280. folder_peer->add(file_peer, false);
  281. diff::load::container_t container;
  282. fi->set_source(file_peer);
  283. auto data = fi->serialize(true);
  284. container.emplace_back(diff::load::pair_t{fi->get_key(), data});
  285. auto diff = diff::cluster_diff_ptr_t(new diff::load::file_infos_t(container));
  286. REQUIRE(diff->apply(*cluster));
  287. auto &map = folder_info->get_file_infos();
  288. REQUIRE(map.size() == 1);
  289. target = map.get(fi->get_uuid());
  290. REQUIRE(target);
  291. REQUIRE(map.by_name(fi->get_name()));
  292. REQUIRE(target->get_blocks().size() == 11);
  293. REQUIRE(target->get_blocks().begin()->get()->get_hash() == block->get_hash());
  294. CHECK(target->is_locked());
  295. CHECK(target->get_source() == file_peer);
  296. }
  297. CHECK(target->get_key() == fi->get_key());
  298. CHECK(target->get_name() == fi->get_name());
  299. CHECK(target->get_full_name() == fi->get_full_name());
  300. CHECK(target->get_full_name() == "my-label/a/b.txt");
  301. }