030-diff-load-cluster.cpp 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328
  1. #include "catch.hpp"
  2. #include "test-utils.h"
  3. #include "access.h"
  4. #include "model/cluster.h"
  5. #include "model/misc/file_iterator.h"
  6. #include "model/diff/load/blocks.h"
  7. #include "model/diff/load/devices.h"
  8. #include "model/diff/load/ignored_devices.h"
  9. #include "model/diff/load/ignored_folders.h"
  10. #include "model/diff/load/file_infos.h"
  11. #include "model/diff/load/folder_infos.h"
  12. #include "model/diff/load/folders.h"
  13. #include "db/prefix.h"
  14. using namespace syncspirit;
  15. using namespace syncspirit::model;
  16. using namespace syncspirit::proto;
  17. using namespace syncspirit::test;
  18. TEST_CASE("loading cluster (base)", "[model]") {
  19. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  20. auto my_device = device_t::create(my_id, "my-device").value();
  21. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  22. CHECK(cluster);
  23. auto self_key = my_device->get_key();
  24. auto self_data = my_device->serialize();
  25. SECTION("local device") {
  26. diff::load::container_t devices;
  27. devices.emplace_back(diff::load::pair_t{self_key, self_data});
  28. auto diff = diff::cluster_diff_ptr_t(new diff::load::devices_t(devices));
  29. REQUIRE(diff->apply(*cluster));
  30. auto& devices_map = cluster->get_devices();
  31. REQUIRE(devices_map.size() == 1);
  32. auto self = devices_map.get(self_key);
  33. auto self_2 = devices_map.by_sha256(my_id.get_sha256());
  34. REQUIRE(self);
  35. REQUIRE(self_2);
  36. CHECK(self == my_device);
  37. CHECK(self_2 == self);
  38. }
  39. SECTION("devices") {
  40. auto prefix = (char)db::prefix::device;
  41. auto device_id = test::device_id2sha256("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7");
  42. std::string key = std::string(&prefix, 1) + device_id;
  43. db::Device db_device;
  44. db_device.set_cert_name("cn");
  45. db_device.set_name("peer-name");
  46. device_ptr_t peer;
  47. SECTION("directly") {
  48. peer = device_t::create(key, db_device).value();
  49. }
  50. SECTION("via diff (+ local device)") {
  51. std::string data = db_device.SerializeAsString();
  52. diff::load::container_t devices;
  53. devices.emplace_back(diff::load::pair_t{key, data});
  54. devices.emplace_back(diff::load::pair_t{self_key, self_data});
  55. auto diff = diff::cluster_diff_ptr_t(new diff::load::devices_t(devices));
  56. REQUIRE(diff->apply(*cluster));
  57. auto& devices_map = cluster->get_devices();
  58. REQUIRE(devices_map.size() == 2);
  59. peer = devices_map.get(key);
  60. auto peer_2 = devices_map.by_sha256(device_id);
  61. CHECK(peer_2 == peer);
  62. auto self = devices_map.get(my_device->get_key());
  63. auto self_2 = devices_map.by_sha256(my_id.get_sha256());
  64. CHECK(self == my_device);
  65. CHECK(self_2 == self);
  66. }
  67. REQUIRE(peer);
  68. CHECK(peer->get_name() == "peer-name");
  69. CHECK(peer->get_cert_name());
  70. CHECK(peer->get_cert_name().value() == "cn");
  71. }
  72. SECTION("blocks") {
  73. auto bi = proto::BlockInfo();
  74. bi.set_size(5);
  75. bi.set_hash(utils::sha256_digest("12345").value());
  76. auto block = block_info_t::create(bi).assume_value();
  77. auto key = block->get_key();
  78. auto target_block = block_info_ptr_t();
  79. SECTION("via diff") {
  80. auto data = block->serialize();
  81. diff::load::container_t blocks;
  82. blocks.emplace_back(diff::load::pair_t{key, data});
  83. auto diff = diff::cluster_diff_ptr_t(new diff::load::blocks_t(blocks));
  84. REQUIRE(diff->apply(*cluster));
  85. auto& blocks_map = cluster->get_blocks();
  86. REQUIRE(blocks_map.size() == 1);
  87. target_block = blocks_map.get(bi.hash());
  88. }
  89. REQUIRE(target_block);
  90. CHECK(target_block->get_hash() == block->get_hash());
  91. CHECK(target_block->get_key() == block->get_key());
  92. CHECK(target_block->get_weak_hash() == block->get_weak_hash());
  93. CHECK(target_block->get_size() == block->get_size());
  94. }
  95. SECTION("ignored_devices") {
  96. auto device_id = device_id_t::from_string("KUEQE66-JJ7P6AD-BEHD4ZW-GPBNW6Q-Y4C3K4Y-X44WJWZ-DVPIDXS-UDRJMA7").value();
  97. auto id = ignored_device_t::create(device_id).value();
  98. auto key = id->get_key();
  99. auto data = id->serialize();
  100. auto target = ignored_device_ptr_t();
  101. SECTION("directly") {
  102. target = ignored_device_t::create(key, data).value();
  103. }
  104. SECTION("via diff") {
  105. diff::load::container_t devices;
  106. devices.emplace_back(diff::load::pair_t{key, data});
  107. auto diff = diff::cluster_diff_ptr_t(new diff::load::ignored_devices_t(devices));
  108. REQUIRE(diff->apply(*cluster));
  109. auto& map = cluster->get_ignored_devices();
  110. REQUIRE(map.size() == 1);
  111. target = map.get(device_id.get_sha256());
  112. }
  113. REQUIRE(target);
  114. CHECK(target->get_sha256() == id->get_sha256());
  115. CHECK(target->get_key() == id->get_key());
  116. }
  117. SECTION("folders") {
  118. db::Folder db_folder;
  119. db_folder.set_id("1234-5678");
  120. db_folder.set_label("my-label");
  121. db_folder.set_path("/my/path");
  122. auto uuid = cluster->next_uuid();
  123. auto id = std::string("1234-5678");
  124. auto folder = folder_t::create(uuid, db_folder).value();
  125. SECTION("via diff") {
  126. auto data = db_folder.SerializeAsString();
  127. diff::load::container_t folders;
  128. auto key = folder->get_key();
  129. folders.emplace_back(diff::load::pair_t{key, data});
  130. auto diff = diff::cluster_diff_ptr_t(new diff::load::folders_t(folders));
  131. REQUIRE(diff->apply(*cluster));
  132. auto& map = cluster->get_folders();
  133. REQUIRE(map.size() == 1);
  134. auto f1 = map.begin()->item;
  135. folder = map.get(key);
  136. REQUIRE(folder);
  137. REQUIRE(folder == map.by_id(id));
  138. CHECK(folder->get_cluster() == cluster.get());
  139. }
  140. REQUIRE(folder);
  141. CHECK(folder->get_id() == id);
  142. CHECK(folder->get_label() == "my-label");
  143. CHECK(folder->get_path() == "/my/path");
  144. }
  145. SECTION("ignored folders") {
  146. db::IgnoredFolder db_folder;
  147. db_folder.set_label("my-label");
  148. auto folder = ignored_folder_t::create(std::string("folder-id"), "my-label").value();
  149. auto key = folder ->get_key();
  150. auto data = folder ->serialize();
  151. auto target = ignored_folder_ptr_t();
  152. SECTION("directly") {
  153. target = ignored_folder_t::create(key, data).value();
  154. }
  155. SECTION("via diff") {
  156. diff::load::container_t folders;
  157. folders.emplace_back(diff::load::pair_t{key, data});
  158. auto diff = diff::cluster_diff_ptr_t(new diff::load::ignored_folders_t(folders));
  159. REQUIRE(diff->apply(*cluster));
  160. auto& map = cluster->get_ignored_folders();
  161. REQUIRE(map.size() == 1);
  162. target = map.get(folder->get_id());
  163. }
  164. REQUIRE(target);
  165. CHECK(target->get_id() == folder->get_id());
  166. CHECK(folder->get_key() == folder->get_key());
  167. CHECK(folder->get_label() == folder->get_label());
  168. }
  169. }
  170. TEST_CASE("loading cluster (folder info)", "[model]") {
  171. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  172. auto my_device = device_t::create(my_id, "my-device").value();
  173. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  174. CHECK(cluster);
  175. cluster->get_devices().put(my_device);
  176. db::Folder db_folder;
  177. db_folder.set_id("1234-5678");
  178. db_folder.set_label("my-label");
  179. db_folder.set_path("/my/path");
  180. auto uuid = cluster->next_uuid();
  181. auto folder = folder_t::create(uuid, db_folder).value();
  182. cluster->get_folders().put(folder);
  183. db::FolderInfo db_fi;
  184. db_fi.set_index_id(2);
  185. db_fi.set_max_sequence(3);
  186. auto fi = folder_info_t::create(cluster->next_uuid(), db_fi, my_device, folder).value();
  187. CHECK(fi);
  188. CHECK(fi->get_index() == 2ul);
  189. CHECK(fi->get_max_sequence() == 3ul);
  190. auto target = folder_info_ptr_t();
  191. SECTION("via diff") {
  192. diff::load::container_t folders;
  193. auto data = fi->serialize();
  194. folders.emplace_back(diff::load::pair_t{fi->get_key(), data});
  195. auto diff = diff::cluster_diff_ptr_t(new diff::load::folder_infos_t(folders));
  196. REQUIRE(diff->apply(*cluster));
  197. auto& map = folder->get_folder_infos();
  198. REQUIRE(map.size() == 1);
  199. target = map.get(fi->get_uuid());
  200. REQUIRE(map.by_device(my_device));
  201. }
  202. REQUIRE(target);
  203. CHECK(target->get_key() == fi->get_key());
  204. CHECK(target->get_uuid() == fi->get_uuid());
  205. CHECK(target->get_device() == fi->get_device());
  206. CHECK(target->get_folder() == fi->get_folder());
  207. CHECK(target->get_index() == fi->get_index());
  208. CHECK(target->get_max_sequence() == fi->get_max_sequence());
  209. }
  210. TEST_CASE("loading cluster (file info + block)", "[model]") {
  211. auto my_id = device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  212. auto my_device = device_t::create(my_id, "my-device").value();
  213. auto cluster = cluster_ptr_t(new cluster_t(my_device, 1));
  214. CHECK(cluster);
  215. cluster->get_devices().put(my_device);
  216. auto bi = proto::BlockInfo();
  217. bi.set_size(5);
  218. bi.set_hash(utils::sha256_digest("12345").value());
  219. auto block = block_info_t::create(bi).assume_value();
  220. auto& blocks_map = cluster->get_blocks();
  221. blocks_map.put(block);
  222. db::Folder db_folder;
  223. db_folder.set_id("1234-5678");
  224. db_folder.set_label("my-label");
  225. db_folder.set_path("/my/path");
  226. auto uuid = cluster->next_uuid();
  227. auto folder = folder_t::create(uuid, db_folder).value();
  228. cluster->get_folders().put(folder);
  229. db::FolderInfo db_folder_info;
  230. db_folder_info.set_index_id(2);
  231. db_folder_info.set_max_sequence(3);
  232. auto folder_info = folder_info_t::create(cluster->next_uuid(), db_folder_info, my_device, folder).value();
  233. CHECK(folder_info);
  234. CHECK(folder_info->get_index() == 2ul);
  235. CHECK(folder_info->get_max_sequence() == 3ul);
  236. folder->get_folder_infos().put(folder_info);
  237. proto::FileInfo pr_fi;
  238. pr_fi.set_name("a/b.txt");
  239. pr_fi.set_size(55ul);
  240. pr_fi.set_block_size(5ul);
  241. auto fi = file_info_t::create(cluster->next_uuid(), pr_fi, folder_info).value();
  242. CHECK(fi);
  243. for(size_t i = 0; i < 11; ++i) {
  244. fi->assign_block(block, i);
  245. }
  246. auto target = file_info_ptr_t();
  247. SECTION("directly") {
  248. auto data = fi->serialize(true);
  249. db::FileInfo file_info_db;
  250. file_info_db.ParseFromArray(data.data(), data.size());
  251. target = file_info_t::create(fi->get_key(), file_info_db, folder_info).value();
  252. REQUIRE(target);
  253. CHECK(target->get_size() == 55ul);
  254. CHECK(target->get_block_size() == 5ul);
  255. CHECK(target->get_blocks().size() == 11ul);
  256. }
  257. SECTION("via diff") {
  258. diff::load::container_t container;
  259. auto data = fi->serialize(true);
  260. container.emplace_back(diff::load::pair_t{fi->get_key(), data});
  261. auto diff = diff::cluster_diff_ptr_t(new diff::load::file_infos_t(container));
  262. REQUIRE(diff->apply(*cluster));
  263. auto& map = folder_info->get_file_infos();
  264. REQUIRE(map.size() == 1);
  265. target = map.get(fi->get_uuid());
  266. REQUIRE(target);
  267. REQUIRE(map.by_name(fi->get_name()));
  268. REQUIRE(target->get_blocks().size() == 11);
  269. REQUIRE(target->get_blocks().begin()->get()->get_hash() == block->get_hash());
  270. }
  271. CHECK(target->get_key() == fi->get_key());
  272. CHECK(target->get_name() == fi->get_name());
  273. CHECK(target->get_full_name() == fi->get_full_name());
  274. CHECK(target->get_full_name() == "my-label/a/b.txt");
  275. }