070-db.cpp 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. // SPDX-FileCopyrightText: 2019-2024 Ivan Baidakou
  3. #include <catch2/catch_all.hpp>
  4. #include "test-utils.h"
  5. #include "diff-builder.h"
  6. #include "model/diff/peer/cluster_update.h"
  7. #include "model/diff/contact/ignored_connected.h"
  8. #include "model/diff/contact/unknown_connected.h"
  9. #include "test_supervisor.h"
  10. #include "access.h"
  11. #include "model/cluster.h"
  12. #include "db/utils.h"
  13. #include "net/db_actor.h"
  14. #include "access.h"
  15. #include <boost/filesystem.hpp>
  16. using namespace syncspirit;
  17. using namespace syncspirit::db;
  18. using namespace syncspirit::test;
  19. using namespace syncspirit::model;
  20. using namespace syncspirit::net;
  21. namespace fs = boost::filesystem;
  22. namespace {
  23. struct env {};
  24. } // namespace
  25. namespace syncspirit::net {
  26. template <> inline auto &db_actor_t::access<env>() noexcept { return env; }
  27. } // namespace syncspirit::net
  28. namespace {
  29. struct fixture_t {
  30. using msg_t = net::message::load_cluster_response_t;
  31. using msg_ptr_t = r::intrusive_ptr_t<msg_t>;
  32. fixture_t() noexcept : root_path{bfs::unique_path()}, path_quard{root_path} { utils::set_default("trace"); }
  33. virtual supervisor_t::configure_callback_t configure() noexcept {
  34. return [&](r::plugin::plugin_base_t &plugin) {
  35. plugin.template with_casted<r::plugin::starter_plugin_t>(
  36. [&](auto &p) { p.subscribe_actor(r::lambda<msg_t>([&](msg_t &msg) { reply = &msg; })); });
  37. };
  38. }
  39. cluster_ptr_t make_cluster() noexcept {
  40. auto my_id =
  41. device_id_t::from_string("KHQNO2S-5QSILRK-YX4JZZ4-7L77APM-QNVGZJT-EKU7IFI-PNEPBMY-4MXFMQD").value();
  42. my_device = device_t::create(my_id, "my-device").value();
  43. return cluster_ptr_t(new cluster_t(my_device, 1, 1));
  44. }
  45. virtual void run() noexcept {
  46. auto peer_id =
  47. device_id_t::from_string("VUV42CZ-IQD5A37-RPEBPM4-VVQK6E4-6WSKC7B-PVJQHHD-4PZD44V-ENC6WAZ").value();
  48. peer_device = device_t::create(peer_id, "peer-device").value();
  49. cluster = make_cluster();
  50. auto root_path = bfs::unique_path();
  51. bfs::create_directory(root_path);
  52. auto root_path_guard = path_guard_t(root_path);
  53. r::system_context_t ctx;
  54. sup = ctx.create_supervisor<supervisor_t>().timeout(timeout).create_registry().finish();
  55. sup->cluster = cluster;
  56. sup->configure_callback = configure();
  57. sup->start();
  58. sup->do_process();
  59. CHECK(static_cast<r::actor_base_t *>(sup.get())->access<to::state>() == r::state_t::OPERATIONAL);
  60. auto db_config = config::db_config_t{1024 * 1024, 0};
  61. db_actor = sup->create_actor<db_actor_t>()
  62. .cluster(cluster)
  63. .db_dir(root_path.string())
  64. .db_config(db_config)
  65. .timeout(timeout)
  66. .finish();
  67. sup->do_process();
  68. CHECK(static_cast<r::actor_base_t *>(db_actor.get())->access<to::state>() == r::state_t::OPERATIONAL);
  69. db_addr = db_actor->get_address();
  70. main();
  71. reply.reset();
  72. sup->shutdown();
  73. sup->do_process();
  74. CHECK(static_cast<r::actor_base_t *>(sup.get())->access<to::state>() == r::state_t::SHUT_DOWN);
  75. }
  76. virtual void main() noexcept {}
  77. r::address_ptr_t db_addr;
  78. r::pt::time_duration timeout = r::pt::millisec{10};
  79. cluster_ptr_t cluster;
  80. device_ptr_t peer_device;
  81. device_ptr_t my_device;
  82. r::intrusive_ptr_t<supervisor_t> sup;
  83. r::intrusive_ptr_t<net::db_actor_t> db_actor;
  84. bfs::path root_path;
  85. path_guard_t path_quard;
  86. r::system_context_t ctx;
  87. msg_ptr_t reply;
  88. };
  89. } // namespace
  90. void test_db_migration() {
  91. struct F : fixture_t {
  92. void main() noexcept override {
  93. auto &db_env = db_actor->access<env>();
  94. auto txn_opt = db::make_transaction(db::transaction_type_t::RW, db_env);
  95. REQUIRE(txn_opt);
  96. auto &txn = txn_opt.value();
  97. auto load_opt = db::load(db::prefix::device, txn);
  98. REQUIRE(load_opt);
  99. auto &values = load_opt.value();
  100. REQUIRE(values.size() == 1);
  101. }
  102. };
  103. F().run();
  104. }
  105. void test_loading_empty_db() {
  106. struct F : fixture_t {
  107. void main() noexcept override {
  108. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  109. sup->do_process();
  110. REQUIRE(reply);
  111. auto diff = reply->payload.res.diff;
  112. REQUIRE(diff->apply(*cluster));
  113. auto devices = cluster->get_devices();
  114. REQUIRE(devices.size() == 1);
  115. REQUIRE(devices.by_sha256(cluster->get_device()->device_id().get_sha256()));
  116. }
  117. };
  118. F().run();
  119. }
  120. void test_folder_creation() {
  121. struct F : fixture_t {
  122. void main() noexcept override {
  123. auto folder_id = "1234-5678";
  124. auto builder = diff_builder_t(*cluster);
  125. builder.create_folder(folder_id, "/my/path", "my-label").apply(*sup);
  126. auto folder = cluster->get_folders().by_id(folder_id);
  127. REQUIRE(folder);
  128. REQUIRE(folder->get_folder_infos().by_device(*cluster->get_device()));
  129. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  130. sup->do_process();
  131. REQUIRE(reply);
  132. auto cluster_clone = make_cluster();
  133. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  134. auto folder_clone = cluster_clone->get_folders().by_id(folder->get_id());
  135. REQUIRE(folder_clone);
  136. REQUIRE(folder.get() != folder_clone.get());
  137. REQUIRE(folder_clone->get_label() == "my-label");
  138. REQUIRE(folder_clone->get_path().string() == "/my/path");
  139. REQUIRE(folder_clone->get_folder_infos().size() == 1);
  140. REQUIRE(folder_clone->get_folder_infos().by_device(*cluster->get_device()));
  141. }
  142. };
  143. F().run();
  144. }
  145. void test_unknown_and_ignored_devices_1() {
  146. struct F : fixture_t {
  147. void main() noexcept override {
  148. auto d_id1 =
  149. device_id_t::from_string("LYXKCHX-VI3NYZR-ALCJBHF-WMZYSPK-QG6QJA3-MPFYMSO-U56GTUK-NA2MIAW").value();
  150. auto d_id2 =
  151. device_id_t::from_string("XBOWTOU-Y7H6RM6-D7WT3UB-7P2DZ5G-R6GNZG6-T5CCG54-SGVF3U5-LBM7RQB").value();
  152. db::SomeDevice sd_1;
  153. sd_1.set_name("x1");
  154. auto unknown_device = unknown_device_t::create(d_id1, sd_1).value();
  155. db::SomeDevice sd_2;
  156. sd_2.set_name("x2");
  157. auto ignored_device = ignored_device_t::create(d_id2, sd_2).value();
  158. auto builder = diff_builder_t(*cluster);
  159. builder.add_unknown_device(d_id1, sd_1).add_ignored_device(d_id2, sd_2).apply(*sup);
  160. REQUIRE(cluster->get_unknown_devices().size() == 1);
  161. REQUIRE(cluster->get_ignored_devices().size() == 1);
  162. {
  163. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  164. sup->do_process();
  165. REQUIRE(reply);
  166. auto cluster_clone = make_cluster();
  167. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  168. CHECK(cluster_clone->get_unknown_devices().by_sha256(d_id1.get_sha256()));
  169. CHECK(cluster_clone->get_ignored_devices().by_sha256(d_id2.get_sha256()));
  170. }
  171. sd_1.set_name("x1_2");
  172. sd_2.set_name("x2_2");
  173. auto diff = model::diff::contact_diff_ptr_t{};
  174. diff = new model::diff::contact::unknown_connected_t(*cluster, d_id1, sd_1);
  175. sup->send<model::payload::contact_update_t>(sup->get_address(), std::move(diff), nullptr);
  176. diff = new model::diff::contact::ignored_connected_t(*cluster, d_id2, sd_2);
  177. sup->send<model::payload::contact_update_t>(sup->get_address(), std::move(diff), nullptr);
  178. sup->do_process();
  179. {
  180. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  181. sup->do_process();
  182. REQUIRE(reply);
  183. auto cluster_clone = make_cluster();
  184. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  185. REQUIRE(cluster_clone->get_unknown_devices().size() == 1);
  186. REQUIRE(cluster_clone->get_ignored_devices().size() == 1);
  187. auto unknown = cluster_clone->get_unknown_devices().by_sha256(d_id1.get_sha256());
  188. auto ignored = cluster_clone->get_ignored_devices().by_sha256(d_id2.get_sha256());
  189. REQUIRE(unknown);
  190. REQUIRE(ignored);
  191. CHECK(unknown->get_name() == "x1_2");
  192. CHECK(ignored->get_name() == "x2_2");
  193. }
  194. builder.remove_unknown_device(*unknown_device).remove_ignored_device(*ignored_device).apply(*sup);
  195. REQUIRE(cluster->get_unknown_devices().size() == 0);
  196. REQUIRE(cluster->get_ignored_devices().size() == 0);
  197. {
  198. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  199. sup->do_process();
  200. REQUIRE(reply);
  201. auto cluster_clone = make_cluster();
  202. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  203. REQUIRE(cluster_clone->get_unknown_devices().size() == 0);
  204. REQUIRE(cluster_clone->get_ignored_devices().size() == 0);
  205. }
  206. }
  207. };
  208. F().run();
  209. }
  210. void test_unknown_and_ignored_devices_2() {
  211. struct F : fixture_t {
  212. void main() noexcept override {
  213. auto d_id =
  214. device_id_t::from_string("LYXKCHX-VI3NYZR-ALCJBHF-WMZYSPK-QG6QJA3-MPFYMSO-U56GTUK-NA2MIAW").value();
  215. db::SomeDevice sd;
  216. sd.set_name("x1");
  217. auto builder = diff_builder_t(*cluster);
  218. builder.add_unknown_device(d_id, sd).apply(*sup);
  219. {
  220. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  221. sup->do_process();
  222. REQUIRE(reply);
  223. auto cluster_clone = make_cluster();
  224. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  225. CHECK(cluster_clone->get_unknown_devices().by_sha256(d_id.get_sha256()));
  226. CHECK(!cluster_clone->get_ignored_devices().by_sha256(d_id.get_sha256()));
  227. }
  228. builder.add_ignored_device(d_id, sd).apply(*sup);
  229. {
  230. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  231. sup->do_process();
  232. REQUIRE(reply);
  233. auto cluster_clone = make_cluster();
  234. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  235. CHECK(!cluster_clone->get_unknown_devices().by_sha256(d_id.get_sha256()));
  236. CHECK(cluster_clone->get_ignored_devices().by_sha256(d_id.get_sha256()));
  237. }
  238. }
  239. };
  240. F().run();
  241. }
  242. void test_peer_updating() {
  243. struct F : fixture_t {
  244. void main() noexcept override {
  245. auto builder = diff_builder_t(*cluster);
  246. builder.update_peer(peer_device->device_id(), "some_name", "some-cn", true).apply(*sup);
  247. auto sha256 = peer_device->device_id().get_sha256();
  248. auto device = cluster->get_devices().by_sha256(sha256);
  249. REQUIRE(device);
  250. CHECK(device->get_name() == "some_name");
  251. CHECK(device->get_cert_name() == "some-cn");
  252. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  253. sup->do_process();
  254. REQUIRE(reply);
  255. auto cluster_clone = make_cluster();
  256. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  257. REQUIRE(cluster_clone->get_devices().size() == 2);
  258. auto device_clone = cluster_clone->get_devices().by_sha256(sha256);
  259. REQUIRE(device_clone);
  260. REQUIRE(device.get() != device_clone.get());
  261. CHECK(device_clone->get_name() == "some_name");
  262. CHECK(device_clone->get_cert_name() == "some-cn");
  263. }
  264. };
  265. F().run();
  266. }
  267. void test_folder_sharing() {
  268. struct F : fixture_t {
  269. void main() noexcept override {
  270. auto sha256 = peer_device->device_id().get_sha256();
  271. auto folder_id = "1234-5678";
  272. auto builder = diff_builder_t(*cluster);
  273. builder.update_peer(peer_device->device_id())
  274. .apply(*sup)
  275. .create_folder(folder_id, "/my/path")
  276. .configure_cluster(sha256)
  277. .add(sha256, folder_id, 5, 4)
  278. .finish()
  279. .share_folder(sha256, folder_id)
  280. .apply(*sup);
  281. CHECK(static_cast<r::actor_base_t *>(db_actor.get())->access<to::state>() == r::state_t::OPERATIONAL);
  282. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  283. sup->do_process();
  284. REQUIRE(reply);
  285. auto cluster_clone = make_cluster();
  286. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  287. auto peer_device = cluster_clone->get_devices().by_sha256(sha256);
  288. REQUIRE(peer_device);
  289. auto folder = cluster_clone->get_folders().by_id(folder_id);
  290. REQUIRE(folder);
  291. REQUIRE(folder->get_folder_infos().size() == 2);
  292. auto fi = folder->get_folder_infos().by_device(*peer_device);
  293. REQUIRE(fi);
  294. CHECK(fi->get_index() == 5);
  295. CHECK(fi->get_max_sequence() == 4);
  296. }
  297. };
  298. F().run();
  299. }
  300. void test_cluster_update_and_remove() {
  301. struct F : fixture_t {
  302. void main() noexcept override {
  303. auto sha256 = peer_device->device_id().get_sha256();
  304. auto folder_id = "1234-5678";
  305. auto unknown_folder_id = "5678-999";
  306. auto file = proto::FileInfo();
  307. file.set_name("a.txt");
  308. file.set_size(5ul);
  309. file.set_block_size(5ul);
  310. file.set_sequence(6ul);
  311. auto b = file.add_blocks();
  312. b->set_size(5ul);
  313. b->set_hash(utils::sha256_digest("12345").value());
  314. auto builder = diff_builder_t(*cluster);
  315. builder.update_peer(peer_device->device_id())
  316. .apply(*sup)
  317. .create_folder(folder_id, "/my/path")
  318. .configure_cluster(sha256)
  319. .add(sha256, folder_id, 5, file.sequence())
  320. .add(sha256, unknown_folder_id, 5, 5)
  321. .finish()
  322. .share_folder(sha256, folder_id)
  323. .apply(*sup)
  324. .make_index(sha256, folder_id)
  325. .add(file)
  326. .finish()
  327. .apply(*sup);
  328. REQUIRE(cluster->get_blocks().size() == 1);
  329. auto block = cluster->get_blocks().get(b->hash());
  330. REQUIRE(block);
  331. auto folder = cluster->get_folders().by_id(folder_id);
  332. auto peer_folder_info = folder->get_folder_infos().by_device(*peer_device);
  333. REQUIRE(peer_folder_info);
  334. CHECK(peer_folder_info->get_max_sequence() == 6ul);
  335. REQUIRE(peer_folder_info->get_file_infos().size() == 1);
  336. auto peer_file = peer_folder_info->get_file_infos().by_name("a.txt");
  337. REQUIRE(peer_file);
  338. auto &unknown_folders = cluster->get_unknown_folders();
  339. CHECK(std::distance(unknown_folders.begin(), unknown_folders.end()) == 1);
  340. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  341. sup->do_process();
  342. REQUIRE(reply);
  343. REQUIRE(!reply->payload.ee);
  344. auto cluster_clone = make_cluster();
  345. {
  346. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  347. REQUIRE(cluster_clone->get_blocks().size() == 1);
  348. CHECK(cluster_clone->get_blocks().get(b->hash()));
  349. auto folder = cluster_clone->get_folders().by_id(folder_id);
  350. auto peer_folder_info = folder->get_folder_infos().by_device(*peer_device);
  351. REQUIRE(peer_folder_info);
  352. REQUIRE(peer_folder_info->get_file_infos().size() == 1);
  353. REQUIRE(peer_folder_info->get_file_infos().by_name("a.txt"));
  354. REQUIRE(cluster_clone->get_unknown_folders().size() == 1);
  355. }
  356. auto pr_msg = proto::ClusterConfig();
  357. auto pr_f = pr_msg.add_folders();
  358. pr_f->set_id(folder_id);
  359. auto pr_device = pr_f->add_devices();
  360. pr_device->set_id(std::string(peer_device->device_id().get_sha256()));
  361. pr_device->set_max_sequence(1);
  362. pr_device->set_index_id(peer_folder_info->get_index() + 1);
  363. auto diff = diff::peer::cluster_update_t::create(*cluster, *peer_device, pr_msg).value();
  364. sup->send<model::payload::model_update_t>(sup->get_address(), diff, nullptr);
  365. sup->do_process();
  366. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  367. sup->do_process();
  368. REQUIRE(reply);
  369. REQUIRE(!reply->payload.ee);
  370. cluster_clone = make_cluster();
  371. {
  372. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  373. REQUIRE(cluster_clone->get_blocks().size() == 0);
  374. auto &fis = cluster_clone->get_folders().by_id(folder_id)->get_folder_infos();
  375. REQUIRE(fis.size() == 2);
  376. auto folder_info = fis.by_device(*peer_device);
  377. REQUIRE(folder_info);
  378. REQUIRE(fis.by_device(*cluster->get_device()));
  379. REQUIRE(cluster_clone->get_unknown_folders().size() == 0);
  380. }
  381. }
  382. };
  383. F().run();
  384. }
  385. void test_unsharing_folder() {
  386. struct F : fixture_t {
  387. void main() noexcept override {
  388. auto sha256 = peer_device->device_id().get_sha256();
  389. auto folder_id = "1234-5678";
  390. auto file = proto::FileInfo();
  391. file.set_name("a.txt");
  392. file.set_size(5ul);
  393. file.set_block_size(5ul);
  394. file.set_sequence(6ul);
  395. auto b = file.add_blocks();
  396. b->set_size(5ul);
  397. b->set_hash(utils::sha256_digest("12345").value());
  398. auto builder = diff_builder_t(*cluster);
  399. builder.update_peer(peer_device->device_id())
  400. .apply(*sup)
  401. .create_folder(folder_id, "/my/path")
  402. .configure_cluster(sha256)
  403. .add(sha256, folder_id, 5, file.sequence())
  404. .finish()
  405. .share_folder(sha256, folder_id)
  406. .apply(*sup)
  407. .make_index(sha256, folder_id)
  408. .add(file)
  409. .finish()
  410. .apply(*sup);
  411. REQUIRE(cluster->get_blocks().size() == 1);
  412. auto block = cluster->get_blocks().get(b->hash());
  413. REQUIRE(block);
  414. auto folder = cluster->get_folders().by_id(folder_id);
  415. auto peer_folder_info = folder->get_folder_infos().by_device(*peer_device);
  416. REQUIRE(peer_folder_info);
  417. CHECK(peer_folder_info->get_max_sequence() == 6ul);
  418. REQUIRE(peer_folder_info->get_file_infos().size() == 1);
  419. auto peer_file = peer_folder_info->get_file_infos().by_name("a.txt");
  420. REQUIRE(peer_file);
  421. builder.unshare_folder(*peer_folder_info).apply(*sup);
  422. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  423. sup->do_process();
  424. REQUIRE(reply);
  425. REQUIRE(!reply->payload.ee);
  426. auto cluster_clone = make_cluster();
  427. {
  428. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  429. auto &fis = cluster_clone->get_folders().by_id(folder_id)->get_folder_infos();
  430. REQUIRE(fis.size() == 1);
  431. REQUIRE(!fis.by_device(*peer_device));
  432. REQUIRE(fis.by_device(*cluster->get_device()));
  433. REQUIRE(cluster_clone->get_blocks().size() == 0);
  434. }
  435. }
  436. };
  437. F().run();
  438. }
  439. void test_clone_file() {
  440. struct F : fixture_t {
  441. void main() noexcept override {
  442. auto sha256 = peer_device->device_id().get_sha256();
  443. auto folder_id = "1234-5678";
  444. auto file = proto::FileInfo();
  445. file.set_name("a.txt");
  446. file.set_sequence(6ul);
  447. auto version = file.mutable_version();
  448. auto counter = version->add_counters();
  449. counter->set_id(1);
  450. counter->set_value(peer_device->as_uint());
  451. auto builder = diff_builder_t(*cluster);
  452. builder.update_peer(peer_device->device_id())
  453. .apply(*sup)
  454. .create_folder(folder_id, "/my/path")
  455. .configure_cluster(sha256)
  456. .add(sha256, folder_id, 5, file.sequence())
  457. .finish()
  458. .share_folder(sha256, folder_id)
  459. .apply(*sup);
  460. auto folder = cluster->get_folders().by_id(folder_id);
  461. auto folder_my = folder->get_folder_infos().by_device(*my_device);
  462. auto folder_peer = folder->get_folder_infos().by_device(*peer_device);
  463. SECTION("file without blocks") {
  464. builder.make_index(sha256, folder_id).add(file).finish().apply(*sup);
  465. auto file_peer = folder_peer->get_file_infos().by_name(file.name());
  466. REQUIRE(file_peer);
  467. builder.clone_file(*file_peer).apply(*sup);
  468. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  469. sup->do_process();
  470. REQUIRE(reply);
  471. REQUIRE(!reply->payload.ee);
  472. auto cluster_clone = make_cluster();
  473. {
  474. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  475. REQUIRE(cluster_clone->get_blocks().size() == 0);
  476. auto &fis = cluster_clone->get_folders().by_id(folder_id)->get_folder_infos();
  477. REQUIRE(fis.size() == 2);
  478. auto folder_info_clone = fis.by_device(*cluster_clone->get_device());
  479. auto file_clone = folder_info_clone->get_file_infos().by_name(file.name());
  480. REQUIRE(file_clone);
  481. REQUIRE(file_clone->get_name() == file.name());
  482. REQUIRE(file_clone->get_blocks().size() == 0);
  483. REQUIRE(file_clone->get_sequence() == 1);
  484. REQUIRE(!file_clone->get_source());
  485. REQUIRE(folder_info_clone->get_max_sequence() == 1);
  486. }
  487. }
  488. SECTION("file with blocks") {
  489. file.set_size(5ul);
  490. file.set_block_size(5ul);
  491. auto b = file.add_blocks();
  492. b->set_size(5ul);
  493. b->set_hash(utils::sha256_digest("12345").value());
  494. builder.make_index(sha256, folder_id).add(file).finish().apply(*sup);
  495. auto folder = cluster->get_folders().by_id(folder_id);
  496. auto folder_my = folder->get_folder_infos().by_device(*my_device);
  497. auto folder_peer = folder->get_folder_infos().by_device(*peer_device);
  498. auto file_peer = folder_peer->get_file_infos().by_name(file.name());
  499. REQUIRE(file_peer);
  500. builder.clone_file(*file_peer).apply(*sup);
  501. REQUIRE(folder_my->get_max_sequence() == 0);
  502. {
  503. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  504. sup->do_process();
  505. REQUIRE(reply);
  506. REQUIRE(!reply->payload.ee);
  507. auto cluster_clone = make_cluster();
  508. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  509. REQUIRE(cluster_clone->get_blocks().size() == 1);
  510. auto &fis = cluster_clone->get_folders().by_id(folder_id)->get_folder_infos();
  511. REQUIRE(fis.size() == 2);
  512. auto folder_info_clone = fis.by_device(*cluster_clone->get_device());
  513. auto file_clone = folder_info_clone->get_file_infos().by_name(file.name());
  514. REQUIRE(file_clone);
  515. REQUIRE(file_clone->get_name() == file.name());
  516. REQUIRE(file_clone->get_blocks().size() == 1);
  517. REQUIRE(file_clone->get_sequence() == 0);
  518. REQUIRE(folder_info_clone->get_max_sequence() == 0);
  519. }
  520. file_peer = folder_peer->get_file_infos().by_name(file.name());
  521. file_peer->mark_local_available(0);
  522. REQUIRE(file_peer->is_locally_available());
  523. auto file_my = folder_my->get_file_infos().by_name(file.name());
  524. builder.finish_file_ack(*file_my).apply(*sup);
  525. {
  526. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  527. sup->do_process();
  528. REQUIRE(reply);
  529. REQUIRE(!reply->payload.ee);
  530. auto cluster_clone = make_cluster();
  531. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  532. REQUIRE(cluster_clone->get_blocks().size() == 1);
  533. auto &fis = cluster_clone->get_folders().by_id(folder_id)->get_folder_infos();
  534. REQUIRE(fis.size() == 2);
  535. auto folder_info_clone = fis.by_device(*cluster_clone->get_device());
  536. auto file_clone = folder_info_clone->get_file_infos().by_name(file.name());
  537. REQUIRE(file_clone);
  538. REQUIRE(file_clone->get_name() == file.name());
  539. REQUIRE(file_clone->get_blocks().size() == 1);
  540. REQUIRE(file_clone->get_blocks().at(0));
  541. REQUIRE(file_clone->get_sequence() == 1);
  542. REQUIRE(folder_info_clone->get_max_sequence() == 1);
  543. }
  544. }
  545. }
  546. };
  547. F().run();
  548. }
  549. void test_local_update() {
  550. struct F : fixture_t {
  551. void main() noexcept override {
  552. auto folder_id = "1234-5678";
  553. auto pr_file = proto::FileInfo();
  554. pr_file.set_name("a.txt");
  555. pr_file.set_size(5ul);
  556. auto hash = utils::sha256_digest("12345").value();
  557. auto pr_block = pr_file.add_blocks();
  558. pr_block->set_weak_hash(12);
  559. pr_block->set_size(5);
  560. pr_block->set_hash(hash);
  561. auto builder = diff_builder_t(*cluster);
  562. builder.create_folder(folder_id, "/my/path").apply(*sup).local_update(folder_id, pr_file).apply(*sup);
  563. SECTION("check saved file with new blocks") {
  564. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  565. sup->do_process();
  566. REQUIRE(reply);
  567. REQUIRE(!reply->payload.ee);
  568. auto cluster_clone = make_cluster();
  569. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  570. auto folder = cluster_clone->get_folders().by_id(folder_id);
  571. auto folder_my = folder->get_folder_infos().by_device(*my_device);
  572. auto file = folder_my->get_file_infos().by_name("a.txt");
  573. REQUIRE(file);
  574. CHECK(cluster_clone->get_blocks().size() == 1);
  575. CHECK(file->get_blocks().size() == 1);
  576. }
  577. pr_file.set_deleted(true);
  578. pr_file.set_size(0);
  579. pr_file.clear_blocks();
  580. builder.local_update(folder_id, pr_file).apply(*sup);
  581. SECTION("check deleted blocks") {
  582. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  583. sup->do_process();
  584. REQUIRE(reply);
  585. REQUIRE(!reply->payload.ee);
  586. auto cluster_clone = make_cluster();
  587. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  588. auto folder = cluster_clone->get_folders().by_id(folder_id);
  589. auto folder_my = folder->get_folder_infos().by_device(*my_device);
  590. auto file = folder_my->get_file_infos().by_name("a.txt");
  591. REQUIRE(file);
  592. CHECK(file->is_deleted());
  593. CHECK(cluster_clone->get_blocks().size() == 0);
  594. CHECK(file->get_blocks().size() == 0);
  595. }
  596. }
  597. };
  598. F().run();
  599. };
  600. void test_peer_going_offline() {
  601. struct F : fixture_t {
  602. void main() noexcept override {
  603. auto builder = diff_builder_t(*cluster);
  604. builder.update_peer(peer_device->device_id()).apply(*sup);
  605. auto sha256 = peer_device->device_id().get_sha256();
  606. db::Device db_peer;
  607. auto peer = cluster->get_devices().by_sha256(sha256);
  608. REQUIRE(db_peer.last_seen() == 0);
  609. peer->update_state(device_state_t::online);
  610. builder.update_state(*peer, {}, device_state_t::offline).apply(*sup);
  611. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  612. sup->do_process();
  613. REQUIRE(reply);
  614. auto cluster_clone = make_cluster();
  615. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  616. auto peer_clone = cluster_clone->get_devices().by_sha256(sha256);
  617. db::Device db_peer_clone;
  618. peer_clone->serialize(db_peer_clone);
  619. CHECK((peer->get_last_seen() - peer_clone->get_last_seen()).total_seconds() < 2);
  620. CHECK(db_peer_clone.last_seen() != 0);
  621. }
  622. };
  623. F().run();
  624. };
  625. void test_remove_peer() {
  626. struct F : fixture_t {
  627. void main() noexcept override {
  628. auto sha256 = peer_device->device_id().get_sha256();
  629. auto folder_id = "1234-5678";
  630. auto unknown_folder_id = "5678-999";
  631. auto file = proto::FileInfo();
  632. file.set_name("a.txt");
  633. file.set_size(5ul);
  634. file.set_block_size(5ul);
  635. file.set_sequence(6ul);
  636. auto b = file.add_blocks();
  637. b->set_size(5ul);
  638. b->set_hash(utils::sha256_digest("12345").value());
  639. auto builder = diff_builder_t(*cluster);
  640. builder.update_peer(peer_device->device_id())
  641. .apply(*sup)
  642. .create_folder(folder_id, "/my/path")
  643. .configure_cluster(sha256)
  644. .add(sha256, folder_id, 5, file.sequence())
  645. .add(sha256, unknown_folder_id, 5, 5)
  646. .finish()
  647. .share_folder(sha256, folder_id)
  648. .apply(*sup)
  649. .make_index(sha256, folder_id)
  650. .add(file)
  651. .finish()
  652. .apply(*sup);
  653. CHECK(cluster->get_unknown_folders().size() == 1);
  654. REQUIRE(cluster->get_blocks().size() == 1);
  655. auto block = cluster->get_blocks().get(b->hash());
  656. REQUIRE(block);
  657. auto folder = cluster->get_folders().by_id(folder_id);
  658. auto peer_folder_info = folder->get_folder_infos().by_device(*peer_device);
  659. REQUIRE(peer_folder_info);
  660. CHECK(peer_folder_info->get_max_sequence() == 6ul);
  661. REQUIRE(peer_folder_info->get_file_infos().size() == 1);
  662. auto peer_file = peer_folder_info->get_file_infos().by_name("a.txt");
  663. REQUIRE(peer_file);
  664. builder.remove_peer(*peer_device).apply(*sup);
  665. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  666. sup->do_process();
  667. REQUIRE(reply);
  668. REQUIRE(!reply->payload.ee);
  669. auto cluster_clone = make_cluster();
  670. {
  671. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  672. CHECK(cluster_clone->get_unknown_folders().size() == 0);
  673. CHECK(cluster_clone->get_devices().size() == 1);
  674. REQUIRE(cluster_clone->get_blocks().size() == 0);
  675. }
  676. }
  677. };
  678. F().run();
  679. }
  680. void test_update_peer() {
  681. struct F : fixture_t {
  682. void main() noexcept override {
  683. auto builder = diff_builder_t(*cluster);
  684. db::SomeDevice db;
  685. db.set_name("x1");
  686. SECTION("unknown device is removed") {
  687. builder.add_unknown_device(peer_device->device_id(), db)
  688. .apply(*sup)
  689. .update_peer(peer_device->device_id(), "p1")
  690. .apply(*sup);
  691. }
  692. SECTION("ignored device is removed") {
  693. builder.add_ignored_device(peer_device->device_id(), db)
  694. .apply(*sup)
  695. .update_peer(peer_device->device_id(), "p1")
  696. .apply(*sup);
  697. }
  698. {
  699. sup->request<net::payload::load_cluster_request_t>(db_addr).send(timeout);
  700. sup->do_process();
  701. REQUIRE(reply);
  702. REQUIRE(!reply->payload.ee);
  703. auto cluster_clone = make_cluster();
  704. REQUIRE(reply->payload.res.diff->apply(*cluster_clone));
  705. CHECK(cluster_clone->get_unknown_devices().size() == 0);
  706. CHECK(cluster_clone->get_ignored_devices().size() == 0);
  707. CHECK(cluster_clone->get_devices().size() == 2);
  708. }
  709. }
  710. };
  711. F().run();
  712. }
  713. int _init() {
  714. REGISTER_TEST_CASE(test_loading_empty_db, "test_loading_empty_db", "[db]");
  715. REGISTER_TEST_CASE(test_unknown_and_ignored_devices_1, "test_unknown_and_ignored_devices_1", "[db]");
  716. REGISTER_TEST_CASE(test_unknown_and_ignored_devices_2, "test_unknown_and_ignored_devices_2", "[db]");
  717. REGISTER_TEST_CASE(test_folder_creation, "test_folder_creation", "[db]");
  718. REGISTER_TEST_CASE(test_peer_updating, "test_peer_updating", "[db]");
  719. REGISTER_TEST_CASE(test_folder_sharing, "test_folder_sharing", "[db]");
  720. REGISTER_TEST_CASE(test_cluster_update_and_remove, "test_cluster_update_and_remove", "[db]");
  721. REGISTER_TEST_CASE(test_unsharing_folder, "test_unsharing_folder", "[db]");
  722. REGISTER_TEST_CASE(test_clone_file, "test_clone_file", "[db]");
  723. REGISTER_TEST_CASE(test_local_update, "test_local_update", "[db]");
  724. REGISTER_TEST_CASE(test_peer_going_offline, "test_peer_going_offline", "[db]");
  725. REGISTER_TEST_CASE(test_remove_peer, "test_remove_peer", "[db]");
  726. REGISTER_TEST_CASE(test_update_peer, "test_update_peer", "[db]");
  727. return 1;
  728. }
  729. static int v = _init();