Download.cpp 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446
  1. #include <iostream>
  2. #include <stdio.h>
  3. #include <cpp3ds/System/FileSystem.hpp>
  4. #include <cpp3ds/System/I18n.hpp>
  5. #include <cpp3ds/System/Lock.hpp>
  6. #include <cpp3ds/System/Service.hpp>
  7. #include <cpp3ds/System/Sleep.hpp>
  8. #include "Download.hpp"
  9. #include "AssetManager.hpp"
  10. #include "DownloadQueue.hpp"
  11. namespace FreeShop {
  12. Download::Download(const std::string &url, const std::string &destination)
  13. : m_thread(&Download::run, this)
  14. , m_progress(0.f)
  15. , m_canSendTop(true)
  16. , m_markedForDelete(false)
  17. , m_cancelFlag(false)
  18. , m_status(Queued)
  19. , m_downloadPos(0)
  20. , m_appItem(nullptr)
  21. , m_timesToRetry(3)
  22. , m_timeout(cpp3ds::seconds(8))
  23. , m_bufferSize(128*1024)
  24. {
  25. setUrl(url);
  26. setDestination(destination);
  27. // m_thread.setStackSize(64*1024);
  28. // m_thread.setAffinity(1);
  29. }
  30. Download::~Download()
  31. {
  32. cancel();
  33. }
  34. bool Download::setUrl(const std::string &url)
  35. {
  36. size_t pos;
  37. pos = url.find("://");
  38. if (pos != std::string::npos) {
  39. pos = url.find("/", pos + 3);
  40. if (pos == std::string::npos) {
  41. m_host = url;
  42. m_uri = "/";
  43. } else {
  44. m_host = url.substr(0, pos);
  45. m_uri = url.substr(pos);
  46. }
  47. }
  48. m_http.setHost(m_host);
  49. m_request.setUri(m_uri);
  50. return true;
  51. }
  52. void Download::start()
  53. {
  54. m_buffer.clear();
  55. m_thread.launch(); // run()
  56. }
  57. void Download::run()
  58. {
  59. if (!m_destination.empty())
  60. {
  61. m_file = fopen(cpp3ds::FileSystem::getFilePath(m_destination).c_str(), "w");
  62. if (!m_file)
  63. return;
  64. }
  65. m_status = Downloading;
  66. m_cancelFlag = false;
  67. bool failed = false;
  68. int retryCount = 0;
  69. m_request.setField("Range", _("bytes=%u-", m_downloadPos));
  70. cpp3ds::Http::RequestCallback dataCallback = [&](const void* data, size_t len, size_t processed, const cpp3ds::Http::Response& response)
  71. {
  72. cpp3ds::Lock lock(m_mutex);
  73. if (!m_destination.empty())
  74. {
  75. if (response.getStatus() == cpp3ds::Http::Response::Ok || response.getStatus() == cpp3ds::Http::Response::PartialContent)
  76. {
  77. const char *bufdata = reinterpret_cast<const char*>(data);
  78. m_buffer.insert(m_buffer.end(), bufdata, bufdata + len);
  79. if (m_buffer.size() > 1024 * 50)
  80. {
  81. fwrite(&m_buffer[0], sizeof(char), m_buffer.size(), m_file);
  82. m_buffer.clear();
  83. }
  84. }
  85. }
  86. if (!m_cancelFlag && m_onData)
  87. failed = !m_onData(data, len, processed, response);
  88. if (getStatus() != Suspended)
  89. m_downloadPos += len;
  90. return !m_cancelFlag && !failed && getStatus() == Downloading;
  91. };
  92. // Loop in case there are URLs pushed to queue later
  93. while (1)
  94. {
  95. retryCount = 0;
  96. // Retry loop in case of connection failures
  97. do {
  98. // Wait in case of internet loss, but exit when canceled or suspended
  99. while (!cpp3ds::Service::isEnabled(cpp3ds::Httpc) && !m_cancelFlag && getStatus() != Suspended)
  100. {
  101. setProgressMessage(_("Waiting for internet..."));
  102. cpp3ds::sleep(cpp3ds::milliseconds(200));
  103. }
  104. m_response = m_http.sendRequest(m_request, m_timeout, dataCallback, m_bufferSize);
  105. // Follow all redirects
  106. while (m_response.getStatus() == cpp3ds::Http::Response::MovedPermanently || m_response.getStatus() == cpp3ds::Http::Response::MovedTemporarily)
  107. {
  108. setUrl(m_response.getField("Location"));
  109. m_response = m_http.sendRequest(m_request, m_timeout, dataCallback, m_bufferSize);
  110. }
  111. // Retry failed connections (all error codes >= 1000)
  112. if (m_response.getStatus() >= 1000)
  113. {
  114. if (retryCount >= m_timesToRetry)
  115. {
  116. if (m_timesToRetry == 0)
  117. setProgressMessage(_("Failed"));
  118. else
  119. setProgressMessage(_("Retry attempts exceeded"));
  120. failed = true;
  121. break;
  122. }
  123. std::cout << _("Retrying... %d", retryCount).toAnsiString() << std::endl;
  124. setProgressMessage(_("Retrying... %d", ++retryCount));
  125. cpp3ds::sleep(cpp3ds::milliseconds(1000));
  126. }
  127. } while (m_response.getStatus() >= 1000 &&
  128. !m_cancelFlag && getStatus() != Suspended);
  129. if (m_response.getStatus() != cpp3ds::Http::Response::Ok && m_response.getStatus() != cpp3ds::Http::Response::PartialContent)
  130. break;
  131. if (m_cancelFlag || failed || getStatus() == Suspended)
  132. break;
  133. // Download next in queue
  134. if (m_urlQueue.size() > 0)
  135. {
  136. auto nextUrl = m_urlQueue.front();
  137. setUrl(nextUrl.first);
  138. m_urlQueue.pop();
  139. m_request.setField("Range", _("bytes=%llu-", nextUrl.second));
  140. m_downloadPos = nextUrl.second;
  141. }
  142. else
  143. break;
  144. }
  145. if (m_urlQueue.size() > 0 && getStatus() != Suspended)
  146. std::queue<std::pair<std::string,cpp3ds::Uint64>>().swap(m_urlQueue);
  147. if (getStatus() != Suspended)
  148. {
  149. m_canSendTop = false;
  150. if (m_cancelFlag)
  151. {
  152. m_markedForDelete = true;
  153. m_status = Canceled;
  154. }
  155. else if (failed)
  156. m_status = Failed;
  157. else
  158. m_status = Finished;
  159. }
  160. // Write remaining buffer and close downloaded file
  161. if (!m_destination.empty())
  162. {
  163. if (m_buffer.size() > 0)
  164. fwrite(&m_buffer[0], sizeof(char), m_buffer.size(), m_file);
  165. fclose(m_file);
  166. if (m_status != Finished)
  167. remove(cpp3ds::FileSystem::getFilePath(m_destination).c_str());
  168. }
  169. if (m_onFinish)
  170. m_onFinish(m_cancelFlag, failed);
  171. m_http.close();
  172. }
  173. void Download::cancel(bool wait)
  174. {
  175. m_cancelFlag = true;
  176. if (wait)
  177. m_thread.wait();
  178. }
  179. bool Download::isCanceled()
  180. {
  181. return m_cancelFlag;
  182. }
  183. void Download::setProgress(float progress)
  184. {
  185. m_progress = progress;
  186. m_progressBar.setSize(cpp3ds::Vector2f(m_progress * m_size.x, m_size.y));
  187. }
  188. float Download::getProgress() const
  189. {
  190. return m_progress;
  191. }
  192. void Download::setProgressMessage(const std::string &message)
  193. {
  194. m_progressMessage = message;
  195. m_textProgress.setString(message);
  196. }
  197. const std::string &Download::getProgressMessage() const
  198. {
  199. return m_progressMessage;
  200. }
  201. void Download::draw(cpp3ds::RenderTarget &target, cpp3ds::RenderStates states) const
  202. {
  203. states.transform *= getTransform();
  204. target.draw(m_background, states);
  205. target.draw(m_icon, states);
  206. target.draw(m_textTitle, states);
  207. target.draw(m_textProgress, states);
  208. if (!m_cancelFlag)
  209. {
  210. target.draw(m_textCancel, states);
  211. if (m_canSendTop && (m_status == Queued || m_status == Suspended || m_status == Downloading))
  212. target.draw(m_textSendTop, states);
  213. else if (m_status == Failed)
  214. target.draw(m_textRestart, states);
  215. }
  216. if (m_progress > 0.f && m_progress < 1.f)
  217. target.draw(m_progressBar, states);
  218. }
  219. const cpp3ds::Vector2f &Download::getSize() const
  220. {
  221. return m_size;
  222. }
  223. void Download::fillFromAppItem(std::shared_ptr<AppItem> app)
  224. {
  225. m_appItem = app;
  226. setProgressMessage(_("Queued"));
  227. m_background.setTexture(&AssetManager<cpp3ds::Texture>::get("images/listitembg.9.png"));
  228. m_background.setContentSize(320.f + m_background.getPadding().width - m_background.getTexture()->getSize().x + 2.f, 24.f);
  229. m_size = m_background.getSize();
  230. float paddingRight = m_size.x - m_background.getContentSize().x - m_background.getPadding().left;
  231. float paddingBottom = m_size.y - m_background.getContentSize().y - m_background.getPadding().top;
  232. m_icon.setSize(cpp3ds::Vector2f(48.f, 48.f));
  233. cpp3ds::IntRect textureRect;
  234. m_icon.setTexture(app->getIcon(textureRect), true);
  235. m_icon.setTextureRect(textureRect);
  236. m_icon.setPosition(m_background.getPadding().left, m_background.getPadding().top);
  237. m_icon.setScale(0.5f, 0.5f);
  238. m_textCancel.setFont(AssetManager<cpp3ds::Font>::get("fonts/fontawesome.ttf"));
  239. m_textCancel.setString(L"\uf00d");
  240. m_textCancel.setCharacterSize(18);
  241. m_textCancel.setFillColor(cpp3ds::Color::White);
  242. m_textCancel.setOutlineColor(cpp3ds::Color(0, 0, 0, 200));
  243. m_textCancel.setOutlineThickness(1.f);
  244. m_textCancel.setOrigin(0, m_textCancel.getLocalBounds().top + m_textCancel.getLocalBounds().height / 2.f);
  245. m_textCancel.setPosition(m_size.x - paddingRight - m_textCancel.getLocalBounds().width,
  246. m_background.getPadding().top + m_background.getContentSize().y / 2.f);
  247. m_textSendTop = m_textCancel;
  248. m_textSendTop.setString(L"\uf077");
  249. m_textSendTop.move(-25.f, 0);
  250. m_textRestart = m_textCancel;
  251. m_textRestart.setString(L"\uf01e");
  252. m_textRestart.move(-25.f, 0);
  253. m_textTitle.setString(app->getTitle());
  254. m_textTitle.setCharacterSize(10);
  255. m_textTitle.setPosition(m_background.getPadding().left + 30.f, m_background.getPadding().top);
  256. m_textTitle.setFillColor(cpp3ds::Color::Black);
  257. m_textTitle.useSystemFont();
  258. m_textProgress = m_textTitle;
  259. m_textProgress.setFillColor(cpp3ds::Color(130, 130, 130, 255));
  260. m_textProgress.move(0.f, 12.f);
  261. m_progressBar.setFillColor(cpp3ds::Color(0, 0, 0, 50));
  262. }
  263. void Download::processEvent(const cpp3ds::Event &event)
  264. {
  265. if (event.type == cpp3ds::Event::TouchBegan)
  266. {
  267. cpp3ds::FloatRect bounds = m_textCancel.getGlobalBounds();
  268. bounds.left += getPosition().x;
  269. bounds.top += getPosition().y + DownloadQueue::getInstance().getPosition().y;
  270. if (bounds.contains(event.touch.x, event.touch.y))
  271. {
  272. if (getStatus() != Downloading)
  273. m_markedForDelete = true;
  274. else
  275. {
  276. setProgressMessage(_("Canceling..."));
  277. cancel(false);
  278. }
  279. }
  280. else if (m_canSendTop && m_onSendTop && (getStatus() == Queued || getStatus() == Suspended || getStatus() == Downloading))
  281. {
  282. bounds = m_textSendTop.getGlobalBounds();
  283. bounds.left += getPosition().x;
  284. bounds.top += getPosition().y + DownloadQueue::getInstance().getPosition().y;
  285. if (bounds.contains(event.touch.x, event.touch.y))
  286. {
  287. m_onSendTop(this);
  288. }
  289. }
  290. else if (getStatus() == Failed)
  291. {
  292. bounds = m_textRestart.getGlobalBounds();
  293. bounds.left += getPosition().x;
  294. bounds.top += getPosition().y + DownloadQueue::getInstance().getPosition().y;
  295. if (bounds.contains(event.touch.x, event.touch.y))
  296. {
  297. // Restart failed download
  298. DownloadQueue::getInstance().restartDownload(m_appItem);
  299. }
  300. }
  301. }
  302. }
  303. bool Download::markedForDelete()
  304. {
  305. return m_markedForDelete;
  306. }
  307. void Download::setDestination(const std::string &destination)
  308. {
  309. m_destination = destination;
  310. }
  311. void Download::setDataCallback(cpp3ds::Http::RequestCallback onData)
  312. {
  313. m_onData = onData;
  314. }
  315. void Download::setFinishCallback(DownloadFinishCallback onFinish)
  316. {
  317. m_onFinish = onFinish;
  318. }
  319. void Download::setSendTopCallback(SendTopCallback onSendTop)
  320. {
  321. m_onSendTop = onSendTop;
  322. }
  323. void Download::setField(const std::string &field, const std::string &value)
  324. {
  325. m_request.setField(field, value);
  326. }
  327. void Download::pushUrl(const std::string &url, cpp3ds::Uint64 position)
  328. {
  329. m_urlQueue.push(std::make_pair(url, position));
  330. }
  331. Download::Status Download::getStatus() const
  332. {
  333. return m_status;
  334. }
  335. void Download::suspend()
  336. {
  337. if (getStatus() != Downloading)
  338. return;
  339. cpp3ds::Lock lock(m_mutex);
  340. m_status = Suspended;
  341. }
  342. void Download::resume()
  343. {
  344. if (getStatus() == Suspended || getStatus() == Queued)
  345. {
  346. start();
  347. }
  348. }
  349. void Download::setRetryCount(int timesToRetry)
  350. {
  351. m_timesToRetry = timesToRetry;
  352. }
  353. const cpp3ds::Http::Response &Download::getLastResponse() const
  354. {
  355. return m_response;
  356. }
  357. void Download::setTimeout(cpp3ds::Time timeout)
  358. {
  359. m_timeout = timeout;
  360. }
  361. void Download::setBufferSize(size_t size)
  362. {
  363. m_bufferSize = size;
  364. }
  365. } // namespace FreeShop