forked from Mirrorlandia_minetest/minetest
Minor improvements to media request / announce code
I had to throw away the code switching sendRequestedMedia to a bin packing algorithm because it actually performed worse. :(
This commit is contained in:
parent
13013d1b8b
commit
362e4505e8
@ -2628,28 +2628,30 @@ void Server::fillMediaCache()
|
|||||||
|
|
||||||
void Server::sendMediaAnnouncement(session_t peer_id, const std::string &lang_code)
|
void Server::sendMediaAnnouncement(session_t peer_id, const std::string &lang_code)
|
||||||
{
|
{
|
||||||
|
std::string lang_suffix = ".";
|
||||||
|
lang_suffix.append(lang_code).append(".tr");
|
||||||
|
|
||||||
|
auto include = [&] (const std::string &name, const MediaInfo &info) -> bool {
|
||||||
|
if (info.no_announce)
|
||||||
|
return false;
|
||||||
|
if (str_ends_with(name, ".tr") && !str_ends_with(name, lang_suffix))
|
||||||
|
return false;
|
||||||
|
return true;
|
||||||
|
};
|
||||||
|
|
||||||
// Make packet
|
// Make packet
|
||||||
NetworkPacket pkt(TOCLIENT_ANNOUNCE_MEDIA, 0, peer_id);
|
NetworkPacket pkt(TOCLIENT_ANNOUNCE_MEDIA, 0, peer_id);
|
||||||
|
|
||||||
u16 media_sent = 0;
|
u16 media_sent = 0;
|
||||||
std::string lang_suffix;
|
|
||||||
lang_suffix.append(".").append(lang_code).append(".tr");
|
|
||||||
for (const auto &i : m_media) {
|
for (const auto &i : m_media) {
|
||||||
if (i.second.no_announce)
|
if (include(i.first, i.second))
|
||||||
continue;
|
media_sent++;
|
||||||
if (str_ends_with(i.first, ".tr") && !str_ends_with(i.first, lang_suffix))
|
|
||||||
continue;
|
|
||||||
media_sent++;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
pkt << media_sent;
|
pkt << media_sent;
|
||||||
|
|
||||||
for (const auto &i : m_media) {
|
for (const auto &i : m_media) {
|
||||||
if (i.second.no_announce)
|
if (include(i.first, i.second))
|
||||||
continue;
|
pkt << i.first << i.second.sha1_digest;
|
||||||
if (str_ends_with(i.first, ".tr") && !str_ends_with(i.first, lang_suffix))
|
|
||||||
continue;
|
|
||||||
pkt << i.first << i.second.sha1_digest;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
pkt << g_settings->get("remote_media");
|
pkt << g_settings->get("remote_media");
|
||||||
@ -2659,10 +2661,12 @@ void Server::sendMediaAnnouncement(session_t peer_id, const std::string &lang_co
|
|||||||
<< "): count=" << media_sent << " size=" << pkt.getSize() << std::endl;
|
<< "): count=" << media_sent << " size=" << pkt.getSize() << std::endl;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
namespace {
|
||||||
|
|
||||||
struct SendableMedia
|
struct SendableMedia
|
||||||
{
|
{
|
||||||
std::string name;
|
const std::string &name;
|
||||||
std::string path;
|
const std::string &path;
|
||||||
std::string data;
|
std::string data;
|
||||||
|
|
||||||
SendableMedia(const std::string &name, const std::string &path,
|
SendableMedia(const std::string &name, const std::string &path,
|
||||||
@ -2671,6 +2675,8 @@ struct SendableMedia
|
|||||||
{}
|
{}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
void Server::sendRequestedMedia(session_t peer_id,
|
void Server::sendRequestedMedia(session_t peer_id,
|
||||||
const std::unordered_set<std::string> &tosend)
|
const std::unordered_set<std::string> &tosend)
|
||||||
{
|
{
|
||||||
@ -2680,16 +2686,22 @@ void Server::sendRequestedMedia(session_t peer_id,
|
|||||||
infostream << "Server::sendRequestedMedia(): Sending "
|
infostream << "Server::sendRequestedMedia(): Sending "
|
||||||
<< tosend.size() << " files to " << client->getName() << std::endl;
|
<< tosend.size() << " files to " << client->getName() << std::endl;
|
||||||
|
|
||||||
/* Read files */
|
/* Read files and prepare bunches */
|
||||||
|
|
||||||
// Put 5kB in one bunch (this is not accurate)
|
// Put 5KB in one bunch (this is not accurate)
|
||||||
|
// This is a tradeoff between burdening the network with too many packets
|
||||||
|
// and burdening it with too large split packets.
|
||||||
const u32 bytes_per_bunch = 5000;
|
const u32 bytes_per_bunch = 5000;
|
||||||
|
|
||||||
std::vector<std::vector<SendableMedia>> file_bunches;
|
std::vector<std::vector<SendableMedia>> file_bunches;
|
||||||
file_bunches.emplace_back();
|
file_bunches.emplace_back();
|
||||||
|
|
||||||
u32 file_size_bunch_total = 0;
|
// Note that applying a "real" bin packing algorithm here is not necessarily
|
||||||
|
// an improvement (might even perform worse) since games usually have lots
|
||||||
|
// of files larger than 5KB and the current algorithm already minimized
|
||||||
|
// the amount of bunches quite well (at the expense of overshooting).
|
||||||
|
|
||||||
|
u32 file_size_bunch_total = 0;
|
||||||
for (const std::string &name : tosend) {
|
for (const std::string &name : tosend) {
|
||||||
auto it = m_media.find(name);
|
auto it = m_media.find(name);
|
||||||
|
|
||||||
@ -2728,7 +2740,6 @@ void Server::sendRequestedMedia(session_t peer_id,
|
|||||||
file_bunches.emplace_back();
|
file_bunches.emplace_back();
|
||||||
file_size_bunch_total = 0;
|
file_size_bunch_total = 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Create and send packets */
|
/* Create and send packets */
|
||||||
@ -2747,18 +2758,20 @@ void Server::sendRequestedMedia(session_t peer_id,
|
|||||||
data
|
data
|
||||||
}
|
}
|
||||||
*/
|
*/
|
||||||
|
|
||||||
NetworkPacket pkt(TOCLIENT_MEDIA, 4 + 0, peer_id);
|
NetworkPacket pkt(TOCLIENT_MEDIA, 4 + 0, peer_id);
|
||||||
pkt << num_bunches << i << (u32) file_bunches[i].size();
|
|
||||||
|
const u32 bunch_size = bunch.size();
|
||||||
|
pkt << num_bunches << i << bunch_size;
|
||||||
|
|
||||||
for (auto &j : bunch) {
|
for (auto &j : bunch) {
|
||||||
pkt << j.name;
|
pkt << j.name;
|
||||||
pkt.putLongString(j.data);
|
pkt.putLongString(j.data);
|
||||||
}
|
}
|
||||||
|
bunch.clear(); // free memory early
|
||||||
|
|
||||||
verbosestream << "Server::sendRequestedMedia(): bunch "
|
verbosestream << "Server::sendRequestedMedia(): bunch "
|
||||||
<< i << "/" << num_bunches
|
<< i << "/" << num_bunches
|
||||||
<< " files=" << bunch.size()
|
<< " files=" << bunch_size
|
||||||
<< " size=" << pkt.getSize() << std::endl;
|
<< " size=" << pkt.getSize() << std::endl;
|
||||||
Send(&pkt);
|
Send(&pkt);
|
||||||
}
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user