]> git.lizzy.rs Git - minetest.git/blobdiff - src/client.cpp
Huge overhaul of the entire MapgenParams system
[minetest.git] / src / client.cpp
index 929ed0eabdab48358a9c20841b164f802e4e47cd..ca6c80c4d2696376d4a879e0a1fe524f21058796 100644 (file)
@@ -19,10 +19,12 @@ with this program; if not, write to the Free Software Foundation, Inc.,
 
 #include "client.h"
 #include <iostream>
+#include <algorithm>
 #include "clientserver.h"
-#include "jmutexautolock.h"
+#include "jthread/jmutexautolock.h"
 #include "main.h"
 #include <sstream>
+#include "filesys.h"
 #include "porting.h"
 #include "mapsector.h"
 #include "mapblock_mesh.h"
@@ -36,26 +38,18 @@ with this program; if not, write to the Free Software Foundation, Inc.,
 #include "itemdef.h"
 #include "shader.h"
 #include <IFileSystem.h>
-#include "sha1.h"
 #include "base64.h"
 #include "clientmap.h"
-#include "filecache.h"
+#include "clientmedia.h"
 #include "sound.h"
 #include "util/string.h"
-#include "hex.h"
 #include "IMeshCache.h"
+#include "serialization.h"
 #include "util/serialize.h"
 #include "config.h"
 #include "util/directiontables.h"
-
-#if USE_CURL
-#include <curl/curl.h>
-#endif
-
-static std::string getMediaCacheDir()
-{
-       return porting::path_user + DIR_DELIM + "cache" + DIR_DELIM + "media";
-}
+#include "util/pointedthing.h"
+#include "version.h"
 
 /*
        QueuedMeshUpdate
@@ -80,7 +74,6 @@ QueuedMeshUpdate::~QueuedMeshUpdate()
        
 MeshUpdateQueue::MeshUpdateQueue()
 {
-       m_mutex.Init();
 }
 
 MeshUpdateQueue::~MeshUpdateQueue()
@@ -175,7 +168,7 @@ void * MeshUpdateThread::Thread()
        
        BEGIN_DEBUG_EXCEPTION_HANDLER
 
-       while(getRun())
+       while(!StopRequested())
        {
                /*// Wait for output queue to flush.
                // Allow 2 in queue, this makes less frametime jitter.
@@ -221,45 +214,9 @@ void * MeshUpdateThread::Thread()
        return NULL;
 }
 
-void * MediaFetchThread::Thread()
-{
-       ThreadStarted();
-
-       log_register_thread("MediaFetchThread");
-
-       DSTACK(__FUNCTION_NAME);
-
-       BEGIN_DEBUG_EXCEPTION_HANDLER
-
-       #if USE_CURL
-       CURL *curl;
-       CURLcode res;
-       for (std::list<MediaRequest>::iterator i = m_file_requests.begin();
-                       i != m_file_requests.end(); ++i) {
-               curl = curl_easy_init();
-               assert(curl);
-               curl_easy_setopt(curl, CURLOPT_NOSIGNAL, 1);
-               curl_easy_setopt(curl, CURLOPT_URL, (m_remote_url + i->name).c_str());
-               curl_easy_setopt(curl, CURLOPT_FAILONERROR, true);
-               std::ostringstream stream;
-               curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, curl_write_data);
-               curl_easy_setopt(curl, CURLOPT_WRITEDATA, &stream);
-               res = curl_easy_perform(curl);
-               if (res == CURLE_OK) {
-                       std::string data = stream.str();
-                       m_file_data.push_back(make_pair(i->name, data));
-               } else {
-                       m_failed.push_back(*i);
-                       infostream << "cURL request failed for " << i->name << std::endl;
-               }
-               curl_easy_cleanup(curl);
-       }
-       #endif
-
-       END_DEBUG_EXCEPTION_HANDLER(errorstream)
-
-       return NULL;
-}
+/*
+       Client
+*/
 
 Client::Client(
                IrrlichtDevice *device,
@@ -271,7 +228,8 @@ Client::Client(
                IWritableItemDefManager *itemdef,
                IWritableNodeDefManager *nodedef,
                ISoundManager *sound,
-               MtEventManager *event
+               MtEventManager *event,
+               bool ipv6
 ):
        m_tsrc(tsrc),
        m_shsrc(shsrc),
@@ -287,7 +245,7 @@ Client::Client(
                device->getSceneManager(),
                tsrc, this, device
        ),
-       m_con(PROTOCOL_ID, 512, CONNECTION_TIMEOUT, this),
+       m_con(PROTOCOL_ID, 512, CONNECTION_TIMEOUT, ipv6, this),
        m_device(device),
        m_server_ser_ver(SER_FMT_VER_INVALID),
        m_playeritem(0),
@@ -300,12 +258,9 @@ Client::Client(
        m_map_seed(0),
        m_password(password),
        m_access_denied(false),
-       m_media_cache(getMediaCacheDir()),
-       m_media_receive_started(false),
-       m_media_count(0),
-       m_media_received_count(0),
        m_itemdef_received(false),
        m_nodedef_received(false),
+       m_media_downloader(new ClientMediaDownloader()),
        m_time_of_day_set(false),
        m_last_time_of_day_f(-1),
        m_time_of_day_update_timer(0),
@@ -319,12 +274,6 @@ Client::Client(
        m_playerpos_send_timer = 0.0;
        m_ignore_damage_timer = 0.0;
 
-       // Build main texture atlas, now that the GameDef exists (that is, us)
-       if(g_settings->getBool("enable_texture_atlas"))
-               m_tsrc->buildMainAtlas(this);
-       else
-               infostream<<"Not building texture atlas."<<std::endl;
-       
        /*
                Add local player
        */
@@ -335,9 +284,20 @@ Client::Client(
 
                m_env.addPlayer(player);
        }
+}
 
-       for (size_t i = 0; i < g_settings->getU16("media_fetch_threads"); ++i)
-               m_media_fetch_threads.push_back(new MediaFetchThread(this));
+void Client::Stop()
+{
+       //request all client managed threads to stop
+       m_mesh_update_thread.Stop();
+}
+
+bool Client::isShutdown()
+{
+
+       if (!m_mesh_update_thread.IsRunning()) return true;
+
+       return false;
 }
 
 Client::~Client()
@@ -347,9 +307,13 @@ Client::~Client()
                m_con.Disconnect();
        }
 
-       m_mesh_update_thread.setRun(false);
-       while(m_mesh_update_thread.IsRunning())
-               sleep_ms(100);
+       m_mesh_update_thread.Stop();
+       m_mesh_update_thread.Wait();
+       while(!m_mesh_update_thread.m_queue_out.empty()) {
+               MeshUpdateResult r = m_mesh_update_thread.m_queue_out.pop_frontNoEx();
+               delete r.mesh;
+       }
+
 
        delete m_inventory_from_server;
 
@@ -362,10 +326,6 @@ Client::~Client()
                }
        }
 
-       for (std::list<MediaFetchThread*>::iterator i = m_media_fetch_threads.begin();
-                       i != m_media_fetch_threads.end(); ++i)
-               delete *i;
-
        // cleanup 3d model meshes on client shutdown
        while (m_device->getSceneManager()->getMeshCache()->getMeshCount() != 0) {
                scene::IAnimatedMesh * mesh =
@@ -423,13 +383,6 @@ void Client::step(float dtime)
                // 0ms
                ReceiveAll();
        }
-       
-       {
-               //TimeTaker timer("m_con_mutex + m_con.RunTimeouts()", m_device);
-               // 0ms
-               //JMutexAutoLock lock(m_con_mutex); //bulk comment-out
-               m_con.RunTimeouts(dtime);
-       }
 
        /*
                Packet counter
@@ -471,7 +424,7 @@ void Client::step(float dtime)
 
                        core::list<v3s16> deleted_blocks;
 
-                       float delete_unused_sectors_timeout = 
+                       float delete_unused_sectors_timeout =
                                g_settings->getFloat("client_delete_unused_sectors_timeout");
        
                        // Delete sector blocks
@@ -556,14 +509,14 @@ void Client::step(float dtime)
        
                        // Send TOSERVER_INIT
                        // [0] u16 TOSERVER_INIT
-                       // [2] u8 SER_FMT_VER_HIGHEST
+                       // [2] u8 SER_FMT_VER_HIGHEST_READ
                        // [3] u8[20] player_name
                        // [23] u8[28] password (new in some version)
                        // [51] u16 minimum supported network protocol version (added sometime)
                        // [53] u16 maximum supported network protocol version (added later than the previous one)
                        SharedBuffer<u8> data(2+1+PLAYERNAME_SIZE+PASSWORD_SIZE+2+2);
                        writeU16(&data[0], TOSERVER_INIT);
-                       writeU8(&data[2], SER_FMT_VER_HIGHEST);
+                       writeU8(&data[2], SER_FMT_VER_HIGHEST_READ);
 
                        memset((char*)&data[3], 0, PLAYERNAME_SIZE);
                        snprintf((char*)&data[3], PLAYERNAME_SIZE, "%s", myplayer->getName());
@@ -578,7 +531,7 @@ void Client::step(float dtime)
                        writeU16(&data[53], CLIENT_PROTOCOL_VERSION_MAX);
 
                        // Send as unreliable
-                       Send(0, data, false);
+                       Send(1, data, false);
                }
 
                // Not connected, return
@@ -637,7 +590,7 @@ void Client::step(float dtime)
                                        writeV3S16(&reply[2+1+6*k], *j);
                                        k++;
                                }
-                               m_con.Send(PEER_ID_SERVER, 1, reply, true);
+                               m_con.Send(PEER_ID_SERVER, 2, reply, true);
 
                                if(i == deleted_blocks.end())
                                        break;
@@ -692,9 +645,14 @@ void Client::step(float dtime)
                                        m_client_event_queue.push_back(event);
                                }
                        }
+                       else if(event.type == CEE_PLAYER_BREATH)
+                       {
+                                       u16 breath = event.player_breath.amount;
+                                       sendBreath(breath);
+                       }
                }
        }
-       
+
        /*
                Print some info
        */
@@ -741,7 +699,7 @@ void Client::step(float dtime)
                while(!m_mesh_update_thread.m_queue_out.empty())
                {
                        num_processed_meshes++;
-                       MeshUpdateResult r = m_mesh_update_thread.m_queue_out.pop_front();
+                       MeshUpdateResult r = m_mesh_update_thread.m_queue_out.pop_frontNoEx();
                        MapBlock *block = m_env.getMap().getBlockNoCreateNoEx(r.p);
                        if(block)
                        {
@@ -757,6 +715,8 @@ void Client::step(float dtime)
 
                                // Replace with the new mesh
                                block->mesh = r.mesh;
+                       } else {
+                               delete r.mesh;
                        }
                        if(r.ack_block_to_server)
                        {
@@ -778,7 +738,7 @@ void Client::step(float dtime)
                                reply[2] = 1;
                                writeV3S16(&reply[3], r.p);
                                // Send as reliable
-                               m_con.Send(PEER_ID_SERVER, 1, reply, true);
+                               m_con.Send(PEER_ID_SERVER, 2, reply, true);
                        }
                }
                if(num_processed_meshes > 0)
@@ -788,56 +748,12 @@ void Client::step(float dtime)
        /*
                Load fetched media
        */
-       if (m_media_receive_started) {
-               bool all_stopped = true;
-               for (std::list<MediaFetchThread*>::iterator thread = m_media_fetch_threads.begin();
-                               thread != m_media_fetch_threads.end(); ++thread) {
-                       all_stopped &= !(*thread)->IsRunning();
-                       while (!(*thread)->m_file_data.empty()) {
-                               std::pair <std::string, std::string> out = (*thread)->m_file_data.pop_front();
-                               ++m_media_received_count;
-
-                               bool success = loadMedia(out.second, out.first);
-                               if(success){
-                                       verbosestream<<"Client: Loaded received media: "
-                                                       <<"\""<<out.first<<"\". Caching."<<std::endl;
-                               } else{
-                                       infostream<<"Client: Failed to load received media: "
-                                                       <<"\""<<out.first<<"\". Not caching."<<std::endl;
-                                       continue;
-                               }
-
-                               bool did = fs::CreateAllDirs(getMediaCacheDir());
-                               if(!did){
-                                       errorstream<<"Could not create media cache directory"
-                                                       <<std::endl;
-                               }
-
-                               {
-                                       std::map<std::string, std::string>::iterator n;
-                                       n = m_media_name_sha1_map.find(out.first);
-                                       if(n == m_media_name_sha1_map.end())
-                                               errorstream<<"The server sent a file that has not "
-                                                               <<"been announced."<<std::endl;
-                                       else
-                                               m_media_cache.update_sha1(out.second);
-                               }
-                       }
-               }
-               if (all_stopped) {
-                       std::list<MediaRequest> fetch_failed;
-                       for (std::list<MediaFetchThread*>::iterator thread = m_media_fetch_threads.begin();
-                                       thread != m_media_fetch_threads.end(); ++thread) {
-                               for (std::list<MediaRequest>::iterator request = (*thread)->m_failed.begin();
-                                               request != (*thread)->m_failed.end(); ++request)
-                                       fetch_failed.push_back(*request);
-                               (*thread)->m_failed.clear();
-                       }
-                       if (fetch_failed.size() > 0) {
-                               infostream << "Failed to remote-fetch " << fetch_failed.size() << " files. "
-                                               << "Requesting them the usual way." << std::endl;
-                               request_media(fetch_failed);
-                       }
+       if (m_media_downloader && m_media_downloader->isStarted()) {
+               m_media_downloader->step(this);
+               if (m_media_downloader->isDone()) {
+                       received_media();
+                       delete m_media_downloader;
+                       m_media_downloader = NULL;
                }
        }
 
@@ -918,7 +834,7 @@ void Client::step(float dtime)
                        std::string s = os.str();
                        SharedBuffer<u8> data((u8*)s.c_str(), s.size());
                        // Send as reliable
-                       Send(0, data, true);
+                       Send(1, data, true);
                }
        }
 }
@@ -985,30 +901,12 @@ bool Client::loadMedia(const std::string &data, const std::string &filename)
        name = removeStringEnd(filename, model_ext);
        if(name != "")
        {
-               verbosestream<<"Client: Storing model into Irrlicht: "
+               verbosestream<<"Client: Storing model into memory: "
                                <<"\""<<filename<<"\""<<std::endl;
-               scene::ISceneManager *smgr = m_device->getSceneManager();
-
-               //check if mesh was already cached
-               scene::IAnimatedMesh *mesh =
-                       smgr->getMeshCache()->getMeshByName(filename.c_str());
-
-               if (mesh != NULL) {
-                       errorstream << "Multiple models with name: " << filename.c_str() <<
-                                       " found replacing previous model!" << std::endl;
-
-                       smgr->getMeshCache()->removeMesh(mesh);
-                       mesh = 0;
-               }
-
-               io::IFileSystem *irrfs = m_device->getFileSystem();
-               io::IReadFile *rfile = irrfs->createMemoryReadFile(
-                               *data_rw, data_rw.getSize(), filename.c_str());
-               assert(rfile);
-               
-               mesh = smgr->getMesh(rfile);
-               smgr->getMeshCache()->addMesh(filename.c_str(), mesh);
-               rfile->drop();
+               if(m_mesh_data.count(filename))
+                       errorstream<<"Multiple models with name \""<<filename.c_str()
+                                       <<"\" found; replacing previous model"<<std::endl;
+               m_mesh_data[filename] = data;
                return true;
        }
 
@@ -1038,26 +936,39 @@ void Client::deletingPeer(con::Peer *peer, bool timeout)
                string name
        }
 */
-void Client::request_media(const std::list<MediaRequest> &file_requests)
+void Client::request_media(const std::list<std::string> &file_requests)
 {
        std::ostringstream os(std::ios_base::binary);
        writeU16(os, TOSERVER_REQUEST_MEDIA);
        writeU16(os, file_requests.size());
 
-       for(std::list<MediaRequest>::const_iterator i = file_requests.begin();
+       for(std::list<std::string>::const_iterator i = file_requests.begin();
                        i != file_requests.end(); ++i) {
-               os<<serializeString(i->name);
+               os<<serializeString(*i);
        }
 
        // Make data buffer
        std::string s = os.str();
        SharedBuffer<u8> data((u8*)s.c_str(), s.size());
        // Send as reliable
-       Send(0, data, true);
+       Send(1, data, true);
        infostream<<"Client: Sending media request list to server ("
                        <<file_requests.size()<<" files)"<<std::endl;
 }
 
+void Client::received_media()
+{
+       // notify server we received everything
+       std::ostringstream os(std::ios_base::binary);
+       writeU16(os, TOSERVER_RECEIVED_MEDIA);
+       std::string s = os.str();
+       SharedBuffer<u8> data((u8*)s.c_str(), s.size());
+       // Send as reliable
+       Send(1, data, true);
+       infostream<<"Client: Notifying server that we received all media"
+                       <<std::endl;
+}
+
 void Client::ReceiveAll()
 {
        DSTACK(__FUNCTION_NAME);
@@ -1146,8 +1057,7 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                infostream<<"Client: TOCLIENT_INIT received with "
                                "deployed="<<((int)deployed&0xff)<<std::endl;
 
-               if(deployed < SER_FMT_VER_LOWEST
-                               || deployed > SER_FMT_VER_HIGHEST)
+               if(!ser_ver_supported(deployed))
                {
                        infostream<<"Client: TOCLIENT_INIT: Server sent "
                                        <<"unsupported ser_fmt_ver"<<std::endl;
@@ -1252,7 +1162,13 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                MapNode n;
                n.deSerialize(&data[8], ser_version);
                
-               addNode(p, n);
+               bool remove_metadata = true;
+               u32 index = 8 + MapNode::serializedLength(ser_version);
+               if ((datasize >= index+1) && data[index]){
+                       remove_metadata = false;
+               }
+               
+               addNode(p, n, remove_metadata);
        }
        else if(command == TOCLIENT_BLOCKDATA)
        {
@@ -1292,6 +1208,7 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                        */
                        //infostream<<"Updating"<<std::endl;
                        block->deSerialize(istr, ser_version, false);
+                       block->deSerializeNetworkSpecific(istr);
                }
                else
                {
@@ -1301,6 +1218,7 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                        //infostream<<"Creating new"<<std::endl;
                        block = new MapBlock(&m_env.getMap(), p, this);
                        block->deSerialize(istr, ser_version, false);
+                       block->deSerializeNetworkSpecific(istr);
                        sector->insertBlock(block);
                }
 
@@ -1347,8 +1265,6 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                        std::istringstream is(datastring, std::ios_base::binary);
                        //t3.stop();
                        
-                       //m_env.printPlayers(infostream);
-
                        //TimeTaker t4("player get", m_device);
                        Player *player = m_env.getLocalPlayer();
                        assert(player != NULL);
@@ -1576,6 +1492,15 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                        m_client_event_queue.push_back(event);
                }
        }
+       else if(command == TOCLIENT_BREATH)
+       {
+               std::string datastring((char*)&data[2], datasize-2);
+               std::istringstream is(datastring, std::ios_base::binary);
+               Player *player = m_env.getLocalPlayer();
+               assert(player != NULL);
+               u16 breath = readU16(is);
+               player->setBreath(breath) ;
+       }
        else if(command == TOCLIENT_MOVE_PLAYER)
        {
                std::string datastring((char*)&data[2], datasize-2);
@@ -1636,108 +1561,55 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                std::string datastring((char*)&data[2], datasize-2);
                std::istringstream is(datastring, std::ios_base::binary);
 
-               // Mesh update thread must be stopped while
-               // updating content definitions
-               assert(!m_mesh_update_thread.IsRunning());
-
                int num_files = readU16(is);
                
                infostream<<"Client: Received media announcement: packet size: "
                                <<datasize<<std::endl;
 
-               std::list<MediaRequest> file_requests;
+               if (m_media_downloader == NULL ||
+                               m_media_downloader->isStarted()) {
+                       const char *problem = m_media_downloader ?
+                               "we already saw another announcement" :
+                               "all media has been received already";
+                       errorstream<<"Client: Received media announcement but "
+                               <<problem<<"! "
+                               <<" files="<<num_files
+                               <<" size="<<datasize<<std::endl;
+                       return;
+               }
+
+               // Mesh update thread must be stopped while
+               // updating content definitions
+               assert(!m_mesh_update_thread.IsRunning());
 
                for(int i=0; i<num_files; i++)
                {
-                       //read file from cache
                        std::string name = deSerializeString(is);
                        std::string sha1_base64 = deSerializeString(is);
-
-                       // if name contains illegal characters, ignore the file
-                       if(!string_allowed(name, TEXTURENAME_ALLOWED_CHARS)){
-                               errorstream<<"Client: ignoring illegal file name "
-                                               <<"sent by server: \""<<name<<"\""<<std::endl;
-                               continue;
-                       }
-
                        std::string sha1_raw = base64_decode(sha1_base64);
-                       std::string sha1_hex = hex_encode(sha1_raw);
-                       std::ostringstream tmp_os(std::ios_base::binary);
-                       bool found_in_cache = m_media_cache.load_sha1(sha1_raw, tmp_os);
-                       m_media_name_sha1_map[name] = sha1_raw;
-
-                       // If found in cache, try to load it from there
-                       if(found_in_cache)
-                       {
-                               bool success = loadMedia(tmp_os.str(), name);
-                               if(success){
-                                       verbosestream<<"Client: Loaded cached media: "
-                                                       <<sha1_hex<<" \""<<name<<"\""<<std::endl;
-                                       continue;
-                               } else{
-                                       infostream<<"Client: Failed to load cached media: "
-                                                       <<sha1_hex<<" \""<<name<<"\""<<std::endl;
-                               }
-                       }
-                       // Didn't load from cache; queue it to be requested
-                       verbosestream<<"Client: Adding file to request list: \""
-                                       <<sha1_hex<<" \""<<name<<"\""<<std::endl;
-                       file_requests.push_back(MediaRequest(name));
+                       m_media_downloader->addFile(name, sha1_raw);
                }
 
-               std::string remote_media = "";
+               std::vector<std::string> remote_media;
                try {
-                       remote_media = deSerializeString(is);
+                       Strfnd sf(deSerializeString(is));
+                       while(!sf.atend()) {
+                               std::string baseurl = trim(sf.next(","));
+                               if(baseurl != "")
+                                       m_media_downloader->addRemoteServer(baseurl);
+                       }
                }
                catch(SerializationError) {
                        // not supported by server or turned off
                }
 
-               m_media_count = file_requests.size();
-               m_media_receive_started = true;
-
-               if (remote_media == "" || !USE_CURL) {
-                       request_media(file_requests);
-               } else {
-                       #if USE_CURL
-                       std::list<MediaFetchThread*>::iterator cur = m_media_fetch_threads.begin();
-                       for(std::list<MediaRequest>::iterator i = file_requests.begin();
-                                       i != file_requests.end(); ++i) {
-                               (*cur)->m_file_requests.push_back(*i);
-                               cur++;
-                               if (cur == m_media_fetch_threads.end())
-                                       cur = m_media_fetch_threads.begin();
-                       }
-                       for (std::list<MediaFetchThread*>::iterator i = m_media_fetch_threads.begin();
-                                       i != m_media_fetch_threads.end(); ++i) {
-                               (*i)->m_remote_url = remote_media;
-                               (*i)->Start();
-                       }
-                       #endif
-
-                       // notify server we received everything
-                       std::ostringstream os(std::ios_base::binary);
-                       writeU16(os, TOSERVER_RECEIVED_MEDIA);
-                       std::string s = os.str();
-                       SharedBuffer<u8> data((u8*)s.c_str(), s.size());
-                       // Send as reliable
-                       Send(0, data, true);
-               }
-               ClientEvent event;
-               event.type = CE_TEXTURES_UPDATED;
-               m_client_event_queue.push_back(event);
+               m_media_downloader->step(this);
        }
        else if(command == TOCLIENT_MEDIA)
        {
-               if (m_media_count == 0)
-                       return;
                std::string datastring((char*)&data[2], datasize-2);
                std::istringstream is(datastring, std::ios_base::binary);
 
-               // Mesh update thread must be stopped while
-               // updating content definitions
-               assert(!m_mesh_update_thread.IsRunning());
-
                /*
                        u16 command
                        u16 total number of file bunches
@@ -1752,52 +1624,37 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                */
                int num_bunches = readU16(is);
                int bunch_i = readU16(is);
-               int num_files = readU32(is);
+               u32 num_files = readU32(is);
                infostream<<"Client: Received files: bunch "<<bunch_i<<"/"
                                <<num_bunches<<" files="<<num_files
                                <<" size="<<datasize<<std::endl;
-               for(int i=0; i<num_files; i++){
-                       m_media_received_count++;
-                       std::string name = deSerializeString(is);
-                       std::string data = deSerializeLongString(is);
 
-                       // if name contains illegal characters, ignore the file
-                       if(!string_allowed(name, TEXTURENAME_ALLOWED_CHARS)){
-                               errorstream<<"Client: ignoring illegal file name "
-                                               <<"sent by server: \""<<name<<"\""<<std::endl;
-                               continue;
-                       }
-                       
-                       bool success = loadMedia(data, name);
-                       if(success){
-                               verbosestream<<"Client: Loaded received media: "
-                                               <<"\""<<name<<"\". Caching."<<std::endl;
-                       } else{
-                               infostream<<"Client: Failed to load received media: "
-                                               <<"\""<<name<<"\". Not caching."<<std::endl;
-                               continue;
-                       }
-
-                       bool did = fs::CreateAllDirs(getMediaCacheDir());
-                       if(!did){
-                               errorstream<<"Could not create media cache directory"
-                                               <<std::endl;
-                       }
+               if (num_files == 0)
+                       return;
 
-                       {
-                               std::map<std::string, std::string>::iterator n;
-                               n = m_media_name_sha1_map.find(name);
-                               if(n == m_media_name_sha1_map.end())
-                                       errorstream<<"The server sent a file that has not "
-                                                       <<"been announced."<<std::endl;
-                               else
-                                       m_media_cache.update_sha1(data);
-                       }
+               if (m_media_downloader == NULL ||
+                               !m_media_downloader->isStarted()) {
+                       const char *problem = m_media_downloader ?
+                               "media has not been requested" :
+                               "all media has been received already";
+                       errorstream<<"Client: Received media but "
+                               <<problem<<"! "
+                               <<" bunch "<<bunch_i<<"/"<<num_bunches
+                               <<" files="<<num_files
+                               <<" size="<<datasize<<std::endl;
+                       return;
                }
 
-               ClientEvent event;
-               event.type = CE_TEXTURES_UPDATED;
-               m_client_event_queue.push_back(event);
+               // Mesh update thread must be stopped while
+               // updating content definitions
+               assert(!m_mesh_update_thread.IsRunning());
+
+               for(u32 i=0; i<num_files; i++){
+                       std::string name = deSerializeString(is);
+                       std::string data = deSerializeLongString(is);
+                       m_media_downloader->conventionalTransferDone(
+                                       name, data, this);
+               }
        }
        else if(command == TOCLIENT_TOOLDEF)
        {
@@ -1971,6 +1828,10 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                float size = readF1000(is);
                bool collisiondetection = readU8(is);
                std::string texture = deSerializeLongString(is);
+               bool vertical = false;
+               try {
+                       vertical = readU8(is);
+               } catch (...) {}
 
                ClientEvent event;
                event.type = CE_SPAWN_PARTICLE;
@@ -1980,8 +1841,9 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
 
                event.spawn_particle.expirationtime = expirationtime;
                event.spawn_particle.size = size;
-               event.add_particlespawner.collisiondetection =
+               event.spawn_particle.collisiondetection =
                                collisiondetection;
+               event.spawn_particle.vertical = vertical;
                event.spawn_particle.texture = new std::string(texture);
 
                m_client_event_queue.push_back(event);
@@ -2006,6 +1868,10 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                bool collisiondetection = readU8(is);
                std::string texture = deSerializeLongString(is);
                u32 id = readU32(is);
+               bool vertical = false;
+               try {
+                       vertical = readU8(is);
+               } catch (...) {}
 
                ClientEvent event;
                event.type = CE_ADD_PARTICLESPAWNER;
@@ -2024,6 +1890,7 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                event.add_particlespawner.minsize = minsize;
                event.add_particlespawner.maxsize = maxsize;
                event.add_particlespawner.collisiondetection = collisiondetection;
+               event.add_particlespawner.vertical = vertical;
                event.add_particlespawner.texture = new std::string(texture);
                event.add_particlespawner.id = id;
 
@@ -2058,6 +1925,10 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                u32 dir          = readU32(is);
                v2f align        = readV2F1000(is);
                v2f offset       = readV2F1000(is);
+               v3f world_pos;
+               try{
+                       world_pos    = readV3F1000(is);
+               }catch(SerializationError &e) {};
 
                ClientEvent event;
                event.type = CE_HUDADD;
@@ -2072,6 +1943,7 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                event.hudadd.dir    = dir;
                event.hudadd.align  = new v2f(align);
                event.hudadd.offset = new v2f(offset);
+               event.hudadd.world_pos = new v3f(world_pos);
                m_client_event_queue.push_back(event);
        }
        else if(command == TOCLIENT_HUDRM)
@@ -2087,9 +1959,10 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                m_client_event_queue.push_back(event);
        }
        else if(command == TOCLIENT_HUDCHANGE)
-       {       
+       {
                std::string sdata;
                v2f v2fdata;
+               v3f v3fdata;
                u32 intdata = 0;
                
                std::string datastring((char *)&data[2], datasize - 2);
@@ -2103,6 +1976,8 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                        v2fdata = readV2F1000(is);
                else if (stat == HUD_STAT_NAME || stat == HUD_STAT_TEXT)
                        sdata = deSerializeString(is);
+               else if (stat == HUD_STAT_WORLD_POS)
+                       v3fdata = readV3F1000(is);
                else
                        intdata = readU32(is);
                
@@ -2111,12 +1986,13 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                event.hudchange.id      = id;
                event.hudchange.stat    = (HudElementStat)stat;
                event.hudchange.v2fdata = new v2f(v2fdata);
+               event.hudchange.v3fdata = new v3f(v3fdata);
                event.hudchange.sdata   = new std::string(sdata);
                event.hudchange.data    = intdata;
                m_client_event_queue.push_back(event);
        }
        else if(command == TOCLIENT_HUD_SET_FLAGS)
-       {       
+       {
                std::string datastring((char *)&data[2], datasize - 2);
                std::istringstream is(datastring, std::ios_base::binary);
 
@@ -2129,6 +2005,60 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                player->hud_flags &= ~mask;
                player->hud_flags |= flags;
        }
+       else if(command == TOCLIENT_HUD_SET_PARAM)
+       {
+               std::string datastring((char *)&data[2], datasize - 2);
+               std::istringstream is(datastring, std::ios_base::binary);
+
+               Player *player = m_env.getLocalPlayer();
+               assert(player != NULL);
+
+               u16 param         = readU16(is);
+               std::string value = deSerializeString(is);
+
+               if(param == HUD_PARAM_HOTBAR_ITEMCOUNT && value.size() == 4){
+                       s32 hotbar_itemcount = readS32((u8*) value.c_str());
+                       if(hotbar_itemcount > 0 && hotbar_itemcount <= HUD_HOTBAR_ITEMCOUNT_MAX)
+                               player->hud_hotbar_itemcount = hotbar_itemcount;
+               } else if (param == HUD_PARAM_HOTBAR_IMAGE) {
+                       ((LocalPlayer *) player)->hotbar_image = value;
+               } else if (param == HUD_PARAM_HOTBAR_SELECTED_IMAGE) {
+                       ((LocalPlayer *) player)->hotbar_selected_image = value;
+               }
+       }
+       else if(command == TOCLIENT_SET_SKY)
+       {
+               std::string datastring((char *)&data[2], datasize - 2);
+               std::istringstream is(datastring, std::ios_base::binary);
+
+               video::SColor *bgcolor = new video::SColor(readARGB8(is));
+               std::string *type = new std::string(deSerializeString(is));
+               u16 count = readU16(is);
+               std::vector<std::string> *params = new std::vector<std::string>;
+               for(size_t i=0; i<count; i++)
+                       params->push_back(deSerializeString(is));
+
+               ClientEvent event;
+               event.type = CE_SET_SKY;
+               event.set_sky.bgcolor = bgcolor;
+               event.set_sky.type = type;
+               event.set_sky.params = params;
+               m_client_event_queue.push_back(event);
+       }
+       else if(command == TOCLIENT_OVERRIDE_DAY_NIGHT_RATIO)
+       {
+               std::string datastring((char *)&data[2], datasize - 2);
+               std::istringstream is(datastring, std::ios_base::binary);
+
+               bool do_override = readU8(is);
+               float day_night_ratio_f = (float)readU16(is) / 65536;
+
+               ClientEvent event;
+               event.type = CE_OVERRIDE_DAY_NIGHT_RATIO;
+               event.override_day_night_ratio.do_override = do_override;
+               event.override_day_night_ratio.ratio_f = day_night_ratio_f;
+               m_client_event_queue.push_back(event);
+       }
        else
        {
                infostream<<"Client: Ignoring unknown command "
@@ -2204,7 +2134,7 @@ void Client::sendNodemetaFields(v3s16 p, const std::string &formname,
        Send(0, data, true);
 }
        
-void Client::sendInventoryFields(const std::string &formname, 
+void Client::sendInventoryFields(const std::string &formname,
                const std::map<std::string, std::string> &fields)
 {
        std::ostringstream os(std::ios_base::binary);
@@ -2325,6 +2255,20 @@ void Client::sendDamage(u8 damage)
        Send(0, data, true);
 }
 
+void Client::sendBreath(u16 breath)
+{
+       DSTACK(__FUNCTION_NAME);
+       std::ostringstream os(std::ios_base::binary);
+
+       writeU16(os, TOSERVER_BREATH);
+       writeU16(os, breath);
+       // Make data buffer
+       std::string s = os.str();
+       SharedBuffer<u8> data((u8*)s.c_str(), s.size());
+       // Send as reliable
+       Send(0, data, true);
+}
+
 void Client::sendRespawn()
 {
        DSTACK(__FUNCTION_NAME);
@@ -2394,7 +2338,7 @@ void Client::sendPlayerPos()
        writeV3S32(&data[2], position);
        writeV3S32(&data[2+12], speed);
        writeS32(&data[2+12+12], pitch);
-       writeS32(&data[2+12+12+4], yaw);        
+       writeS32(&data[2+12+12+4], yaw);
        writeU32(&data[2+12+12+4+4], keyPressed);
        // Send as unreliable
        Send(0, data, false);
@@ -2446,7 +2390,7 @@ void Client::removeNode(v3s16 p)
        }
 }
 
-void Client::addNode(v3s16 p, MapNode n)
+void Client::addNode(v3s16 p, MapNode n, bool remove_metadata)
 {
        TimeTaker timer1("Client::addNode()");
 
@@ -2455,7 +2399,7 @@ void Client::addNode(v3s16 p, MapNode n)
        try
        {
                //TimeTaker timer3("Client::addNode(): addNodeAndUpdate");
-               m_env.getMap().addNodeAndUpdate(p, n, modified_blocks);
+               m_env.getMap().addNodeAndUpdate(p, n, modified_blocks, remove_metadata);
        }
        catch(InvalidPositionException &e)
        {}
@@ -2656,6 +2600,13 @@ u16 Client::getHP()
        return player->hp;
 }
 
+u16 Client::getBreath()
+{
+       Player *player = m_env.getLocalPlayer();
+       assert(player != NULL);
+       return player->getBreath();
+}
+
 bool Client::getChatMessage(std::wstring &message)
 {
        if(m_chat_queue.size() == 0)
@@ -2805,6 +2756,14 @@ ClientEvent Client::getClientEvent()
        return m_client_event_queue.pop_front();
 }
 
+float Client::mediaReceiveProgress()
+{
+       if (m_media_downloader)
+               return m_media_downloader->getProgress();
+       else
+               return 1.0; // downloader only exists when not yet done
+}
+
 void draw_load_screen(const std::wstring &text,
                IrrlichtDevice* device, gui::IGUIFont* font,
                float dtime=0 ,int percent=0, bool clouds=true);
@@ -2813,22 +2772,14 @@ void Client::afterContentReceived(IrrlichtDevice *device, gui::IGUIFont* font)
        infostream<<"Client::afterContentReceived() started"<<std::endl;
        assert(m_itemdef_received);
        assert(m_nodedef_received);
-       assert(texturesReceived());
+       assert(mediaReceived());
        
-       // remove the information about which checksum each texture
-       // ought to have
-       m_media_name_sha1_map.clear();
-
        // Rebuild inherited images and recreate textures
        infostream<<"- Rebuilding images and textures"<<std::endl;
        m_tsrc->rebuildImagesAndTextures();
 
-       // Update texture atlas
-       infostream<<"- Updating texture atlas"<<std::endl;
-       if(g_settings->getBool("enable_texture_atlas"))
-               m_tsrc->buildMainAtlas(this);
-
        // Rebuild shaders
+       infostream<<"- Rebuilding shaders"<<std::endl;
        m_shsrc->rebuildShaders();
 
        // Update node aliases
@@ -2917,3 +2868,31 @@ MtEventManager* Client::getEventManager()
        return m_event;
 }
 
+scene::IAnimatedMesh* Client::getMesh(const std::string &filename)
+{
+       std::map<std::string, std::string>::const_iterator i =
+                       m_mesh_data.find(filename);
+       if(i == m_mesh_data.end()){
+               errorstream<<"Client::getMesh(): Mesh not found: \""<<filename<<"\""
+                               <<std::endl;
+               return NULL;
+       }
+       const std::string &data = i->second;
+       scene::ISceneManager *smgr = m_device->getSceneManager();
+
+       // Create the mesh, remove it from cache and return it
+       // This allows unique vertex colors and other properties for each instance
+       Buffer<char> data_rw(data.c_str(), data.size()); // Const-incorrect Irrlicht
+       io::IFileSystem *irrfs = m_device->getFileSystem();
+       io::IReadFile *rfile = irrfs->createMemoryReadFile(
+                       *data_rw, data_rw.getSize(), filename.c_str());
+       assert(rfile);
+       scene::IAnimatedMesh *mesh = smgr->getMesh(rfile);
+       rfile->drop();
+       // NOTE: By playing with Irrlicht refcounts, maybe we could cache a bunch
+       // of uniquely named instances and re-use them
+       mesh->grab();
+       smgr->getMeshCache()->removeMesh(mesh);
+       return mesh;
+}
+