src/map.cpp

   1 /*
   2 Minetest
   3 Copyright (C) 2010-2013 celeron55, Perttu Ahola <celeron55@gmail.com>
   4
   5 This program is free software; you can redistribute it and/or modify
   6 it under the terms of the GNU Lesser General Public License as published by
   7 the Free Software Foundation; either version 2.1 of the License, or
   8 (at your option) any later version.
   9
  10 This program is distributed in the hope that it will be useful,
  11 but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 GNU Lesser General Public License for more details.
  14
  15 You should have received a copy of the GNU Lesser General Public License along
  16 with this program; if not, write to the Free Software Foundation, Inc.,
  17 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  18 */
  19
  20 #include "map.h"
  21 #include "mapsector.h"
  22 #include "mapblock.h"
  23 #include "filesys.h"
  24 #include "voxel.h"
  25 #include "voxelalgorithms.h"
  26 #include "porting.h"
  27 #include "serialization.h"
  28 #include "nodemetadata.h"
  29 #include "settings.h"
  30 #include "log.h"
  31 #include "profiler.h"
  32 #include "nodedef.h"
  33 #include "gamedef.h"
  34 #include "util/directiontables.h"
  35 #include "util/basic_macros.h"
  36 #include "rollback_interface.h"
  37 #include "environment.h"
  38 #include "reflowscan.h"
  39 #include "emerge.h"
  40 #include "mapgen_v6.h"
  41 #include "mg_biome.h"
  42 #include "config.h"
  43 #include "server.h"
  44 #include "database.h"
  45 #include "database-dummy.h"
  46 #include "database-sqlite3.h"
  47 #include <deque>
  48 #include <queue>
  49 #if USE_LEVELDB
  50 #include "database-leveldb.h"
  51 #endif
  52 #if USE_REDIS
  53 #include "database-redis.h"
  54 #endif
  55 #if USE_POSTGRESQL
  56 #include "database-postgresql.h"
  57 #endif
  58
  59
  60 /*
  61         Map
  62 */
  63
  64 Map::Map(std::ostream &dout, IGameDef *gamedef):
  65         m_dout(dout),
  66         m_gamedef(gamedef),
  67         m_sector_cache(NULL),
  68         m_nodedef(gamedef->ndef()),
  69         m_transforming_liquid_loop_count_multiplier(1.0f),
  70         m_unprocessed_count(0),
  71         m_inc_trending_up_start_time(0),
  72         m_queue_size_timer_started(false)
  73 {
  74 }
  75
  76 Map::~Map()
  77 {
  78         /*
  79                 Free all MapSectors
  80         */
  81         for(std::map<v2s16, MapSector*>::iterator i = m_sectors.begin();
  82                 i != m_sectors.end(); ++i)
  83         {
  84                 delete i->second;
  85         }
  86 }
  87
  88 void Map::addEventReceiver(MapEventReceiver *event_receiver)
  89 {
  90         m_event_receivers.insert(event_receiver);
  91 }
  92
  93 void Map::removeEventReceiver(MapEventReceiver *event_receiver)
  94 {
  95         m_event_receivers.erase(event_receiver);
  96 }
  97
  98 void Map::dispatchEvent(MapEditEvent *event)
  99 {
 100         for(std::set<MapEventReceiver*>::iterator
 101                         i = m_event_receivers.begin();
 102                         i != m_event_receivers.end(); ++i)
 103         {
 104                 (*i)->onMapEditEvent(event);
 105         }
 106 }
 107
 108 MapSector * Map::getSectorNoGenerateNoExNoLock(v2s16 p)
 109 {
 110         if(m_sector_cache != NULL && p == m_sector_cache_p){
 111                 MapSector * sector = m_sector_cache;
 112                 return sector;
 113         }
 114
 115         std::map<v2s16, MapSector*>::iterator n = m_sectors.find(p);
 116
 117         if(n == m_sectors.end())
 118                 return NULL;
 119
 120         MapSector *sector = n->second;
 121
 122         // Cache the last result
 123         m_sector_cache_p = p;
 124         m_sector_cache = sector;
 125
 126         return sector;
 127 }
 128
 129 MapSector * Map::getSectorNoGenerateNoEx(v2s16 p)
 130 {
 131         return getSectorNoGenerateNoExNoLock(p);
 132 }
 133
 134 MapSector * Map::getSectorNoGenerate(v2s16 p)
 135 {
 136         MapSector *sector = getSectorNoGenerateNoEx(p);
 137         if(sector == NULL)
 138                 throw InvalidPositionException();
 139
 140         return sector;
 141 }
 142
 143 MapBlock * Map::getBlockNoCreateNoEx(v3s16 p3d)
 144 {
 145         v2s16 p2d(p3d.X, p3d.Z);
 146         MapSector * sector = getSectorNoGenerateNoEx(p2d);
 147         if(sector == NULL)
 148                 return NULL;
 149         MapBlock *block = sector->getBlockNoCreateNoEx(p3d.Y);
 150         return block;
 151 }
 152
 153 MapBlock * Map::getBlockNoCreate(v3s16 p3d)
 154 {
 155         MapBlock *block = getBlockNoCreateNoEx(p3d);
 156         if(block == NULL)
 157                 throw InvalidPositionException();
 158         return block;
 159 }
 160
 161 bool Map::isNodeUnderground(v3s16 p)
 162 {
 163         v3s16 blockpos = getNodeBlockPos(p);
 164         try{
 165                 MapBlock * block = getBlockNoCreate(blockpos);
 166                 return block->getIsUnderground();
 167         }
 168         catch(InvalidPositionException &e)
 169         {
 170                 return false;
 171         }
 172 }
 173
 174 bool Map::isValidPosition(v3s16 p)
 175 {
 176         v3s16 blockpos = getNodeBlockPos(p);
 177         MapBlock *block = getBlockNoCreateNoEx(blockpos);
 178         return (block != NULL);
 179 }
 180
 181 // Returns a CONTENT_IGNORE node if not found
 182 MapNode Map::getNodeNoEx(v3s16 p, bool *is_valid_position)
 183 {
 184         v3s16 blockpos = getNodeBlockPos(p);
 185         MapBlock *block = getBlockNoCreateNoEx(blockpos);
 186         if (block == NULL) {
 187                 if (is_valid_position != NULL)
 188                         *is_valid_position = false;
 189                 return MapNode(CONTENT_IGNORE);
 190         }
 191
 192         v3s16 relpos = p - blockpos*MAP_BLOCKSIZE;
 193         bool is_valid_p;
 194         MapNode node = block->getNodeNoCheck(relpos, &is_valid_p);
 195         if (is_valid_position != NULL)
 196                 *is_valid_position = is_valid_p;
 197         return node;
 198 }
 199
 200 #if 0
 201 // Deprecated
 202 // throws InvalidPositionException if not found
 203 // TODO: Now this is deprecated, getNodeNoEx should be renamed
 204 MapNode Map::getNode(v3s16 p)
 205 {
 206         v3s16 blockpos = getNodeBlockPos(p);
 207         MapBlock *block = getBlockNoCreateNoEx(blockpos);
 208         if (block == NULL)
 209                 throw InvalidPositionException();
 210         v3s16 relpos = p - blockpos*MAP_BLOCKSIZE;
 211         bool is_valid_position;
 212         MapNode node = block->getNodeNoCheck(relpos, &is_valid_position);
 213         if (!is_valid_position)
 214                 throw InvalidPositionException();
 215         return node;
 216 }
 217 #endif
 218
 219 // throws InvalidPositionException if not found
 220 void Map::setNode(v3s16 p, MapNode & n)
 221 {
 222         v3s16 blockpos = getNodeBlockPos(p);
 223         MapBlock *block = getBlockNoCreate(blockpos);
 224         v3s16 relpos = p - blockpos*MAP_BLOCKSIZE;
 225         // Never allow placing CONTENT_IGNORE, it fucks up stuff
 226         if(n.getContent() == CONTENT_IGNORE){
 227                 bool temp_bool;
 228                 errorstream<<"Map::setNode(): Not allowing to place CONTENT_IGNORE"
 229                                 <<" while trying to replace \""
 230                                 <<m_nodedef->get(block->getNodeNoCheck(relpos, &temp_bool)).name
 231                                 <<"\" at "<<PP(p)<<" (block "<<PP(blockpos)<<")"<<std::endl;
 232                 debug_stacks_print_to(infostream);
 233                 return;
 234         }
 235         block->setNodeNoCheck(relpos, n);
 236 }
 237
 238 void Map::addNodeAndUpdate(v3s16 p, MapNode n,
 239                 std::map<v3s16, MapBlock*> &modified_blocks,
 240                 bool remove_metadata)
 241 {
 242         // Collect old node for rollback
 243         RollbackNode rollback_oldnode(this, p, m_gamedef);
 244
 245         // This is needed for updating the lighting
 246         MapNode oldnode = getNodeNoEx(p);
 247
 248         // Remove node metadata
 249         if (remove_metadata) {
 250                 removeNodeMetadata(p);
 251         }
 252
 253         // Set the node on the map
 254         // Ignore light (because calling voxalgo::update_lighting_nodes)
 255         n.setLight(LIGHTBANK_DAY, 0, m_nodedef);
 256         n.setLight(LIGHTBANK_NIGHT, 0, m_nodedef);
 257         setNode(p, n);
 258
 259         // Update lighting
 260         std::vector<std::pair<v3s16, MapNode> > oldnodes;
 261         oldnodes.push_back(std::pair<v3s16, MapNode>(p, oldnode));
 262         voxalgo::update_lighting_nodes(this, oldnodes, modified_blocks);
 263
 264         for(std::map<v3s16, MapBlock*>::iterator
 265                         i = modified_blocks.begin();
 266                         i != modified_blocks.end(); ++i)
 267         {
 268                 i->second->expireDayNightDiff();
 269         }
 270
 271         // Report for rollback
 272         if(m_gamedef->rollback())
 273         {
 274                 RollbackNode rollback_newnode(this, p, m_gamedef);
 275                 RollbackAction action;
 276                 action.setSetNode(p, rollback_oldnode, rollback_newnode);
 277                 m_gamedef->rollback()->reportAction(action);
 278         }
 279
 280         /*
 281                 Add neighboring liquid nodes and this node to transform queue.
 282                 (it's vital for the node itself to get updated last, if it was removed.)
 283          */
 284         v3s16 dirs[7] = {
 285                 v3s16(0,0,1), // back
 286                 v3s16(0,1,0), // top
 287                 v3s16(1,0,0), // right
 288                 v3s16(0,0,-1), // front
 289                 v3s16(0,-1,0), // bottom
 290                 v3s16(-1,0,0), // left
 291                 v3s16(0,0,0), // self
 292         };
 293         for(u16 i=0; i<7; i++)
 294         {
 295                 v3s16 p2 = p + dirs[i];
 296
 297                 bool is_valid_position;
 298                 MapNode n2 = getNodeNoEx(p2, &is_valid_position);
 299                 if(is_valid_position &&
 300                                 (m_nodedef->get(n2).isLiquid() ||
 301                                 n2.getContent() == CONTENT_AIR))
 302                         m_transforming_liquid.push_back(p2);
 303         }
 304 }
 305
 306 void Map::removeNodeAndUpdate(v3s16 p,
 307                 std::map<v3s16, MapBlock*> &modified_blocks)
 308 {
 309         addNodeAndUpdate(p, MapNode(CONTENT_AIR), modified_blocks, true);
 310 }
 311
 312 bool Map::addNodeWithEvent(v3s16 p, MapNode n, bool remove_metadata)
 313 {
 314         MapEditEvent event;
 315         event.type = remove_metadata ? MEET_ADDNODE : MEET_SWAPNODE;
 316         event.p = p;
 317         event.n = n;
 318
 319         bool succeeded = true;
 320         try{
 321                 std::map<v3s16, MapBlock*> modified_blocks;
 322                 addNodeAndUpdate(p, n, modified_blocks, remove_metadata);
 323
 324                 // Copy modified_blocks to event
 325                 for(std::map<v3s16, MapBlock*>::iterator
 326                                 i = modified_blocks.begin();
 327                                 i != modified_blocks.end(); ++i)
 328                 {
 329                         event.modified_blocks.insert(i->first);
 330                 }
 331         }
 332         catch(InvalidPositionException &e){
 333                 succeeded = false;
 334         }
 335
 336         dispatchEvent(&event);
 337
 338         return succeeded;
 339 }
 340
 341 bool Map::removeNodeWithEvent(v3s16 p)
 342 {
 343         MapEditEvent event;
 344         event.type = MEET_REMOVENODE;
 345         event.p = p;
 346
 347         bool succeeded = true;
 348         try{
 349                 std::map<v3s16, MapBlock*> modified_blocks;
 350                 removeNodeAndUpdate(p, modified_blocks);
 351
 352                 // Copy modified_blocks to event
 353                 for(std::map<v3s16, MapBlock*>::iterator
 354                                 i = modified_blocks.begin();
 355                                 i != modified_blocks.end(); ++i)
 356                 {
 357                         event.modified_blocks.insert(i->first);
 358                 }
 359         }
 360         catch(InvalidPositionException &e){
 361                 succeeded = false;
 362         }
 363
 364         dispatchEvent(&event);
 365
 366         return succeeded;
 367 }
 368
 369 bool Map::getDayNightDiff(v3s16 blockpos)
 370 {
 371         try{
 372                 v3s16 p = blockpos + v3s16(0,0,0);
 373                 MapBlock *b = getBlockNoCreate(p);
 374                 if(b->getDayNightDiff())
 375                         return true;
 376         }
 377         catch(InvalidPositionException &e){}
 378         // Leading edges
 379         try{
 380                 v3s16 p = blockpos + v3s16(-1,0,0);
 381                 MapBlock *b = getBlockNoCreate(p);
 382                 if(b->getDayNightDiff())
 383                         return true;
 384         }
 385         catch(InvalidPositionException &e){}
 386         try{
 387                 v3s16 p = blockpos + v3s16(0,-1,0);
 388                 MapBlock *b = getBlockNoCreate(p);
 389                 if(b->getDayNightDiff())
 390                         return true;
 391         }
 392         catch(InvalidPositionException &e){}
 393         try{
 394                 v3s16 p = blockpos + v3s16(0,0,-1);
 395                 MapBlock *b = getBlockNoCreate(p);
 396                 if(b->getDayNightDiff())
 397                         return true;
 398         }
 399         catch(InvalidPositionException &e){}
 400         // Trailing edges
 401         try{
 402                 v3s16 p = blockpos + v3s16(1,0,0);
 403                 MapBlock *b = getBlockNoCreate(p);
 404                 if(b->getDayNightDiff())
 405                         return true;
 406         }
 407         catch(InvalidPositionException &e){}
 408         try{
 409                 v3s16 p = blockpos + v3s16(0,1,0);
 410                 MapBlock *b = getBlockNoCreate(p);
 411                 if(b->getDayNightDiff())
 412                         return true;
 413         }
 414         catch(InvalidPositionException &e){}
 415         try{
 416                 v3s16 p = blockpos + v3s16(0,0,1);
 417                 MapBlock *b = getBlockNoCreate(p);
 418                 if(b->getDayNightDiff())
 419                         return true;
 420         }
 421         catch(InvalidPositionException &e){}
 422
 423         return false;
 424 }
 425
 426 struct TimeOrderedMapBlock {
 427         MapSector *sect;
 428         MapBlock *block;
 429
 430         TimeOrderedMapBlock(MapSector *sect, MapBlock *block) :
 431                 sect(sect),
 432                 block(block)
 433         {}
 434
 435         bool operator<(const TimeOrderedMapBlock &b) const
 436         {
 437                 return block->getUsageTimer() < b.block->getUsageTimer();
 438         };
 439 };
 440
 441 /*
 442         Updates usage timers
 443 */
 444 void Map::timerUpdate(float dtime, float unload_timeout, u32 max_loaded_blocks,
 445                 std::vector<v3s16> *unloaded_blocks)
 446 {
 447         bool save_before_unloading = (mapType() == MAPTYPE_SERVER);
 448
 449         // Profile modified reasons
 450         Profiler modprofiler;
 451
 452         std::vector<v2s16> sector_deletion_queue;
 453         u32 deleted_blocks_count = 0;
 454         u32 saved_blocks_count = 0;
 455         u32 block_count_all = 0;
 456
 457         beginSave();
 458
 459         // If there is no practical limit, we spare creation of mapblock_queue
 460         if (max_loaded_blocks == U32_MAX) {
 461                 for (std::map<v2s16, MapSector*>::iterator si = m_sectors.begin();
 462                                 si != m_sectors.end(); ++si) {
 463                         MapSector *sector = si->second;
 464
 465                         bool all_blocks_deleted = true;
 466
 467                         MapBlockVect blocks;
 468                         sector->getBlocks(blocks);
 469
 470                         for (MapBlockVect::iterator i = blocks.begin();
 471                                         i != blocks.end(); ++i) {
 472                                 MapBlock *block = (*i);
 473
 474                                 block->incrementUsageTimer(dtime);
 475
 476                                 if (block->refGet() == 0
 477                                                 && block->getUsageTimer() > unload_timeout) {
 478                                         v3s16 p = block->getPos();
 479
 480                                         // Save if modified
 481                                         if (block->getModified() != MOD_STATE_CLEAN
 482                                                         && save_before_unloading) {
 483                                                 modprofiler.add(block->getModifiedReasonString(), 1);
 484                                                 if (!saveBlock(block))
 485                                                         continue;
 486                                                 saved_blocks_count++;
 487                                         }
 488
 489                                         // Delete from memory
 490                                         sector->deleteBlock(block);
 491
 492                                         if (unloaded_blocks)
 493                                                 unloaded_blocks->push_back(p);
 494
 495                                         deleted_blocks_count++;
 496                                 } else {
 497                                         all_blocks_deleted = false;
 498                                         block_count_all++;
 499                                 }
 500                         }
 501
 502                         if (all_blocks_deleted) {
 503                                 sector_deletion_queue.push_back(si->first);
 504                         }
 505                 }
 506         } else {
 507                 std::priority_queue<TimeOrderedMapBlock> mapblock_queue;
 508                 for (std::map<v2s16, MapSector*>::iterator si = m_sectors.begin();
 509                                 si != m_sectors.end(); ++si) {
 510                         MapSector *sector = si->second;
 511
 512                         MapBlockVect blocks;
 513                         sector->getBlocks(blocks);
 514
 515                         for(MapBlockVect::iterator i = blocks.begin();
 516                                         i != blocks.end(); ++i) {
 517                                 MapBlock *block = (*i);
 518
 519                                 block->incrementUsageTimer(dtime);
 520                                 mapblock_queue.push(TimeOrderedMapBlock(sector, block));
 521                         }
 522                 }
 523                 block_count_all = mapblock_queue.size();
 524                 // Delete old blocks, and blocks over the limit from the memory
 525                 while (!mapblock_queue.empty() && (mapblock_queue.size() > max_loaded_blocks
 526                                 || mapblock_queue.top().block->getUsageTimer() > unload_timeout)) {
 527                         TimeOrderedMapBlock b = mapblock_queue.top();
 528                         mapblock_queue.pop();
 529
 530                         MapBlock *block = b.block;
 531
 532                         if (block->refGet() != 0)
 533                                 continue;
 534
 535                         v3s16 p = block->getPos();
 536
 537                         // Save if modified
 538                         if (block->getModified() != MOD_STATE_CLEAN && save_before_unloading) {
 539                                 modprofiler.add(block->getModifiedReasonString(), 1);
 540                                 if (!saveBlock(block))
 541                                         continue;
 542                                 saved_blocks_count++;
 543                         }
 544
 545                         // Delete from memory
 546                         b.sect->deleteBlock(block);
 547
 548                         if (unloaded_blocks)
 549                                 unloaded_blocks->push_back(p);
 550
 551                         deleted_blocks_count++;
 552                         block_count_all--;
 553                 }
 554                 // Delete empty sectors
 555                 for (std::map<v2s16, MapSector*>::iterator si = m_sectors.begin();
 556                         si != m_sectors.end(); ++si) {
 557                         if (si->second->empty()) {
 558                                 sector_deletion_queue.push_back(si->first);
 559                         }
 560                 }
 561         }
 562         endSave();
 563
 564         // Finally delete the empty sectors
 565         deleteSectors(sector_deletion_queue);
 566
 567         if(deleted_blocks_count != 0)
 568         {
 569                 PrintInfo(infostream); // ServerMap/ClientMap:
 570                 infostream<<"Unloaded "<<deleted_blocks_count
 571                                 <<" blocks from memory";
 572                 if(save_before_unloading)
 573                         infostream<<", of which "<<saved_blocks_count<<" were written";
 574                 infostream<<", "<<block_count_all<<" blocks in memory";
 575                 infostream<<"."<<std::endl;
 576                 if(saved_blocks_count != 0){
 577                         PrintInfo(infostream); // ServerMap/ClientMap:
 578                         infostream<<"Blocks modified by: "<<std::endl;
 579                         modprofiler.print(infostream);
 580                 }
 581         }
 582 }
 583
 584 void Map::unloadUnreferencedBlocks(std::vector<v3s16> *unloaded_blocks)
 585 {
 586         timerUpdate(0.0, -1.0, 0, unloaded_blocks);
 587 }
 588
 589 void Map::deleteSectors(std::vector<v2s16> &sectorList)
 590 {
 591         for(std::vector<v2s16>::iterator j = sectorList.begin();
 592                 j != sectorList.end(); ++j) {
 593                 MapSector *sector = m_sectors[*j];
 594                 // If sector is in sector cache, remove it from there
 595                 if(m_sector_cache == sector)
 596                         m_sector_cache = NULL;
 597                 // Remove from map and delete
 598                 m_sectors.erase(*j);
 599                 delete sector;
 600         }
 601 }
 602
 603 void Map::PrintInfo(std::ostream &out)
 604 {
 605         out<<"Map: ";
 606 }
 607
 608 #define WATER_DROP_BOOST 4
 609
 610 enum NeighborType {
 611         NEIGHBOR_UPPER,
 612         NEIGHBOR_SAME_LEVEL,
 613         NEIGHBOR_LOWER
 614 };
 615 struct NodeNeighbor {
 616         MapNode n;
 617         NeighborType t;
 618         v3s16 p;
 619         bool l; //can liquid
 620
 621         NodeNeighbor()
 622                 : n(CONTENT_AIR)
 623         { }
 624
 625         NodeNeighbor(const MapNode &node, NeighborType n_type, v3s16 pos)
 626                 : n(node),
 627                   t(n_type),
 628                   p(pos)
 629         { }
 630 };
 631
 632 void Map::transforming_liquid_add(v3s16 p) {
 633         m_transforming_liquid.push_back(p);
 634 }
 635
 636 s32 Map::transforming_liquid_size() {
 637         return m_transforming_liquid.size();
 638 }
 639
 640 void Map::transformLiquids(std::map<v3s16, MapBlock*> &modified_blocks)
 641 {
 642         DSTACK(FUNCTION_NAME);
 643         //TimeTaker timer("transformLiquids()");
 644
 645         u32 loopcount = 0;
 646         u32 initial_size = m_transforming_liquid.size();
 647
 648         /*if(initial_size != 0)
 649                 infostream<<"transformLiquids(): initial_size="<<initial_size<<std::endl;*/
 650
 651         // list of nodes that due to viscosity have not reached their max level height
 652         std::deque<v3s16> must_reflow;
 653
 654         std::vector<std::pair<v3s16, MapNode> > changed_nodes;
 655
 656         u32 liquid_loop_max = g_settings->getS32("liquid_loop_max");
 657         u32 loop_max = liquid_loop_max;
 658
 659 #if 0
 660
 661         /* If liquid_loop_max is not keeping up with the queue size increase
 662          * loop_max up to a maximum of liquid_loop_max * dedicated_server_step.
 663          */
 664         if (m_transforming_liquid.size() > loop_max * 2) {
 665                 // "Burst" mode
 666                 float server_step = g_settings->getFloat("dedicated_server_step");
 667                 if (m_transforming_liquid_loop_count_multiplier - 1.0 < server_step)
 668                         m_transforming_liquid_loop_count_multiplier *= 1.0 + server_step / 10;
 669         } else {
 670                 m_transforming_liquid_loop_count_multiplier = 1.0;
 671         }
 672
 673         loop_max *= m_transforming_liquid_loop_count_multiplier;
 674 #endif
 675
 676         while (m_transforming_liquid.size() != 0)
 677         {
 678                 // This should be done here so that it is done when continue is used
 679                 if (loopcount >= initial_size || loopcount >= loop_max)
 680                         break;
 681                 loopcount++;
 682
 683                 /*
 684                         Get a queued transforming liquid node
 685                 */
 686                 v3s16 p0 = m_transforming_liquid.front();
 687                 m_transforming_liquid.pop_front();
 688
 689                 MapNode n0 = getNodeNoEx(p0);
 690
 691                 /*
 692                         Collect information about current node
 693                  */
 694                 s8 liquid_level = -1;
 695                 // The liquid node which will be placed there if
 696                 // the liquid flows into this node.
 697                 content_t liquid_kind = CONTENT_IGNORE;
 698                 // The node which will be placed there if liquid
 699                 // can't flow into this node.
 700                 content_t floodable_node = CONTENT_AIR;
 701                 const ContentFeatures &cf = m_nodedef->get(n0);
 702                 LiquidType liquid_type = cf.liquid_type;
 703                 switch (liquid_type) {
 704                         case LIQUID_SOURCE:
 705                                 liquid_level = LIQUID_LEVEL_SOURCE;
 706                                 liquid_kind = m_nodedef->getId(cf.liquid_alternative_flowing);
 707                                 break;
 708                         case LIQUID_FLOWING:
 709                                 liquid_level = (n0.param2 & LIQUID_LEVEL_MASK);
 710                                 liquid_kind = n0.getContent();
 711                                 break;
 712                         case LIQUID_NONE:
 713                                 // if this node is 'floodable', it *could* be transformed
 714                                 // into a liquid, otherwise, continue with the next node.
 715                                 if (!cf.floodable)
 716                                         continue;
 717                                 floodable_node = n0.getContent();
 718                                 liquid_kind = CONTENT_AIR;
 719                                 break;
 720                 }
 721
 722                 /*
 723                         Collect information about the environment
 724                  */
 725                 const v3s16 *dirs = g_6dirs;
 726                 NodeNeighbor sources[6]; // surrounding sources
 727                 int num_sources = 0;
 728                 NodeNeighbor flows[6]; // surrounding flowing liquid nodes
 729                 int num_flows = 0;
 730                 NodeNeighbor airs[6]; // surrounding air
 731                 int num_airs = 0;
 732                 NodeNeighbor neutrals[6]; // nodes that are solid or another kind of liquid
 733                 int num_neutrals = 0;
 734                 bool flowing_down = false;
 735                 bool ignored_sources = false;
 736                 for (u16 i = 0; i < 6; i++) {
 737                         NeighborType nt = NEIGHBOR_SAME_LEVEL;
 738                         switch (i) {
 739                                 case 1:
 740                                         nt = NEIGHBOR_UPPER;
 741                                         break;
 742                                 case 4:
 743                                         nt = NEIGHBOR_LOWER;
 744                                         break;
 745                         }
 746                         v3s16 npos = p0 + dirs[i];
 747                         NodeNeighbor nb(getNodeNoEx(npos), nt, npos);
 748                         const ContentFeatures &cfnb = m_nodedef->get(nb.n);
 749                         switch (m_nodedef->get(nb.n.getContent()).liquid_type) {
 750                                 case LIQUID_NONE:
 751                                         if (cfnb.floodable) {
 752                                                 airs[num_airs++] = nb;
 753                                                 // if the current node is a water source the neighbor
 754                                                 // should be enqueded for transformation regardless of whether the
 755                                                 // current node changes or not.
 756                                                 if (nb.t != NEIGHBOR_UPPER && liquid_type != LIQUID_NONE)
 757                                                         m_transforming_liquid.push_back(npos);
 758                                                 // if the current node happens to be a flowing node, it will start to flow down here.
 759                                                 if (nb.t == NEIGHBOR_LOWER)
 760                                                         flowing_down = true;
 761                                         } else {
 762                                                 neutrals[num_neutrals++] = nb;
 763                                                 if (nb.n.getContent() == CONTENT_IGNORE) {
 764                                                         // If node below is ignore prevent water from
 765                                                         // spreading outwards and otherwise prevent from
 766                                                         // flowing away as ignore node might be the source
 767                                                         if (nb.t == NEIGHBOR_LOWER)
 768                                                                 flowing_down = true;
 769                                                         else
 770                                                                 ignored_sources = true;
 771                                                 }
 772                                         }
 773                                         break;
 774                                 case LIQUID_SOURCE:
 775                                         // if this node is not (yet) of a liquid type, choose the first liquid type we encounter
 776                                         if (liquid_kind == CONTENT_AIR)
 777                                                 liquid_kind = m_nodedef->getId(cfnb.liquid_alternative_flowing);
 778                                         if (m_nodedef->getId(cfnb.liquid_alternative_flowing) != liquid_kind) {
 779                                                 neutrals[num_neutrals++] = nb;
 780                                         } else {
 781                                                 // Do not count bottom source, it will screw things up
 782                                                 if(dirs[i].Y != -1)
 783                                                         sources[num_sources++] = nb;
 784                                         }
 785                                         break;
 786                                 case LIQUID_FLOWING:
 787                                         // if this node is not (yet) of a liquid type, choose the first liquid type we encounter
 788                                         if (liquid_kind == CONTENT_AIR)
 789                                                 liquid_kind = m_nodedef->getId(cfnb.liquid_alternative_flowing);
 790                                         if (m_nodedef->getId(cfnb.liquid_alternative_flowing) != liquid_kind) {
 791                                                 neutrals[num_neutrals++] = nb;
 792                                         } else {
 793                                                 flows[num_flows++] = nb;
 794                                                 if (nb.t == NEIGHBOR_LOWER)
 795                                                         flowing_down = true;
 796                                         }
 797                                         break;
 798                         }
 799                 }
 800
 801                 /*
 802                         decide on the type (and possibly level) of the current node
 803                  */
 804                 content_t new_node_content;
 805                 s8 new_node_level = -1;
 806                 s8 max_node_level = -1;
 807
 808                 u8 range = m_nodedef->get(liquid_kind).liquid_range;
 809                 if (range > LIQUID_LEVEL_MAX + 1)
 810                         range = LIQUID_LEVEL_MAX + 1;
 811
 812                 if ((num_sources >= 2 && m_nodedef->get(liquid_kind).liquid_renewable) || liquid_type == LIQUID_SOURCE) {
 813                         // liquid_kind will be set to either the flowing alternative of the node (if it's a liquid)
 814                         // or the flowing alternative of the first of the surrounding sources (if it's air), so
 815                         // it's perfectly safe to use liquid_kind here to determine the new node content.
 816                         new_node_content = m_nodedef->getId(m_nodedef->get(liquid_kind).liquid_alternative_source);
 817                 } else if (num_sources >= 1 && sources[0].t != NEIGHBOR_LOWER) {
 818                         // liquid_kind is set properly, see above
 819                         max_node_level = new_node_level = LIQUID_LEVEL_MAX;
 820                         if (new_node_level >= (LIQUID_LEVEL_MAX + 1 - range))
 821                                 new_node_content = liquid_kind;
 822                         else
 823                                 new_node_content = floodable_node;
 824                 } else if (ignored_sources && liquid_level >= 0) {
 825                         // Maybe there are neighbouring sources that aren't loaded yet
 826                         // so prevent flowing away.
 827                         new_node_level = liquid_level;
 828                         new_node_content = liquid_kind;
 829                 } else {
 830                         // no surrounding sources, so get the maximum level that can flow into this node
 831                         for (u16 i = 0; i < num_flows; i++) {
 832                                 u8 nb_liquid_level = (flows[i].n.param2 & LIQUID_LEVEL_MASK);
 833                                 switch (flows[i].t) {
 834                                         case NEIGHBOR_UPPER:
 835                                                 if (nb_liquid_level + WATER_DROP_BOOST > max_node_level) {
 836                                                         max_node_level = LIQUID_LEVEL_MAX;
 837                                                         if (nb_liquid_level + WATER_DROP_BOOST < LIQUID_LEVEL_MAX)
 838                                                                 max_node_level = nb_liquid_level + WATER_DROP_BOOST;
 839                                                 } else if (nb_liquid_level > max_node_level) {
 840                                                         max_node_level = nb_liquid_level;
 841                                                 }
 842                                                 break;
 843                                         case NEIGHBOR_LOWER:
 844                                                 break;
 845                                         case NEIGHBOR_SAME_LEVEL:
 846                                                 if ((flows[i].n.param2 & LIQUID_FLOW_DOWN_MASK) != LIQUID_FLOW_DOWN_MASK &&
 847                                                                 nb_liquid_level > 0 && nb_liquid_level - 1 > max_node_level)
 848                                                         max_node_level = nb_liquid_level - 1;
 849                                                 break;
 850                                 }
 851                         }
 852
 853                         u8 viscosity = m_nodedef->get(liquid_kind).liquid_viscosity;
 854                         if (viscosity > 1 && max_node_level != liquid_level) {
 855                                 // amount to gain, limited by viscosity
 856                                 // must be at least 1 in absolute value
 857                                 s8 level_inc = max_node_level - liquid_level;
 858                                 if (level_inc < -viscosity || level_inc > viscosity)
 859                                         new_node_level = liquid_level + level_inc/viscosity;
 860                                 else if (level_inc < 0)
 861                                         new_node_level = liquid_level - 1;
 862                                 else if (level_inc > 0)
 863                                         new_node_level = liquid_level + 1;
 864                                 if (new_node_level != max_node_level)
 865                                         must_reflow.push_back(p0);
 866                         } else {
 867                                 new_node_level = max_node_level;
 868                         }
 869
 870                         if (max_node_level >= (LIQUID_LEVEL_MAX + 1 - range))
 871                                 new_node_content = liquid_kind;
 872                         else
 873                                 new_node_content = floodable_node;
 874
 875                 }
 876
 877                 /*
 878                         check if anything has changed. if not, just continue with the next node.
 879                  */
 880                 if (new_node_content == n0.getContent() &&
 881                                 (m_nodedef->get(n0.getContent()).liquid_type != LIQUID_FLOWING ||
 882                                 ((n0.param2 & LIQUID_LEVEL_MASK) == (u8)new_node_level &&
 883                                 ((n0.param2 & LIQUID_FLOW_DOWN_MASK) == LIQUID_FLOW_DOWN_MASK)
 884                                 == flowing_down)))
 885                         continue;
 886
 887
 888                 /*
 889                         update the current node
 890                  */
 891                 MapNode n00 = n0;
 892                 //bool flow_down_enabled = (flowing_down && ((n0.param2 & LIQUID_FLOW_DOWN_MASK) != LIQUID_FLOW_DOWN_MASK));
 893                 if (m_nodedef->get(new_node_content).liquid_type == LIQUID_FLOWING) {
 894                         // set level to last 3 bits, flowing down bit to 4th bit
 895                         n0.param2 = (flowing_down ? LIQUID_FLOW_DOWN_MASK : 0x00) | (new_node_level & LIQUID_LEVEL_MASK);
 896                 } else {
 897                         // set the liquid level and flow bit to 0
 898                         n0.param2 = ~(LIQUID_LEVEL_MASK | LIQUID_FLOW_DOWN_MASK);
 899                 }
 900                 n0.setContent(new_node_content);
 901
 902                 // Ignore light (because calling voxalgo::update_lighting_nodes)
 903                 n0.setLight(LIGHTBANK_DAY, 0, m_nodedef);
 904                 n0.setLight(LIGHTBANK_NIGHT, 0, m_nodedef);
 905
 906                 // Find out whether there is a suspect for this action
 907                 std::string suspect;
 908                 if (m_gamedef->rollback())
 909                         suspect = m_gamedef->rollback()->getSuspect(p0, 83, 1);
 910
 911                 if (m_gamedef->rollback() && !suspect.empty()) {
 912                         // Blame suspect
 913                         RollbackScopeActor rollback_scope(m_gamedef->rollback(), suspect, true);
 914                         // Get old node for rollback
 915                         RollbackNode rollback_oldnode(this, p0, m_gamedef);
 916                         // Set node
 917                         setNode(p0, n0);
 918                         // Report
 919                         RollbackNode rollback_newnode(this, p0, m_gamedef);
 920                         RollbackAction action;
 921                         action.setSetNode(p0, rollback_oldnode, rollback_newnode);
 922                         m_gamedef->rollback()->reportAction(action);
 923                 } else {
 924                         // Set node
 925                         setNode(p0, n0);
 926                 }
 927
 928                 v3s16 blockpos = getNodeBlockPos(p0);
 929                 MapBlock *block = getBlockNoCreateNoEx(blockpos);
 930                 if (block != NULL) {
 931                         modified_blocks[blockpos] =  block;
 932                         changed_nodes.push_back(std::pair<v3s16, MapNode>(p0, n00));
 933                 }
 934
 935                 /*
 936                         enqueue neighbors for update if neccessary
 937                  */
 938                 switch (m_nodedef->get(n0.getContent()).liquid_type) {
 939                         case LIQUID_SOURCE:
 940                         case LIQUID_FLOWING:
 941                                 // make sure source flows into all neighboring nodes
 942                                 for (u16 i = 0; i < num_flows; i++)
 943                                         if (flows[i].t != NEIGHBOR_UPPER)
 944                                                 m_transforming_liquid.push_back(flows[i].p);
 945                                 for (u16 i = 0; i < num_airs; i++)
 946                                         if (airs[i].t != NEIGHBOR_UPPER)
 947                                                 m_transforming_liquid.push_back(airs[i].p);
 948                                 break;
 949                         case LIQUID_NONE:
 950                                 // this flow has turned to air; neighboring flows might need to do the same
 951                                 for (u16 i = 0; i < num_flows; i++)
 952                                         m_transforming_liquid.push_back(flows[i].p);
 953                                 break;
 954                 }
 955         }
 956         //infostream<<"Map::transformLiquids(): loopcount="<<loopcount<<std::endl;
 957
 958         for (std::deque<v3s16>::iterator iter = must_reflow.begin(); iter != must_reflow.end(); ++iter)
 959                 m_transforming_liquid.push_back(*iter);
 960
 961         voxalgo::update_lighting_nodes(this, changed_nodes, modified_blocks);
 962
 963
 964         /* ----------------------------------------------------------------------
 965          * Manage the queue so that it does not grow indefinately
 966          */
 967         u16 time_until_purge = g_settings->getU16("liquid_queue_purge_time");
 968
 969         if (time_until_purge == 0)
 970                 return; // Feature disabled
 971
 972         time_until_purge *= 1000;       // seconds -> milliseconds
 973
 974         u32 curr_time = getTime(PRECISION_MILLI);
 975         u32 prev_unprocessed = m_unprocessed_count;
 976         m_unprocessed_count = m_transforming_liquid.size();
 977
 978         // if unprocessed block count is decreasing or stable
 979         if (m_unprocessed_count <= prev_unprocessed) {
 980                 m_queue_size_timer_started = false;
 981         } else {
 982                 if (!m_queue_size_timer_started)
 983                         m_inc_trending_up_start_time = curr_time;
 984                 m_queue_size_timer_started = true;
 985         }
 986
 987         // Account for curr_time overflowing
 988         if (m_queue_size_timer_started && m_inc_trending_up_start_time > curr_time)
 989                 m_queue_size_timer_started = false;
 990
 991         /* If the queue has been growing for more than liquid_queue_purge_time seconds
 992          * and the number of unprocessed blocks is still > liquid_loop_max then we
 993          * cannot keep up; dump the oldest blocks from the queue so that the queue
 994          * has liquid_loop_max items in it
 995          */
 996         if (m_queue_size_timer_started
 997                         && curr_time - m_inc_trending_up_start_time > time_until_purge
 998                         && m_unprocessed_count > liquid_loop_max) {
 999
1000                 size_t dump_qty = m_unprocessed_count - liquid_loop_max;
1001
1002                 infostream << "transformLiquids(): DUMPING " << dump_qty
1003                            << " blocks from the queue" << std::endl;
1004
1005                 while (dump_qty--)
1006                         m_transforming_liquid.pop_front();
1007
1008                 m_queue_size_timer_started = false; // optimistically assume we can keep up now
1009                 m_unprocessed_count = m_transforming_liquid.size();
1010         }
1011 }
1012
1013 std::vector<v3s16> Map::findNodesWithMetadata(v3s16 p1, v3s16 p2)
1014 {
1015         std::vector<v3s16> positions_with_meta;
1016
1017         sortBoxVerticies(p1, p2);
1018         v3s16 bpmin = getNodeBlockPos(p1);
1019         v3s16 bpmax = getNodeBlockPos(p2);
1020
1021         VoxelArea area(p1, p2);
1022
1023         for (s16 z = bpmin.Z; z <= bpmax.Z; z++)
1024         for (s16 y = bpmin.Y; y <= bpmax.Y; y++)
1025         for (s16 x = bpmin.X; x <= bpmax.X; x++) {
1026                 v3s16 blockpos(x, y, z);
1027
1028                 MapBlock *block = getBlockNoCreateNoEx(blockpos);
1029                 if (!block) {
1030                         verbosestream << "Map::getNodeMetadata(): Need to emerge "
1031                                 << PP(blockpos) << std::endl;
1032                         block = emergeBlock(blockpos, false);
1033                 }
1034                 if (!block) {
1035                         infostream << "WARNING: Map::getNodeMetadata(): Block not found"
1036                                 << std::endl;
1037                         continue;
1038                 }
1039
1040                 v3s16 p_base = blockpos * MAP_BLOCKSIZE;
1041                 std::vector<v3s16> keys = block->m_node_metadata.getAllKeys();
1042                 for (size_t i = 0; i != keys.size(); i++) {
1043                         v3s16 p(keys[i] + p_base);
1044                         if (!area.contains(p))
1045                                 continue;
1046
1047                         positions_with_meta.push_back(p);
1048                 }
1049         }
1050
1051         return positions_with_meta;
1052 }
1053
1054 NodeMetadata *Map::getNodeMetadata(v3s16 p)
1055 {
1056         v3s16 blockpos = getNodeBlockPos(p);
1057         v3s16 p_rel = p - blockpos*MAP_BLOCKSIZE;
1058         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1059         if(!block){
1060                 infostream<<"Map::getNodeMetadata(): Need to emerge "
1061                                 <<PP(blockpos)<<std::endl;
1062                 block = emergeBlock(blockpos, false);
1063         }
1064         if(!block){
1065                 warningstream<<"Map::getNodeMetadata(): Block not found"
1066                                 <<std::endl;
1067                 return NULL;
1068         }
1069         NodeMetadata *meta = block->m_node_metadata.get(p_rel);
1070         return meta;
1071 }
1072
1073 bool Map::setNodeMetadata(v3s16 p, NodeMetadata *meta)
1074 {
1075         v3s16 blockpos = getNodeBlockPos(p);
1076         v3s16 p_rel = p - blockpos*MAP_BLOCKSIZE;
1077         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1078         if(!block){
1079                 infostream<<"Map::setNodeMetadata(): Need to emerge "
1080                                 <<PP(blockpos)<<std::endl;
1081                 block = emergeBlock(blockpos, false);
1082         }
1083         if(!block){
1084                 warningstream<<"Map::setNodeMetadata(): Block not found"
1085                                 <<std::endl;
1086                 return false;
1087         }
1088         block->m_node_metadata.set(p_rel, meta);
1089         return true;
1090 }
1091
1092 void Map::removeNodeMetadata(v3s16 p)
1093 {
1094         v3s16 blockpos = getNodeBlockPos(p);
1095         v3s16 p_rel = p - blockpos*MAP_BLOCKSIZE;
1096         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1097         if(block == NULL)
1098         {
1099                 warningstream<<"Map::removeNodeMetadata(): Block not found"
1100                                 <<std::endl;
1101                 return;
1102         }
1103         block->m_node_metadata.remove(p_rel);
1104 }
1105
1106 NodeTimer Map::getNodeTimer(v3s16 p)
1107 {
1108         v3s16 blockpos = getNodeBlockPos(p);
1109         v3s16 p_rel = p - blockpos*MAP_BLOCKSIZE;
1110         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1111         if(!block){
1112                 infostream<<"Map::getNodeTimer(): Need to emerge "
1113                                 <<PP(blockpos)<<std::endl;
1114                 block = emergeBlock(blockpos, false);
1115         }
1116         if(!block){
1117                 warningstream<<"Map::getNodeTimer(): Block not found"
1118                                 <<std::endl;
1119                 return NodeTimer();
1120         }
1121         NodeTimer t = block->m_node_timers.get(p_rel);
1122         NodeTimer nt(t.timeout, t.elapsed, p);
1123         return nt;
1124 }
1125
1126 void Map::setNodeTimer(const NodeTimer &t)
1127 {
1128         v3s16 p = t.position;
1129         v3s16 blockpos = getNodeBlockPos(p);
1130         v3s16 p_rel = p - blockpos*MAP_BLOCKSIZE;
1131         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1132         if(!block){
1133                 infostream<<"Map::setNodeTimer(): Need to emerge "
1134                                 <<PP(blockpos)<<std::endl;
1135                 block = emergeBlock(blockpos, false);
1136         }
1137         if(!block){
1138                 warningstream<<"Map::setNodeTimer(): Block not found"
1139                                 <<std::endl;
1140                 return;
1141         }
1142         NodeTimer nt(t.timeout, t.elapsed, p_rel);
1143         block->m_node_timers.set(nt);
1144 }
1145
1146 void Map::removeNodeTimer(v3s16 p)
1147 {
1148         v3s16 blockpos = getNodeBlockPos(p);
1149         v3s16 p_rel = p - blockpos*MAP_BLOCKSIZE;
1150         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1151         if(block == NULL)
1152         {
1153                 warningstream<<"Map::removeNodeTimer(): Block not found"
1154                                 <<std::endl;
1155                 return;
1156         }
1157         block->m_node_timers.remove(p_rel);
1158 }
1159
1160 /*
1161         ServerMap
1162 */
1163 ServerMap::ServerMap(std::string savedir, IGameDef *gamedef, EmergeManager *emerge):
1164         Map(dout_server, gamedef),
1165         settings_mgr(g_settings, savedir + DIR_DELIM + "map_meta.txt"),
1166         m_emerge(emerge),
1167         m_map_metadata_changed(true)
1168 {
1169         verbosestream<<FUNCTION_NAME<<std::endl;
1170
1171         // Tell the EmergeManager about our MapSettingsManager
1172         emerge->map_settings_mgr = &settings_mgr;
1173
1174         /*
1175                 Try to load map; if not found, create a new one.
1176         */
1177
1178         // Determine which database backend to use
1179         std::string conf_path = savedir + DIR_DELIM + "world.mt";
1180         Settings conf;
1181         bool succeeded = conf.readConfigFile(conf_path.c_str());
1182         if (!succeeded || !conf.exists("backend")) {
1183                 // fall back to sqlite3
1184                 conf.set("backend", "sqlite3");
1185         }
1186         std::string backend = conf.get("backend");
1187         dbase = createDatabase(backend, savedir, conf);
1188
1189         if (!conf.updateConfigFile(conf_path.c_str()))
1190                 errorstream << "ServerMap::ServerMap(): Failed to update world.mt!" << std::endl;
1191
1192         m_savedir = savedir;
1193         m_map_saving_enabled = false;
1194
1195         try
1196         {
1197                 // If directory exists, check contents and load if possible
1198                 if(fs::PathExists(m_savedir))
1199                 {
1200                         // If directory is empty, it is safe to save into it.
1201                         if(fs::GetDirListing(m_savedir).size() == 0)
1202                         {
1203                                 infostream<<"ServerMap: Empty save directory is valid."
1204                                                 <<std::endl;
1205                                 m_map_saving_enabled = true;
1206                         }
1207                         else
1208                         {
1209
1210                                 if (settings_mgr.loadMapMeta()) {
1211                                         infostream << "ServerMap: Metadata loaded from "
1212                                                 << savedir << std::endl;
1213                                 } else {
1214                                         infostream << "ServerMap: Metadata could not be loaded "
1215                                                 "from " << savedir << ", assuming valid save "
1216                                                 "directory." << std::endl;
1217                                 }
1218
1219                                 m_map_saving_enabled = true;
1220                                 // Map loaded, not creating new one
1221                                 return;
1222                         }
1223                 }
1224                 // If directory doesn't exist, it is safe to save to it
1225                 else{
1226                         m_map_saving_enabled = true;
1227                 }
1228         }
1229         catch(std::exception &e)
1230         {
1231                 warningstream<<"ServerMap: Failed to load map from "<<savedir
1232                                 <<", exception: "<<e.what()<<std::endl;
1233                 infostream<<"Please remove the map or fix it."<<std::endl;
1234                 warningstream<<"Map saving will be disabled."<<std::endl;
1235         }
1236
1237         infostream<<"Initializing new map."<<std::endl;
1238
1239         // Create zero sector
1240         emergeSector(v2s16(0,0));
1241
1242         // Initially write whole map
1243         save(MOD_STATE_CLEAN);
1244 }
1245
1246 ServerMap::~ServerMap()
1247 {
1248         verbosestream<<FUNCTION_NAME<<std::endl;
1249
1250         try
1251         {
1252                 if(m_map_saving_enabled)
1253                 {
1254                         // Save only changed parts
1255                         save(MOD_STATE_WRITE_AT_UNLOAD);
1256                         infostream<<"ServerMap: Saved map to "<<m_savedir<<std::endl;
1257                 }
1258                 else
1259                 {
1260                         infostream<<"ServerMap: Map not saved"<<std::endl;
1261                 }
1262         }
1263         catch(std::exception &e)
1264         {
1265                 infostream<<"ServerMap: Failed to save map to "<<m_savedir
1266                                 <<", exception: "<<e.what()<<std::endl;
1267         }
1268
1269         /*
1270                 Close database if it was opened
1271         */
1272         delete dbase;
1273
1274 #if 0
1275         /*
1276                 Free all MapChunks
1277         */
1278         core::map<v2s16, MapChunk*>::Iterator i = m_chunks.getIterator();
1279         for(; i.atEnd() == false; i++)
1280         {
1281                 MapChunk *chunk = i.getNode()->getValue();
1282                 delete chunk;
1283         }
1284 #endif
1285 }
1286
1287 MapgenParams *ServerMap::getMapgenParams()
1288 {
1289         // getMapgenParams() should only ever be called after Server is initialized
1290         assert(settings_mgr.mapgen_params != NULL);
1291         return settings_mgr.mapgen_params;
1292 }
1293
1294 u64 ServerMap::getSeed()
1295 {
1296         return getMapgenParams()->seed;
1297 }
1298
1299 s16 ServerMap::getWaterLevel()
1300 {
1301         return getMapgenParams()->water_level;
1302 }
1303
1304 bool ServerMap::initBlockMake(v3s16 blockpos, BlockMakeData *data)
1305 {
1306         s16 csize = getMapgenParams()->chunksize;
1307         v3s16 bpmin = EmergeManager::getContainingChunk(blockpos, csize);
1308         v3s16 bpmax = bpmin + v3s16(1, 1, 1) * (csize - 1);
1309
1310         bool enable_mapgen_debug_info = m_emerge->enable_mapgen_debug_info;
1311         EMERGE_DBG_OUT("initBlockMake(): " PP(bpmin) " - " PP(bpmax));
1312
1313         v3s16 extra_borders(1, 1, 1);
1314         v3s16 full_bpmin = bpmin - extra_borders;
1315         v3s16 full_bpmax = bpmax + extra_borders;
1316
1317         // Do nothing if not inside limits (+-1 because of neighbors)
1318         if (blockpos_over_limit(full_bpmin) ||
1319                 blockpos_over_limit(full_bpmax))
1320                 return false;
1321
1322         data->seed = getSeed();
1323         data->blockpos_min = bpmin;
1324         data->blockpos_max = bpmax;
1325         data->blockpos_requested = blockpos;
1326         data->nodedef = m_nodedef;
1327
1328         /*
1329                 Create the whole area of this and the neighboring blocks
1330         */
1331         for (s16 x = full_bpmin.X; x <= full_bpmax.X; x++)
1332         for (s16 z = full_bpmin.Z; z <= full_bpmax.Z; z++) {
1333                 v2s16 sectorpos(x, z);
1334                 // Sector metadata is loaded from disk if not already loaded.
1335                 ServerMapSector *sector = createSector(sectorpos);
1336                 FATAL_ERROR_IF(sector == NULL, "createSector() failed");
1337
1338                 for (s16 y = full_bpmin.Y; y <= full_bpmax.Y; y++) {
1339                         v3s16 p(x, y, z);
1340
1341                         MapBlock *block = emergeBlock(p, false);
1342                         if (block == NULL) {
1343                                 block = createBlock(p);
1344
1345                                 // Block gets sunlight if this is true.
1346                                 // Refer to the map generator heuristics.
1347                                 bool ug = m_emerge->isBlockUnderground(p);
1348                                 block->setIsUnderground(ug);
1349                         }
1350                 }
1351         }
1352
1353         /*
1354                 Now we have a big empty area.
1355
1356                 Make a ManualMapVoxelManipulator that contains this and the
1357                 neighboring blocks
1358         */
1359
1360         data->vmanip = new MMVManip(this);
1361         data->vmanip->initialEmerge(full_bpmin, full_bpmax);
1362
1363         // Note: we may need this again at some point.
1364 #if 0
1365         // Ensure none of the blocks to be generated were marked as
1366         // containing CONTENT_IGNORE
1367         for (s16 z = blockpos_min.Z; z <= blockpos_max.Z; z++) {
1368                 for (s16 y = blockpos_min.Y; y <= blockpos_max.Y; y++) {
1369                         for (s16 x = blockpos_min.X; x <= blockpos_max.X; x++) {
1370                                 core::map<v3s16, u8>::Node *n;
1371                                 n = data->vmanip->m_loaded_blocks.find(v3s16(x, y, z));
1372                                 if (n == NULL)
1373                                         continue;
1374                                 u8 flags = n->getValue();
1375                                 flags &= ~VMANIP_BLOCK_CONTAINS_CIGNORE;
1376                                 n->setValue(flags);
1377                         }
1378                 }
1379         }
1380 #endif
1381
1382         // Data is ready now.
1383         return true;
1384 }
1385
1386 void ServerMap::finishBlockMake(BlockMakeData *data,
1387         std::map<v3s16, MapBlock*> *changed_blocks)
1388 {
1389         v3s16 bpmin = data->blockpos_min;
1390         v3s16 bpmax = data->blockpos_max;
1391
1392         v3s16 extra_borders(1, 1, 1);
1393
1394         bool enable_mapgen_debug_info = m_emerge->enable_mapgen_debug_info;
1395         EMERGE_DBG_OUT("finishBlockMake(): " PP(bpmin) " - " PP(bpmax));
1396
1397         /*
1398                 Blit generated stuff to map
1399                 NOTE: blitBackAll adds nearly everything to changed_blocks
1400         */
1401         data->vmanip->blitBackAll(changed_blocks);
1402
1403         EMERGE_DBG_OUT("finishBlockMake: changed_blocks.size()="
1404                 << changed_blocks->size());
1405
1406         /*
1407                 Copy transforming liquid information
1408         */
1409         while (data->transforming_liquid.size()) {
1410                 m_transforming_liquid.push_back(data->transforming_liquid.front());
1411                 data->transforming_liquid.pop_front();
1412         }
1413
1414         for (std::map<v3s16, MapBlock *>::iterator
1415                         it = changed_blocks->begin();
1416                         it != changed_blocks->end(); ++it) {
1417                 MapBlock *block = it->second;
1418                 if (!block)
1419                         continue;
1420                 /*
1421                         Update day/night difference cache of the MapBlocks
1422                 */
1423                 block->expireDayNightDiff();
1424                 /*
1425                         Set block as modified
1426                 */
1427                 block->raiseModified(MOD_STATE_WRITE_NEEDED,
1428                         MOD_REASON_EXPIRE_DAYNIGHTDIFF);
1429         }
1430
1431         /*
1432                 Set central blocks as generated
1433         */
1434         for (s16 x = bpmin.X; x <= bpmax.X; x++)
1435         for (s16 z = bpmin.Z; z <= bpmax.Z; z++)
1436         for (s16 y = bpmin.Y; y <= bpmax.Y; y++) {
1437                 MapBlock *block = getBlockNoCreateNoEx(v3s16(x, y, z));
1438                 if (!block)
1439                         continue;
1440
1441                 block->setGenerated(true);
1442         }
1443
1444         /*
1445                 Save changed parts of map
1446                 NOTE: Will be saved later.
1447         */
1448         //save(MOD_STATE_WRITE_AT_UNLOAD);
1449 }
1450
1451 ServerMapSector *ServerMap::createSector(v2s16 p2d)
1452 {
1453         DSTACKF("%s: p2d=(%d,%d)",
1454                         FUNCTION_NAME,
1455                         p2d.X, p2d.Y);
1456
1457         /*
1458                 Check if it exists already in memory
1459         */
1460         ServerMapSector *sector = (ServerMapSector*)getSectorNoGenerateNoEx(p2d);
1461         if(sector != NULL)
1462                 return sector;
1463
1464         /*
1465                 Try to load it from disk (with blocks)
1466         */
1467         //if(loadSectorFull(p2d) == true)
1468
1469         /*
1470                 Try to load metadata from disk
1471         */
1472 #if 0
1473         if(loadSectorMeta(p2d) == true)
1474         {
1475                 ServerMapSector *sector = (ServerMapSector*)getSectorNoGenerateNoEx(p2d);
1476                 if(sector == NULL)
1477                 {
1478                         infostream<<"ServerMap::createSector(): loadSectorFull didn't make a sector"<<std::endl;
1479                         throw InvalidPositionException("");
1480                 }
1481                 return sector;
1482         }
1483 #endif
1484
1485         /*
1486                 Do not create over-limit.
1487                 We are checking for any nodes of the mapblocks of the sector being beyond the limit.
1488                 A sector is a vertical column of mapblocks, so sectorpos is like a 2D blockpos.
1489
1490                 At the negative limit we are checking for
1491                         block minimum nodepos < -mapgenlimit.
1492                 At the positive limit we are checking for
1493                         block maximum nodepos > mapgenlimit.
1494
1495                 Block minimum nodepos = blockpos * mapblocksize.
1496                 Block maximum nodepos = (blockpos + 1) * mapblocksize - 1.
1497         */
1498         const u16 map_gen_limit = MYMIN(MAX_MAP_GENERATION_LIMIT,
1499                 g_settings->getU16("map_generation_limit"));
1500         if (p2d.X * MAP_BLOCKSIZE < -map_gen_limit
1501                         || (p2d.X + 1) * MAP_BLOCKSIZE - 1 > map_gen_limit
1502                         || p2d.Y * MAP_BLOCKSIZE < -map_gen_limit
1503                         || (p2d.Y + 1) * MAP_BLOCKSIZE - 1 > map_gen_limit)
1504                 throw InvalidPositionException("createSector(): pos. over limit");
1505
1506         /*
1507                 Generate blank sector
1508         */
1509
1510         sector = new ServerMapSector(this, p2d, m_gamedef);
1511
1512         // Sector position on map in nodes
1513         //v2s16 nodepos2d = p2d * MAP_BLOCKSIZE;
1514
1515         /*
1516                 Insert to container
1517         */
1518         m_sectors[p2d] = sector;
1519
1520         return sector;
1521 }
1522
1523 #if 0
1524 /*
1525         This is a quick-hand function for calling makeBlock().
1526 */
1527 MapBlock * ServerMap::generateBlock(
1528                 v3s16 p,
1529                 std::map<v3s16, MapBlock*> &modified_blocks
1530 )
1531 {
1532         DSTACKF("%s: p=(%d,%d,%d)", FUNCTION_NAME, p.X, p.Y, p.Z);
1533
1534         /*infostream<<"generateBlock(): "
1535                         <<"("<<p.X<<","<<p.Y<<","<<p.Z<<")"
1536                         <<std::endl;*/
1537
1538         bool enable_mapgen_debug_info = g_settings->getBool("enable_mapgen_debug_info");
1539
1540         TimeTaker timer("generateBlock");
1541
1542         //MapBlock *block = original_dummy;
1543
1544         v2s16 p2d(p.X, p.Z);
1545         v2s16 p2d_nodes = p2d * MAP_BLOCKSIZE;
1546
1547         /*
1548                 Do not generate over-limit
1549         */
1550         if(blockpos_over_limit(p))
1551         {
1552                 infostream<<FUNCTION_NAME<<": Block position over limit"<<std::endl;
1553                 throw InvalidPositionException("generateBlock(): pos. over limit");
1554         }
1555
1556         /*
1557                 Create block make data
1558         */
1559         BlockMakeData data;
1560         initBlockMake(&data, p);
1561
1562         /*
1563                 Generate block
1564         */
1565         {
1566                 TimeTaker t("mapgen::make_block()");
1567                 mapgen->makeChunk(&data);
1568                 //mapgen::make_block(&data);
1569
1570                 if(enable_mapgen_debug_info == false)
1571                         t.stop(true); // Hide output
1572         }
1573
1574         /*
1575                 Blit data back on map, update lighting, add mobs and whatever this does
1576         */
1577         finishBlockMake(&data, modified_blocks);
1578
1579         /*
1580                 Get central block
1581         */
1582         MapBlock *block = getBlockNoCreateNoEx(p);
1583
1584 #if 0
1585         /*
1586                 Check result
1587         */
1588         if(block)
1589         {
1590                 bool erroneus_content = false;
1591                 for(s16 z0=0; z0<MAP_BLOCKSIZE; z0++)
1592                 for(s16 y0=0; y0<MAP_BLOCKSIZE; y0++)
1593                 for(s16 x0=0; x0<MAP_BLOCKSIZE; x0++)
1594                 {
1595                         v3s16 p(x0,y0,z0);
1596                         MapNode n = block->getNode(p);
1597                         if(n.getContent() == CONTENT_IGNORE)
1598                         {
1599                                 infostream<<"CONTENT_IGNORE at "
1600                                                 <<"("<<p.X<<","<<p.Y<<","<<p.Z<<")"
1601                                                 <<std::endl;
1602                                 erroneus_content = true;
1603                                 assert(0);
1604                         }
1605                 }
1606                 if(erroneus_content)
1607                 {
1608                         assert(0);
1609                 }
1610         }
1611 #endif
1612
1613 #if 0
1614         /*
1615                 Generate a completely empty block
1616         */
1617         if(block)
1618         {
1619                 for(s16 z0=0; z0<MAP_BLOCKSIZE; z0++)
1620                 for(s16 x0=0; x0<MAP_BLOCKSIZE; x0++)
1621                 {
1622                         for(s16 y0=0; y0<MAP_BLOCKSIZE; y0++)
1623                         {
1624                                 MapNode n;
1625                                 n.setContent(CONTENT_AIR);
1626                                 block->setNode(v3s16(x0,y0,z0), n);
1627                         }
1628                 }
1629         }
1630 #endif
1631
1632         if(enable_mapgen_debug_info == false)
1633                 timer.stop(true); // Hide output
1634
1635         return block;
1636 }
1637 #endif
1638
1639 MapBlock * ServerMap::createBlock(v3s16 p)
1640 {
1641         DSTACKF("%s: p=(%d,%d,%d)",
1642                         FUNCTION_NAME, p.X, p.Y, p.Z);
1643
1644         /*
1645                 Do not create over-limit
1646         */
1647         if (blockpos_over_limit(p))
1648                 throw InvalidPositionException("createBlock(): pos. over limit");
1649
1650         v2s16 p2d(p.X, p.Z);
1651         s16 block_y = p.Y;
1652         /*
1653                 This will create or load a sector if not found in memory.
1654                 If block exists on disk, it will be loaded.
1655
1656                 NOTE: On old save formats, this will be slow, as it generates
1657                       lighting on blocks for them.
1658         */
1659         ServerMapSector *sector;
1660         try {
1661                 sector = (ServerMapSector*)createSector(p2d);
1662                 assert(sector->getId() == MAPSECTOR_SERVER);
1663         }
1664         catch(InvalidPositionException &e)
1665         {
1666                 infostream<<"createBlock: createSector() failed"<<std::endl;
1667                 throw e;
1668         }
1669         /*
1670                 NOTE: This should not be done, or at least the exception
1671                 should not be passed on as std::exception, because it
1672                 won't be catched at all.
1673         */
1674         /*catch(std::exception &e)
1675         {
1676                 infostream<<"createBlock: createSector() failed: "
1677                                 <<e.what()<<std::endl;
1678                 throw e;
1679         }*/
1680
1681         /*
1682                 Try to get a block from the sector
1683         */
1684
1685         MapBlock *block = sector->getBlockNoCreateNoEx(block_y);
1686         if(block)
1687         {
1688                 if(block->isDummy())
1689                         block->unDummify();
1690                 return block;
1691         }
1692         // Create blank
1693         block = sector->createBlankBlock(block_y);
1694
1695         return block;
1696 }
1697
1698 MapBlock * ServerMap::emergeBlock(v3s16 p, bool create_blank)
1699 {
1700         DSTACKF("%s: p=(%d,%d,%d), create_blank=%d",
1701                         FUNCTION_NAME,
1702                         p.X, p.Y, p.Z, create_blank);
1703
1704         {
1705                 MapBlock *block = getBlockNoCreateNoEx(p);
1706                 if(block && block->isDummy() == false)
1707                         return block;
1708         }
1709
1710         {
1711                 MapBlock *block = loadBlock(p);
1712                 if(block)
1713                         return block;
1714         }
1715
1716         if (create_blank) {
1717                 ServerMapSector *sector = createSector(v2s16(p.X, p.Z));
1718                 MapBlock *block = sector->createBlankBlock(p.Y);
1719
1720                 return block;
1721         }
1722
1723 #if 0
1724         if(allow_generate)
1725         {
1726                 std::map<v3s16, MapBlock*> modified_blocks;
1727                 MapBlock *block = generateBlock(p, modified_blocks);
1728                 if(block)
1729                 {
1730                         MapEditEvent event;
1731                         event.type = MEET_OTHER;
1732                         event.p = p;
1733
1734                         // Copy modified_blocks to event
1735                         for(std::map<v3s16, MapBlock*>::iterator
1736                                         i = modified_blocks.begin();
1737                                         i != modified_blocks.end(); ++i)
1738                         {
1739                                 event.modified_blocks.insert(i->first);
1740                         }
1741
1742                         // Queue event
1743                         dispatchEvent(&event);
1744
1745                         return block;
1746                 }
1747         }
1748 #endif
1749
1750         return NULL;
1751 }
1752
1753 MapBlock *ServerMap::getBlockOrEmerge(v3s16 p3d)
1754 {
1755         MapBlock *block = getBlockNoCreateNoEx(p3d);
1756         if (block == NULL)
1757                 m_emerge->enqueueBlockEmerge(PEER_ID_INEXISTENT, p3d, false);
1758
1759         return block;
1760 }
1761
1762 void ServerMap::prepareBlock(MapBlock *block) {
1763 }
1764
1765 // N.B.  This requires no synchronization, since data will not be modified unless
1766 // the VoxelManipulator being updated belongs to the same thread.
1767 void ServerMap::updateVManip(v3s16 pos)
1768 {
1769         Mapgen *mg = m_emerge->getCurrentMapgen();
1770         if (!mg)
1771                 return;
1772
1773         MMVManip *vm = mg->vm;
1774         if (!vm)
1775                 return;
1776
1777         if (!vm->m_area.contains(pos))
1778                 return;
1779
1780         s32 idx = vm->m_area.index(pos);
1781         vm->m_data[idx] = getNodeNoEx(pos);
1782         vm->m_flags[idx] &= ~VOXELFLAG_NO_DATA;
1783
1784         vm->m_is_dirty = true;
1785 }
1786
1787 s16 ServerMap::findGroundLevel(v2s16 p2d)
1788 {
1789 #if 0
1790         /*
1791                 Uh, just do something random...
1792         */
1793         // Find existing map from top to down
1794         s16 max=63;
1795         s16 min=-64;
1796         v3s16 p(p2d.X, max, p2d.Y);
1797         for(; p.Y>min; p.Y--)
1798         {
1799                 MapNode n = getNodeNoEx(p);
1800                 if(n.getContent() != CONTENT_IGNORE)
1801                         break;
1802         }
1803         if(p.Y == min)
1804                 goto plan_b;
1805         // If this node is not air, go to plan b
1806         if(getNodeNoEx(p).getContent() != CONTENT_AIR)
1807                 goto plan_b;
1808         // Search existing walkable and return it
1809         for(; p.Y>min; p.Y--)
1810         {
1811                 MapNode n = getNodeNoEx(p);
1812                 if(content_walkable(n.d) && n.getContent() != CONTENT_IGNORE)
1813                         return p.Y;
1814         }
1815
1816         // Move to plan b
1817 plan_b:
1818 #endif
1819
1820         /*
1821                 Determine from map generator noise functions
1822         */
1823
1824         s16 level = m_emerge->getGroundLevelAtPoint(p2d);
1825         return level;
1826
1827         //double level = base_rock_level_2d(m_seed, p2d) + AVERAGE_MUD_AMOUNT;
1828         //return (s16)level;
1829 }
1830
1831 bool ServerMap::loadFromFolders() {
1832         if (!dbase->initialized() &&
1833                         !fs::PathExists(m_savedir + DIR_DELIM + "map.sqlite"))
1834                 return true;
1835         return false;
1836 }
1837
1838 void ServerMap::createDirs(std::string path)
1839 {
1840         if(fs::CreateAllDirs(path) == false)
1841         {
1842                 m_dout<<"ServerMap: Failed to create directory "
1843                                 <<"\""<<path<<"\""<<std::endl;
1844                 throw BaseException("ServerMap failed to create directory");
1845         }
1846 }
1847
1848 std::string ServerMap::getSectorDir(v2s16 pos, int layout)
1849 {
1850         char cc[9];
1851         switch(layout)
1852         {
1853                 case 1:
1854                         snprintf(cc, 9, "%.4x%.4x",
1855                                 (unsigned int) pos.X & 0xffff,
1856                                 (unsigned int) pos.Y & 0xffff);
1857
1858                         return m_savedir + DIR_DELIM + "sectors" + DIR_DELIM + cc;
1859                 case 2:
1860                         snprintf(cc, 9, (std::string("%.3x") + DIR_DELIM + "%.3x").c_str(),
1861                                 (unsigned int) pos.X & 0xfff,
1862                                 (unsigned int) pos.Y & 0xfff);
1863
1864                         return m_savedir + DIR_DELIM + "sectors2" + DIR_DELIM + cc;
1865                 default:
1866                         assert(false);
1867                         return "";
1868         }
1869 }
1870
1871 v2s16 ServerMap::getSectorPos(std::string dirname)
1872 {
1873         unsigned int x = 0, y = 0;
1874         int r;
1875         std::string component;
1876         fs::RemoveLastPathComponent(dirname, &component, 1);
1877         if(component.size() == 8)
1878         {
1879                 // Old layout
1880                 r = sscanf(component.c_str(), "%4x%4x", &x, &y);
1881         }
1882         else if(component.size() == 3)
1883         {
1884                 // New layout
1885                 fs::RemoveLastPathComponent(dirname, &component, 2);
1886                 r = sscanf(component.c_str(), (std::string("%3x") + DIR_DELIM + "%3x").c_str(), &x, &y);
1887                 // Sign-extend the 12 bit values up to 16 bits...
1888                 if(x & 0x800) x |= 0xF000;
1889                 if(y & 0x800) y |= 0xF000;
1890         }
1891         else
1892         {
1893                 r = -1;
1894         }
1895
1896         FATAL_ERROR_IF(r != 2, "getSectorPos()");
1897         v2s16 pos((s16)x, (s16)y);
1898         return pos;
1899 }
1900
1901 v3s16 ServerMap::getBlockPos(std::string sectordir, std::string blockfile)
1902 {
1903         v2s16 p2d = getSectorPos(sectordir);
1904
1905         if(blockfile.size() != 4){
1906                 throw InvalidFilenameException("Invalid block filename");
1907         }
1908         unsigned int y;
1909         int r = sscanf(blockfile.c_str(), "%4x", &y);
1910         if(r != 1)
1911                 throw InvalidFilenameException("Invalid block filename");
1912         return v3s16(p2d.X, y, p2d.Y);
1913 }
1914
1915 std::string ServerMap::getBlockFilename(v3s16 p)
1916 {
1917         char cc[5];
1918         snprintf(cc, 5, "%.4x", (unsigned int)p.Y&0xffff);
1919         return cc;
1920 }
1921
1922 void ServerMap::save(ModifiedState save_level)
1923 {
1924         DSTACK(FUNCTION_NAME);
1925         if(m_map_saving_enabled == false) {
1926                 warningstream<<"Not saving map, saving disabled."<<std::endl;
1927                 return;
1928         }
1929
1930         if(save_level == MOD_STATE_CLEAN)
1931                 infostream<<"ServerMap: Saving whole map, this can take time."
1932                                 <<std::endl;
1933
1934         if (m_map_metadata_changed || save_level == MOD_STATE_CLEAN) {
1935                 if (settings_mgr.saveMapMeta())
1936                         m_map_metadata_changed = false;
1937         }
1938
1939         // Profile modified reasons
1940         Profiler modprofiler;
1941
1942         u32 sector_meta_count = 0;
1943         u32 block_count = 0;
1944         u32 block_count_all = 0; // Number of blocks in memory
1945
1946         // Don't do anything with sqlite unless something is really saved
1947         bool save_started = false;
1948
1949         for(std::map<v2s16, MapSector*>::iterator i = m_sectors.begin();
1950                 i != m_sectors.end(); ++i) {
1951                 ServerMapSector *sector = (ServerMapSector*)i->second;
1952                 assert(sector->getId() == MAPSECTOR_SERVER);
1953
1954                 if(sector->differs_from_disk || save_level == MOD_STATE_CLEAN) {
1955                         saveSectorMeta(sector);
1956                         sector_meta_count++;
1957                 }
1958
1959                 MapBlockVect blocks;
1960                 sector->getBlocks(blocks);
1961
1962                 for(MapBlockVect::iterator j = blocks.begin();
1963                         j != blocks.end(); ++j) {
1964                         MapBlock *block = *j;
1965
1966                         block_count_all++;
1967
1968                         if(block->getModified() >= (u32)save_level) {
1969                                 // Lazy beginSave()
1970                                 if(!save_started) {
1971                                         beginSave();
1972                                         save_started = true;
1973                                 }
1974
1975                                 modprofiler.add(block->getModifiedReasonString(), 1);
1976
1977                                 saveBlock(block);
1978                                 block_count++;
1979
1980                                 /*infostream<<"ServerMap: Written block ("
1981                                                 <<block->getPos().X<<","
1982                                                 <<block->getPos().Y<<","
1983                                                 <<block->getPos().Z<<")"
1984                                                 <<std::endl;*/
1985                         }
1986                 }
1987         }
1988
1989         if(save_started)
1990                 endSave();
1991
1992         /*
1993                 Only print if something happened or saved whole map
1994         */
1995         if(save_level == MOD_STATE_CLEAN || sector_meta_count != 0
1996                         || block_count != 0) {
1997                 infostream<<"ServerMap: Written: "
1998                                 <<sector_meta_count<<" sector metadata files, "
1999                                 <<block_count<<" block files"
2000                                 <<", "<<block_count_all<<" blocks in memory."
2001                                 <<std::endl;
2002                 PrintInfo(infostream); // ServerMap/ClientMap:
2003                 infostream<<"Blocks modified by: "<<std::endl;
2004                 modprofiler.print(infostream);
2005         }
2006 }
2007
2008 void ServerMap::listAllLoadableBlocks(std::vector<v3s16> &dst)
2009 {
2010         if (loadFromFolders()) {
2011                 errorstream << "Map::listAllLoadableBlocks(): Result will be missing "
2012                                 << "all blocks that are stored in flat files." << std::endl;
2013         }
2014         dbase->listAllLoadableBlocks(dst);
2015 }
2016
2017 void ServerMap::listAllLoadedBlocks(std::vector<v3s16> &dst)
2018 {
2019         for(std::map<v2s16, MapSector*>::iterator si = m_sectors.begin();
2020                 si != m_sectors.end(); ++si)
2021         {
2022                 MapSector *sector = si->second;
2023
2024                 MapBlockVect blocks;
2025                 sector->getBlocks(blocks);
2026
2027                 for(MapBlockVect::iterator i = blocks.begin();
2028                                 i != blocks.end(); ++i) {
2029                         v3s16 p = (*i)->getPos();
2030                         dst.push_back(p);
2031                 }
2032         }
2033 }
2034
2035 void ServerMap::saveSectorMeta(ServerMapSector *sector)
2036 {
2037         DSTACK(FUNCTION_NAME);
2038         // Format used for writing
2039         u8 version = SER_FMT_VER_HIGHEST_WRITE;
2040         // Get destination
2041         v2s16 pos = sector->getPos();
2042         std::string dir = getSectorDir(pos);
2043         createDirs(dir);
2044
2045         std::string fullpath = dir + DIR_DELIM + "meta";
2046         std::ostringstream ss(std::ios_base::binary);
2047
2048         sector->serialize(ss, version);
2049
2050         if(!fs::safeWriteToFile(fullpath, ss.str()))
2051                 throw FileNotGoodException("Cannot write sector metafile");
2052
2053         sector->differs_from_disk = false;
2054 }
2055
2056 MapSector* ServerMap::loadSectorMeta(std::string sectordir, bool save_after_load)
2057 {
2058         DSTACK(FUNCTION_NAME);
2059         // Get destination
2060         v2s16 p2d = getSectorPos(sectordir);
2061
2062         ServerMapSector *sector = NULL;
2063
2064         std::string fullpath = sectordir + DIR_DELIM + "meta";
2065         std::ifstream is(fullpath.c_str(), std::ios_base::binary);
2066         if(is.good() == false)
2067         {
2068                 // If the directory exists anyway, it probably is in some old
2069                 // format. Just go ahead and create the sector.
2070                 if(fs::PathExists(sectordir))
2071                 {
2072                         /*infostream<<"ServerMap::loadSectorMeta(): Sector metafile "
2073                                         <<fullpath<<" doesn't exist but directory does."
2074                                         <<" Continuing with a sector with no metadata."
2075                                         <<std::endl;*/
2076                         sector = new ServerMapSector(this, p2d, m_gamedef);
2077                         m_sectors[p2d] = sector;
2078                 }
2079                 else
2080                 {
2081                         throw FileNotGoodException("Cannot open sector metafile");
2082                 }
2083         }
2084         else
2085         {
2086                 sector = ServerMapSector::deSerialize
2087                                 (is, this, p2d, m_sectors, m_gamedef);
2088                 if(save_after_load)
2089                         saveSectorMeta(sector);
2090         }
2091
2092         sector->differs_from_disk = false;
2093
2094         return sector;
2095 }
2096
2097 bool ServerMap::loadSectorMeta(v2s16 p2d)
2098 {
2099         DSTACK(FUNCTION_NAME);
2100
2101         // The directory layout we're going to load from.
2102         //  1 - original sectors/xxxxzzzz/
2103         //  2 - new sectors2/xxx/zzz/
2104         //  If we load from anything but the latest structure, we will
2105         //  immediately save to the new one, and remove the old.
2106         int loadlayout = 1;
2107         std::string sectordir1 = getSectorDir(p2d, 1);
2108         std::string sectordir;
2109         if(fs::PathExists(sectordir1))
2110         {
2111                 sectordir = sectordir1;
2112         }
2113         else
2114         {
2115                 loadlayout = 2;
2116                 sectordir = getSectorDir(p2d, 2);
2117         }
2118
2119         try{
2120                 loadSectorMeta(sectordir, loadlayout != 2);
2121         }
2122         catch(InvalidFilenameException &e)
2123         {
2124                 return false;
2125         }
2126         catch(FileNotGoodException &e)
2127         {
2128                 return false;
2129         }
2130         catch(std::exception &e)
2131         {
2132                 return false;
2133         }
2134
2135         return true;
2136 }
2137
2138 #if 0
2139 bool ServerMap::loadSectorFull(v2s16 p2d)
2140 {
2141         DSTACK(FUNCTION_NAME);
2142
2143         MapSector *sector = NULL;
2144
2145         // The directory layout we're going to load from.
2146         //  1 - original sectors/xxxxzzzz/
2147         //  2 - new sectors2/xxx/zzz/
2148         //  If we load from anything but the latest structure, we will
2149         //  immediately save to the new one, and remove the old.
2150         int loadlayout = 1;
2151         std::string sectordir1 = getSectorDir(p2d, 1);
2152         std::string sectordir;
2153         if(fs::PathExists(sectordir1))
2154         {
2155                 sectordir = sectordir1;
2156         }
2157         else
2158         {
2159                 loadlayout = 2;
2160                 sectordir = getSectorDir(p2d, 2);
2161         }
2162
2163         try{
2164                 sector = loadSectorMeta(sectordir, loadlayout != 2);
2165         }
2166         catch(InvalidFilenameException &e)
2167         {
2168                 return false;
2169         }
2170         catch(FileNotGoodException &e)
2171         {
2172                 return false;
2173         }
2174         catch(std::exception &e)
2175         {
2176                 return false;
2177         }
2178
2179         /*
2180                 Load blocks
2181         */
2182         std::vector<fs::DirListNode> list2 = fs::GetDirListing
2183                         (sectordir);
2184         std::vector<fs::DirListNode>::iterator i2;
2185         for(i2=list2.begin(); i2!=list2.end(); i2++)
2186         {
2187                 // We want files
2188                 if(i2->dir)
2189                         continue;
2190                 try{
2191                         loadBlock(sectordir, i2->name, sector, loadlayout != 2);
2192                 }
2193                 catch(InvalidFilenameException &e)
2194                 {
2195                         // This catches unknown crap in directory
2196                 }
2197         }
2198
2199         if(loadlayout != 2)
2200         {
2201                 infostream<<"Sector converted to new layout - deleting "<<
2202                         sectordir1<<std::endl;
2203                 fs::RecursiveDelete(sectordir1);
2204         }
2205
2206         return true;
2207 }
2208 #endif
2209
2210 Database *ServerMap::createDatabase(
2211         const std::string &name,
2212         const std::string &savedir,
2213         Settings &conf)
2214 {
2215         if (name == "sqlite3")
2216                 return new Database_SQLite3(savedir);
2217         if (name == "dummy")
2218                 return new Database_Dummy();
2219         #if USE_LEVELDB
2220         else if (name == "leveldb")
2221                 return new Database_LevelDB(savedir);
2222         #endif
2223         #if USE_REDIS
2224         else if (name == "redis")
2225                 return new Database_Redis(conf);
2226         #endif
2227         #if USE_POSTGRESQL
2228         else if (name == "postgresql")
2229                 return new Database_PostgreSQL(conf);
2230         #endif
2231         else
2232                 throw BaseException(std::string("Database backend ") + name + " not supported.");
2233 }
2234
2235 void ServerMap::beginSave()
2236 {
2237         dbase->beginSave();
2238 }
2239
2240 void ServerMap::endSave()
2241 {
2242         dbase->endSave();
2243 }
2244
2245 bool ServerMap::saveBlock(MapBlock *block)
2246 {
2247         return saveBlock(block, dbase);
2248 }
2249
2250 bool ServerMap::saveBlock(MapBlock *block, Database *db)
2251 {
2252         v3s16 p3d = block->getPos();
2253
2254         // Dummy blocks are not written
2255         if (block->isDummy()) {
2256                 warningstream << "saveBlock: Not writing dummy block "
2257                         << PP(p3d) << std::endl;
2258                 return true;
2259         }
2260
2261         // Format used for writing
2262         u8 version = SER_FMT_VER_HIGHEST_WRITE;
2263
2264         /*
2265                 [0] u8 serialization version
2266                 [1] data
2267         */
2268         std::ostringstream o(std::ios_base::binary);
2269         o.write((char*) &version, 1);
2270         block->serialize(o, version, true);
2271
2272         std::string data = o.str();
2273         bool ret = db->saveBlock(p3d, data);
2274         if (ret) {
2275                 // We just wrote it to the disk so clear modified flag
2276                 block->resetModified();
2277         }
2278         return ret;
2279 }
2280
2281 void ServerMap::loadBlock(std::string sectordir, std::string blockfile,
2282                 MapSector *sector, bool save_after_load)
2283 {
2284         DSTACK(FUNCTION_NAME);
2285
2286         std::string fullpath = sectordir + DIR_DELIM + blockfile;
2287         try {
2288
2289                 std::ifstream is(fullpath.c_str(), std::ios_base::binary);
2290                 if(is.good() == false)
2291                         throw FileNotGoodException("Cannot open block file");
2292
2293                 v3s16 p3d = getBlockPos(sectordir, blockfile);
2294                 v2s16 p2d(p3d.X, p3d.Z);
2295
2296                 assert(sector->getPos() == p2d);
2297
2298                 u8 version = SER_FMT_VER_INVALID;
2299                 is.read((char*)&version, 1);
2300
2301                 if(is.fail())
2302                         throw SerializationError("ServerMap::loadBlock(): Failed"
2303                                         " to read MapBlock version");
2304
2305                 /*u32 block_size = MapBlock::serializedLength(version);
2306                 SharedBuffer<u8> data(block_size);
2307                 is.read((char*)*data, block_size);*/
2308
2309                 // This will always return a sector because we're the server
2310                 //MapSector *sector = emergeSector(p2d);
2311
2312                 MapBlock *block = NULL;
2313                 bool created_new = false;
2314                 block = sector->getBlockNoCreateNoEx(p3d.Y);
2315                 if(block == NULL)
2316                 {
2317                         block = sector->createBlankBlockNoInsert(p3d.Y);
2318                         created_new = true;
2319                 }
2320
2321                 // Read basic data
2322                 block->deSerialize(is, version, true);
2323
2324                 // If it's a new block, insert it to the map
2325                 if (created_new) {
2326                         sector->insertBlock(block);
2327                         ReflowScan scanner(this, m_emerge->ndef);
2328                         scanner.scan(block, &m_transforming_liquid);
2329                 }
2330
2331                 /*
2332                         Save blocks loaded in old format in new format
2333                 */
2334
2335                 if(version < SER_FMT_VER_HIGHEST_WRITE || save_after_load)
2336                 {
2337                         saveBlock(block);
2338
2339                         // Should be in database now, so delete the old file
2340                         fs::RecursiveDelete(fullpath);
2341                 }
2342
2343                 // We just loaded it from the disk, so it's up-to-date.
2344                 block->resetModified();
2345
2346         }
2347         catch(SerializationError &e)
2348         {
2349                 warningstream<<"Invalid block data on disk "
2350                                 <<"fullpath="<<fullpath
2351                                 <<" (SerializationError). "
2352                                 <<"what()="<<e.what()
2353                                 <<std::endl;
2354                                 // Ignoring. A new one will be generated.
2355                 abort();
2356
2357                 // TODO: Backup file; name is in fullpath.
2358         }
2359 }
2360
2361 void ServerMap::loadBlock(std::string *blob, v3s16 p3d, MapSector *sector, bool save_after_load)
2362 {
2363         DSTACK(FUNCTION_NAME);
2364
2365         try {
2366                 std::istringstream is(*blob, std::ios_base::binary);
2367
2368                 u8 version = SER_FMT_VER_INVALID;
2369                 is.read((char*)&version, 1);
2370
2371                 if(is.fail())
2372                         throw SerializationError("ServerMap::loadBlock(): Failed"
2373                                         " to read MapBlock version");
2374
2375                 /*u32 block_size = MapBlock::serializedLength(version);
2376                 SharedBuffer<u8> data(block_size);
2377                 is.read((char*)*data, block_size);*/
2378
2379                 // This will always return a sector because we're the server
2380                 //MapSector *sector = emergeSector(p2d);
2381
2382                 MapBlock *block = NULL;
2383                 bool created_new = false;
2384                 block = sector->getBlockNoCreateNoEx(p3d.Y);
2385                 if(block == NULL)
2386                 {
2387                         block = sector->createBlankBlockNoInsert(p3d.Y);
2388                         created_new = true;
2389                 }
2390
2391                 // Read basic data
2392                 block->deSerialize(is, version, true);
2393
2394                 // If it's a new block, insert it to the map
2395                 if (created_new) {
2396                         sector->insertBlock(block);
2397                         ReflowScan scanner(this, m_emerge->ndef);
2398                         scanner.scan(block, &m_transforming_liquid);
2399                 }
2400
2401                 /*
2402                         Save blocks loaded in old format in new format
2403                 */
2404
2405                 //if(version < SER_FMT_VER_HIGHEST_READ || save_after_load)
2406                 // Only save if asked to; no need to update version
2407                 if(save_after_load)
2408                         saveBlock(block);
2409
2410                 // We just loaded it from, so it's up-to-date.
2411                 block->resetModified();
2412         }
2413         catch(SerializationError &e)
2414         {
2415                 errorstream<<"Invalid block data in database"
2416                                 <<" ("<<p3d.X<<","<<p3d.Y<<","<<p3d.Z<<")"
2417                                 <<" (SerializationError): "<<e.what()<<std::endl;
2418
2419                 // TODO: Block should be marked as invalid in memory so that it is
2420                 // not touched but the game can run
2421
2422                 if(g_settings->getBool("ignore_world_load_errors")){
2423                         errorstream<<"Ignoring block load error. Duck and cover! "
2424                                         <<"(ignore_world_load_errors)"<<std::endl;
2425                 } else {
2426                         throw SerializationError("Invalid block data in database");
2427                 }
2428         }
2429 }
2430
2431 MapBlock* ServerMap::loadBlock(v3s16 blockpos)
2432 {
2433         DSTACK(FUNCTION_NAME);
2434
2435         bool created_new = (getBlockNoCreateNoEx(blockpos) == NULL);
2436
2437         v2s16 p2d(blockpos.X, blockpos.Z);
2438
2439         std::string ret;
2440         dbase->loadBlock(blockpos, &ret);
2441         if (ret != "") {
2442                 loadBlock(&ret, blockpos, createSector(p2d), false);
2443         } else {
2444                 // Not found in database, try the files
2445
2446                 // The directory layout we're going to load from.
2447                 //  1 - original sectors/xxxxzzzz/
2448                 //  2 - new sectors2/xxx/zzz/
2449                 //  If we load from anything but the latest structure, we will
2450                 //  immediately save to the new one, and remove the old.
2451                 int loadlayout = 1;
2452                 std::string sectordir1 = getSectorDir(p2d, 1);
2453                 std::string sectordir;
2454                 if (fs::PathExists(sectordir1)) {
2455                         sectordir = sectordir1;
2456                 } else {
2457                         loadlayout = 2;
2458                         sectordir = getSectorDir(p2d, 2);
2459                 }
2460
2461                 /*
2462                 Make sure sector is loaded
2463                  */
2464
2465                 MapSector *sector = getSectorNoGenerateNoEx(p2d);
2466                 if (sector == NULL) {
2467                         try {
2468                                 sector = loadSectorMeta(sectordir, loadlayout != 2);
2469                         } catch(InvalidFilenameException &e) {
2470                                 return NULL;
2471                         } catch(FileNotGoodException &e) {
2472                                 return NULL;
2473                         } catch(std::exception &e) {
2474                                 return NULL;
2475                         }
2476                 }
2477
2478
2479                 /*
2480                 Make sure file exists
2481                  */
2482
2483                 std::string blockfilename = getBlockFilename(blockpos);
2484                 if (fs::PathExists(sectordir + DIR_DELIM + blockfilename) == false)
2485                         return NULL;
2486
2487                 /*
2488                 Load block and save it to the database
2489                  */
2490                 loadBlock(sectordir, blockfilename, sector, true);
2491         }
2492         MapBlock *block = getBlockNoCreateNoEx(blockpos);
2493         if (created_new && (block != NULL)) {
2494                 std::map<v3s16, MapBlock*> modified_blocks;
2495                 // Fix lighting if necessary
2496                 voxalgo::update_block_border_lighting(this, block, modified_blocks);
2497                 if (!modified_blocks.empty()) {
2498                         //Modified lighting, send event
2499                         MapEditEvent event;
2500                         event.type = MEET_OTHER;
2501                         std::map<v3s16, MapBlock *>::iterator it;
2502                         for (it = modified_blocks.begin();
2503                                         it != modified_blocks.end(); ++it)
2504                                 event.modified_blocks.insert(it->first);
2505                         dispatchEvent(&event);
2506                 }
2507         }
2508         return block;
2509 }
2510
2511 bool ServerMap::deleteBlock(v3s16 blockpos)
2512 {
2513         if (!dbase->deleteBlock(blockpos))
2514                 return false;
2515
2516         MapBlock *block = getBlockNoCreateNoEx(blockpos);
2517         if (block) {
2518                 v2s16 p2d(blockpos.X, blockpos.Z);
2519                 MapSector *sector = getSectorNoGenerateNoEx(p2d);
2520                 if (!sector)
2521                         return false;
2522                 sector->deleteBlock(block);
2523         }
2524
2525         return true;
2526 }
2527
2528 void ServerMap::PrintInfo(std::ostream &out)
2529 {
2530         out<<"ServerMap: ";
2531 }
2532
2533 MMVManip::MMVManip(Map *map):
2534                 VoxelManipulator(),
2535                 m_is_dirty(false),
2536                 m_create_area(false),
2537                 m_map(map)
2538 {
2539 }
2540
2541 MMVManip::~MMVManip()
2542 {
2543 }
2544
2545 void MMVManip::initialEmerge(v3s16 blockpos_min, v3s16 blockpos_max,
2546         bool load_if_inexistent)
2547 {
2548         TimeTaker timer1("initialEmerge", &emerge_time);
2549
2550         // Units of these are MapBlocks
2551         v3s16 p_min = blockpos_min;
2552         v3s16 p_max = blockpos_max;
2553
2554         VoxelArea block_area_nodes
2555                         (p_min*MAP_BLOCKSIZE, (p_max+1)*MAP_BLOCKSIZE-v3s16(1,1,1));
2556
2557         u32 size_MB = block_area_nodes.getVolume()*4/1000000;
2558         if(size_MB >= 1)
2559         {
2560                 infostream<<"initialEmerge: area: ";
2561                 block_area_nodes.print(infostream);
2562                 infostream<<" ("<<size_MB<<"MB)";
2563                 infostream<<std::endl;
2564         }
2565
2566         addArea(block_area_nodes);
2567
2568         for(s32 z=p_min.Z; z<=p_max.Z; z++)
2569         for(s32 y=p_min.Y; y<=p_max.Y; y++)
2570         for(s32 x=p_min.X; x<=p_max.X; x++)
2571         {
2572                 u8 flags = 0;
2573                 MapBlock *block;
2574                 v3s16 p(x,y,z);
2575                 std::map<v3s16, u8>::iterator n;
2576                 n = m_loaded_blocks.find(p);
2577                 if(n != m_loaded_blocks.end())
2578                         continue;
2579
2580                 bool block_data_inexistent = false;
2581                 try
2582                 {
2583                         TimeTaker timer1("emerge load", &emerge_load_time);
2584
2585                         block = m_map->getBlockNoCreate(p);
2586                         if(block->isDummy())
2587                                 block_data_inexistent = true;
2588                         else
2589                                 block->copyTo(*this);
2590                 }
2591                 catch(InvalidPositionException &e)
2592                 {
2593                         block_data_inexistent = true;
2594                 }
2595
2596                 if(block_data_inexistent)
2597                 {
2598
2599                         if (load_if_inexistent && !blockpos_over_limit(p)) {
2600                                 ServerMap *svrmap = (ServerMap *)m_map;
2601                                 block = svrmap->emergeBlock(p, false);
2602                                 if (block == NULL)
2603                                         block = svrmap->createBlock(p);
2604                                 block->copyTo(*this);
2605                         } else {
2606                                 flags |= VMANIP_BLOCK_DATA_INEXIST;
2607
2608                                 /*
2609                                         Mark area inexistent
2610                                 */
2611                                 VoxelArea a(p*MAP_BLOCKSIZE, (p+1)*MAP_BLOCKSIZE-v3s16(1,1,1));
2612                                 // Fill with VOXELFLAG_NO_DATA
2613                                 for(s32 z=a.MinEdge.Z; z<=a.MaxEdge.Z; z++)
2614                                 for(s32 y=a.MinEdge.Y; y<=a.MaxEdge.Y; y++)
2615                                 {
2616                                         s32 i = m_area.index(a.MinEdge.X,y,z);
2617                                         memset(&m_flags[i], VOXELFLAG_NO_DATA, MAP_BLOCKSIZE);
2618                                 }
2619                         }
2620                 }
2621                 /*else if (block->getNode(0, 0, 0).getContent() == CONTENT_IGNORE)
2622                 {
2623                         // Mark that block was loaded as blank
2624                         flags |= VMANIP_BLOCK_CONTAINS_CIGNORE;
2625                 }*/
2626
2627                 m_loaded_blocks[p] = flags;
2628         }
2629
2630         m_is_dirty = false;
2631 }
2632
2633 void MMVManip::blitBackAll(std::map<v3s16, MapBlock*> *modified_blocks,
2634         bool overwrite_generated)
2635 {
2636         if(m_area.getExtent() == v3s16(0,0,0))
2637                 return;
2638
2639         /*
2640                 Copy data of all blocks
2641         */
2642         for(std::map<v3s16, u8>::iterator
2643                         i = m_loaded_blocks.begin();
2644                         i != m_loaded_blocks.end(); ++i)
2645         {
2646                 v3s16 p = i->first;
2647                 MapBlock *block = m_map->getBlockNoCreateNoEx(p);
2648                 bool existed = !(i->second & VMANIP_BLOCK_DATA_INEXIST);
2649                 if ((existed == false) || (block == NULL) ||
2650                         (overwrite_generated == false && block->isGenerated() == true))
2651                         continue;
2652
2653                 block->copyFrom(*this);
2654
2655                 if(modified_blocks)
2656                         (*modified_blocks)[p] = block;
2657         }
2658 }
2659
2660 //END