Differential D7331 Diff 23407 source/blender/blenloader/intern/readfile.c

Changeset View

Standalone View

source/blender/blenloader/intern/readfile.c

This file is larger than 256 KB, so syntax highlighting is disabled by default.

Show First 20 Lines • Show All 9,481 Lines • ▼ Show 20 Lines	if (existing_id != NULL) {
* it's assumed already present in its lib's main. */		* it's assumed already present in its lib's main. */
return true;		return true;
}		}

DEBUG_PRINTF(" not found\n");		DEBUG_PRINTF(" not found\n");
return false;		return false;
}		}

		static void read_libblock_undo_restore_identical(
		FileData fd, Main main, const ID id, ID id_old, const int tag)
		{
		BLI_assert((fd->skip_flags & BLO_READ_SKIP_UNDO_OLD_MAIN) == 0);
		BLI_assert(id_old != NULL);

		/* Do not add LIB_TAG_NEW here, this should not be needed/used in undo case anyway (as
		* this is only for do_version-like code), but for sake of consistency, and also because
		* it will tell us which ID is re-used from old Main, and which one is actually new. */
		id_old->tag = tag \| LIB_TAG_NEED_LINK \| LIB_TAG_UNDO_OLD_ID_REUSED;
		id_old->lib = main->curlib;
		id_old->us = ID_FAKE_USERS(id_old);
		/* Do not reset id->icon_id here, memory allocated for it remains valid. */
		/* Needed because .blend may have been saved with crap value here... */
		id_old->newid = NULL;
		id_old->orig_id = NULL;

		/* About recalc: since that ID did not change at all, we know that its recalc fields also
		* remained unchanged, so no need to handle neither recalc nor recalc_undo_future here.
		*/

		const short idcode = GS(id_old->name);
		Main *old_bmain = fd->old_mainlist->first;
		ListBase *old_lb = which_libbase(old_bmain, idcode);
		ListBase *new_lb = which_libbase(main, idcode);
		BLI_remlink(old_lb, id_old);
		BLI_addtail(new_lb, id_old);

		/* Even though we re-use the old ID as-is, it does not mean that we are 100% safe from
		* needing some depsgraph updates for it (it could depend on another ID which address
		* did not change, but which actual content might have been re-read from the memfile).
		* IMPORTANT: Do not fully overwrite recalc flag here, depsgraph may not have been ran
		* yet for previous undo step(s), we do not want to erase flags set by those.
		*/
		if (fd->undo_direction < 0) {
		/* We are coming from the future (i.e. do an actual undo, and not a redo), we use our
		* old reused ID's 'accumulated recalc flags since last memfile undo step saving' as
		* recalc flags. */
		id_old->recalc \|= id_old->recalc_undo_accumulated;
		}
		else {
		/* We are coming from the past (i.e. do a redo), we use the saved 'accumulated recalc
		* flags since last memfile undo step saving' from the newly read ID as recalc flags.
		*/
		id_old->recalc \|= id->recalc_undo_accumulated;
		}
		/* There is no need to flush the depsgraph's CoWs here, since that ID's data itself did
		* not change. */

		/* We need to 'accumulate' the accumulated recalc flags of all undo steps until we
		* actually perform a depsgraph update, otherwise we'd only ever use the flags from one
		* of the steps, and never get proper flags matching all others. */
		id_old->recalc_undo_accumulated \|= id->recalc_undo_accumulated;
		}

		static void read_libblock_undo_restore_at_old_address(FileData fd, Main main, ID id, ID id_old)
		{
		/* During memfile undo, if an ID changed and we cannot directly re-use existing one from old
		* bmain, we do a full read of the new id from the memfile, and then fully swap its content
		* with the old id. This allows us to keep the same pointer even for modified data, which
		* helps reducing further detected changes by the depsgraph (since unchanged IDs remain fully
		* unchanged, even if they are using/pointing to a changed one). */
		BLI_assert((fd->skip_flags & BLO_READ_SKIP_UNDO_OLD_MAIN) == 0);
		BLI_assert(id_old != NULL);

		const short idcode = GS(id->name);

		Main *old_bmain = fd->old_mainlist->first;
		ListBase *old_lb = which_libbase(old_bmain, idcode);
		ListBase *new_lb = which_libbase(main, idcode);
		BLI_remlink(old_lb, id_old);
		BLI_remlink(new_lb, id);

		/* We do not need any remapping from this call here, since no ID pointer is valid in the data
		* currently (they are all pointing to old addresses, and need to go through `lib_link`
		* process). So we can pass NULL for the Main pointer parameter. */
		BKE_lib_id_swap_full(NULL, id, id_old);

		BLI_addtail(new_lb, id_old);
		BLI_addtail(old_lb, id);
		}

static BHead read_libblock(FileData fd,		static BHead read_libblock(FileData fd,
Main *main,		Main *main,
BHead *bhead,		BHead *bhead,
const int tag,		const int tag,
const bool placeholder_set_indirect_extern,		const bool placeholder_set_indirect_extern,
ID **r_id)		ID **r_id)
{		{
/* This routine reads a libblock and its direct data. Lib link functions will		/* This routine reads a libblock and its direct data. Lib link functions will
▲ Show 20 Lines • Show All 42 Lines • ▼ Show 20 Lines	static BHead read_libblock(FileData fd,

/* Restore existing datablocks for undo. */		/* Restore existing datablocks for undo. */
const bool do_partial_undo = (fd->memfile != NULL) &&		const bool do_partial_undo = (fd->memfile != NULL) &&
(fd->skip_flags & BLO_READ_SKIP_UNDO_OLD_MAIN) == 0 &&		(fd->skip_flags & BLO_READ_SKIP_UNDO_OLD_MAIN) == 0 &&
(bhead->code != ID_LINK_PLACEHOLDER);		(bhead->code != ID_LINK_PLACEHOLDER);

/* Used when undoing from memfile, we swap changed IDs into their old addresses when found. */		/* Used when undoing from memfile, we swap changed IDs into their old addresses when found. */
ID *id_old = NULL;		ID *id_old = NULL;
bool do_id_swap = false;		bool restore_at_old_address = false;

if (do_partial_undo) {		if (do_partial_undo) {
const bool is_identical = read_libblock_is_identical(fd, id_bhead);		DEBUG_PRINTF("UNDO: read %s (uuid %d) -> ", id->name, id->session_uuid);
DEBUG_PRINTF("%s: ID %s is unchanged: %d\n", __func__, id->name, is_identical);

BLI_assert(fd->old_idmap != NULL \|\| !do_partial_undo);
/* This code should only ever be reached for local data-blocks. */		/* This code should only ever be reached for local data-blocks. */
BLI_assert(main->curlib == NULL);		BLI_assert(main->curlib == NULL);

/* Find the 'current' existing ID we want to reuse instead of the one we would read from		/* Find the 'current' existing ID we want to reuse instead of the one we would read from
* the undo memfile. */		* the undo memfile. */
DEBUG_PRINTF("\t Looking for ID %s with uuid %u instead of newly read one\n",		BLI_assert(fd->old_idmap != NULL);
id->name,
id->session_uuid);
id_old = BKE_main_idmap_lookup_uuid(fd->old_idmap, id->session_uuid);		id_old = BKE_main_idmap_lookup_uuid(fd->old_idmap, id->session_uuid);

if (id_old != NULL && is_identical) {		if (id_old != NULL && read_libblock_is_identical(fd, id_bhead)) {
/* Do not add LIB_TAG_NEW here, this should not be needed/used in undo case anyway (as		DEBUG_PRINTF("keep identical datablock\n");
* this is only for do_version-like code), but for sake of consistency, and also because		read_libblock_undo_restore_identical(fd, main, id, id_old, tag);
* it will tell us which ID is re-used from old Main, and which one is actually new. */
id_old->tag = tag \| LIB_TAG_NEED_LINK \| LIB_TAG_UNDO_OLD_ID_REUSED;
id_old->lib = main->curlib;
id_old->us = ID_FAKE_USERS(id_old);
/* Do not reset id->icon_id here, memory allocated for it remains valid. */
/* Needed because .blend may have been saved with crap value here... */
id_old->newid = NULL;
id_old->orig_id = NULL;

/* About recalc: since that ID did not change at all, we know that its recalc fields also
* remained unchanged, so no need to handle neither recalc nor recalc_undo_future here.
*/

Main *old_bmain = fd->old_mainlist->first;
ListBase *old_lb = which_libbase(old_bmain, idcode);
ListBase *new_lb = which_libbase(main, idcode);
BLI_remlink(old_lb, id_old);
BLI_addtail(new_lb, id_old);

DEBUG_PRINTF("Re-using existing ID %s instead of newly read one\n", id_old->name);
oldnewmap_insert(fd->libmap, bhead->old, id_old, bhead->code);		oldnewmap_insert(fd->libmap, bhead->old, id_old, bhead->code);
oldnewmap_insert(fd->libmap, id_old, id_old, bhead->code);		oldnewmap_insert(fd->libmap, id_old, id_old, bhead->code);

if (r_id) {		if (r_id) {
*r_id = id_old;		*r_id = id_old;
}		}

/* Even though we re-use the old ID as-is, it does not mean that we are 100% safe from
* needing some depsgraph updates for it (it could depend on another ID which address
* did not change, but which actual content might have been re-read from the memfile).
* IMPORTANT: Do not fully overwrite recalc flag here, depsgraph may not have been ran
* yet for previous undo step(s), we do not want to erase flags set by those.
*/
if (fd->undo_direction < 0) {
/* We are coming from the future (i.e. do an actual undo, and not a redo), we use our
* old reused ID's 'accumulated recalc flags since last memfile undo step saving' as
* recalc flags. */
id_old->recalc \|= id_old->recalc_undo_accumulated;
}
else {
/* We are coming from the past (i.e. do a redo), we use the saved 'accumulated recalc
* flags since last memfile undo step saving' from the newly read ID as recalc flags.
*/
id_old->recalc \|= id->recalc_undo_accumulated;
}
/* There is no need to flush the depsgraph's CoWs here, since that ID's data itself did
* not change. */

/* We need to 'accumulate' the accumulated recalc flags of all undo steps until we
* actually perform a depsgraph update, otherwise we'd only ever use the flags from one
* of the steps, and never get proper flags matching all others. */
id_old->recalc_undo_accumulated \|= id->recalc_undo_accumulated;

MEM_freeN(id);		MEM_freeN(id);

return blo_bhead_next(fd, bhead);		return blo_bhead_next(fd, bhead);
}		}
else if (id_old != NULL) {		else if (id_old != NULL) {
/* Some re-used old IDs might also use newly read ones, so we have to check for old memory		/* Some re-used old IDs might also use newly read ones, so we have to check for old memory
* addresses for those as well. */		* addresses for those as well. */
DEBUG_PRINTF("using newly-read ID %s to its old, already existing address\n", id->name);		DEBUG_PRINTF("read to old existing address\n");
BLI_assert(MEM_allocN_len(id) == MEM_allocN_len(id_old));		BLI_assert(MEM_allocN_len(id) == MEM_allocN_len(id_old));
do_id_swap = true;		restore_at_old_address = true;
}		}
else {		else {
/* At this point, we know we are going to keep that newly read & allocated ID, so we need to		/* At this point, we know we are going to keep that newly read & allocated ID, so we need to
* reallocate it to ensure we actually get a unique memory address for it. */		* reallocate it to ensure we actually get a unique memory address for it. */
DEBUG_PRINTF("using newly-read ID %s to a new mem address\n", id->name);		DEBUG_PRINTF("read at new address\n", id->name);
}		}
}		}

/* for ID_LINK_PLACEHOLDER check */		/* for ID_LINK_PLACEHOLDER check */
ID *id_target = do_id_swap ? id_old : id;		ID *id_target = restore_at_old_address ? id_old : id;
oldnewmap_insert(fd->libmap, bhead->old, id_target, bhead->code);		oldnewmap_insert(fd->libmap, bhead->old, id_target, bhead->code);
oldnewmap_insert(fd->libmap, id_old, id_target, bhead->code);		oldnewmap_insert(fd->libmap, id_old, id_target, bhead->code);

BLI_addtail(lb, id);		BLI_addtail(lb, id);

if (r_id) {		if (r_id) {
*r_id = do_id_swap ? id_old : id;		*r_id = restore_at_old_address ? id_old : id;
}		}

/* Set tag for new datablock to indicate lib linking and versioning needs		/* Set tag for new datablock to indicate lib linking and versioning needs
* to be done still. */		* to be done still. */
int id_tag = tag \| LIB_TAG_NEED_LINK \| LIB_TAG_NEW;		int id_tag = tag \| LIB_TAG_NEED_LINK \| LIB_TAG_NEW;

/* Read placeholder for linked datablock. */		/* Read placeholder for linked datablock. */
if (bhead->code == ID_LINK_PLACEHOLDER) {		if (bhead->code == ID_LINK_PLACEHOLDER) {
Show All 24 Lines	if (!success) {
* However, it is absolutely not handled correctly: it is freeing an ID pointer that has		* However, it is absolutely not handled correctly: it is freeing an ID pointer that has
* been added to the fd->libmap mapping, which in theory could lead to nice crashes...		* been added to the fd->libmap mapping, which in theory could lead to nice crashes...
* This should be properly solved at some point. */		* This should be properly solved at some point. */
BKE_id_free(main, id);		BKE_id_free(main, id);
if (r_id != NULL) {		if (r_id != NULL) {
*r_id = NULL;		*r_id = NULL;
}		}
}		}
else if (do_id_swap) {		else if (restore_at_old_address) {
/* During memfile undo, if an ID changed and we cannot directly re-use existing one from old		read_libblock_undo_restore_at_old_address(fd, main, id, id_old);
* bmain, we do a full read of the new id from the memfile, and then fully swap its content
* with the old id. This allows us to keep the same pointer even for modified data, which helps
* reducing further detected changes by the depsgraph (since unchanged IDs remain fully
* unchanged, even if they are using/pointing to a changed one). */

BLI_assert((fd->skip_flags & BLO_READ_SKIP_UNDO_OLD_MAIN) == 0);

Main *old_bmain = fd->old_mainlist->first;
BLI_assert(id_old != NULL);

ListBase *old_lb = which_libbase(old_bmain, idcode);
ListBase *new_lb = which_libbase(main, idcode);
BLI_remlink(old_lb, id_old);
BLI_remlink(new_lb, id);

/* We do not need any remapping from this call here, since no ID pointer is valid in the data
* currently (they are all pointing to old addresses, and need to go through `lib_link`
* process). So we can pass NULL for the Main pointer parameter. */
BKE_lib_id_swap_full(NULL, id, id_old);

BLI_addtail(new_lb, id_old);
BLI_addtail(old_lb, id);
}
else if (fd->memfile != NULL) {
DEBUG_PRINTF("We had to fully re-recreate ID %s (old addr: %p, new addr: %p)...\n",
id->name,
id_old,
id);
}		}

return bhead;		return bhead;
}		}

/** \} */		/** \} */

/* -------------------------------------------------------------------- */		/* -------------------------------------------------------------------- */
▲ Show 20 Lines • Show All 2,728 Lines • Show Last 20 Lines