Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2024-10-09 03:15:11 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Bug 1363992 - Remove support for making jemalloc4 the default. r=njn

Browse Source 
--HG--
extra : rebase_source : 77e1c13aa329637d0ec875439d572ee06e6919fa
This commit is contained in:
Mike Hommey 2017-05-11 13:16:00 +09:00
parent 1a9d4c6f33
commit 02a06f7958
15 changed files with 32 additions and 309 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
build/autoconf/jemalloc.m4
View File

@ -8,7 +8,7 @@ if test "$MOZ_BUILD_APP" != js -o -n "$JS_STANDALONE"; then
# Run jemalloc configure script
if test "$MOZ_MEMORY" && test -n "$MOZ_JEMALLOC4" -o -n "$MOZ_REPLACE_MALLOC"; then
if test "$MOZ_MEMORY" && test -n "$MOZ_REPLACE_MALLOC"; then
ac_configure_args="--build=$build --host=$target --enable-stats --with-jemalloc-prefix=je_ --disable-valgrind"
if test -n "$MOZ_DEBUG"; then
ac_configure_args="$ac_configure_args --enable-debug"
@ -25,41 +25,8 @@ if test "$MOZ_BUILD_APP" != js -o -n "$JS_STANDALONE"; then
ac_configure_args="$ac_configure_args --enable-ivsalloc"
fi
fi
if test -n "$MOZ_JEMALLOC4"; then
case "${OS_ARCH}" in
WINNT|Darwin)
# We want jemalloc functions to be kept hidden on both Mac and Windows
# See memory/build/mozmemory_wrap.h for details.
ac_configure_args="$ac_configure_args --without-export"
;;
esac
if test "${OS_ARCH}" = WINNT; then
# Lazy lock initialization doesn't play well with lazy linking of
# mozglue.dll on Windows XP (leads to startup crash), so disable it.
ac_configure_args="$ac_configure_args --disable-lazy-lock"
# 64-bit Windows builds require a minimum 16-byte alignment.
if test -n "$HAVE_64BIT_BUILD"; then
ac_configure_args="$ac_configure_args --with-lg-tiny-min=4"
fi
fi
elif test "${OS_ARCH}" = Darwin; then
# When building as a replace-malloc lib, disabling the zone allocator
# forces to use pthread_atfork.
ac_configure_args="$ac_configure_args --disable-zone-allocator"
fi
_MANGLE="malloc posix_memalign aligned_alloc calloc realloc free memalign valloc malloc_usable_size"
JEMALLOC_WRAPPER=
if test -z "$MOZ_REPLACE_MALLOC"; then
case "$OS_ARCH" in
Linux|DragonFly|FreeBSD|NetBSD|OpenBSD)
MANGLE=$_MANGLE
;;
esac
elif test -z "$MOZ_JEMALLOC4"; then
MANGLE=$_MANGLE
JEMALLOC_WRAPPER=replace_
fi
MANGLE="malloc posix_memalign aligned_alloc calloc realloc free memalign valloc malloc_usable_size"
JEMALLOC_WRAPPER=replace_
if test -n "$MANGLE"; then
MANGLED=
for mangle in ${MANGLE}; do

36
build/moz.configure/memory.configure
View File

@ -5,11 +5,12 @@
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
option(env='MOZ_JEMALLOC4', help='Enable jemalloc 4')
imply_option('--enable-jemalloc', depends_if('MOZ_JEMALLOC4')(lambda x: '4'))
@deprecated_option(env='MOZ_JEMALLOC4')
def moz_jemalloc4(value):
die('MOZ_JEMALLOC4 is deprecated')
option('--enable-jemalloc', nargs='?', choices=('4', 'moz'), env='MOZ_MEMORY',
option('--enable-jemalloc', env='MOZ_MEMORY',
help='Replace memory allocator with jemalloc')
@depends('--enable-jemalloc', target, build_project, c_compiler)
@ -30,36 +31,25 @@ def jemalloc(value, target, build_project, c_compiler):
if target.kernel == 'Linux':
return True
@depends('--enable-jemalloc')
def jemalloc4(jemalloc):
if len(jemalloc) and jemalloc[0] == '4':
return True
set_config('MOZ_MEMORY', jemalloc)
set_define('MOZ_MEMORY', jemalloc)
add_old_configure_assignment('MOZ_MEMORY', jemalloc)
set_config('MOZ_JEMALLOC4', jemalloc4)
set_define('MOZ_JEMALLOC4', jemalloc4)
add_old_configure_assignment('MOZ_JEMALLOC4', jemalloc4)
# Because --enable-jemalloc doesn't use a default because of the dependency
# on the target, we can't use a js_option for it to propagate to js/src
# through the old-configure.
@depends(jemalloc, jemalloc4)
def jemalloc_for_old_configure(jemalloc, jemalloc4):
if jemalloc:
return '--enable-jemalloc=4' if jemalloc4 else '--enable-jemalloc'
return '--disable-jemalloc'
@depends(jemalloc)
def jemalloc_for_old_configure(jemalloc):
return '--%s-jemalloc' % ('enable' if jemalloc else 'disable')
add_old_configure_arg(jemalloc_for_old_configure)
@depends(jemalloc, jemalloc4, target)
def jemalloc_os_define(jemalloc, jemalloc4, target):
if jemalloc and not jemalloc4:
@depends(jemalloc, target)
def jemalloc_os_define(jemalloc, target):
if jemalloc:
if target.kernel == 'WINNT':
return 'MOZ_MEMORY_WINDOWS'
if target.kernel == 'Linux':
@ -72,9 +62,9 @@ def jemalloc_os_define(jemalloc, jemalloc4, target):
set_define(jemalloc_os_define, '1')
@depends(jemalloc, jemalloc4, target)
def jemalloc_os_define_android(jemalloc, jemalloc4, target):
if jemalloc and not jemalloc4 and target.os == 'Android':
@depends(jemalloc, target)
def jemalloc_os_define_android(jemalloc, target):
if jemalloc and target.os == 'Android':
return 'MOZ_MEMORY_ANDROID'
set_define(jemalloc_os_define_android, '1')

4
js/xpconnect/src/XPCJSContext.cpp
View File

@ -65,10 +65,6 @@
#include "nsExceptionHandler.h"
#endif
#if defined(MOZ_JEMALLOC4)
#include "mozmemory.h"
#endif
#ifdef XP_WIN
#include <windows.h>
#endif

16
js/xpconnect/src/XPCJSRuntime.cpp
View File

@ -64,10 +64,6 @@
#include "nsExceptionHandler.h"
#endif
#if defined(MOZ_JEMALLOC4)
#include "mozmemory.h"
#endif
#ifdef XP_WIN
#include <windows.h>
#endif
@ -152,18 +148,6 @@ public:
mActive = false;
}
} else {
#if defined(MOZ_JEMALLOC4)
if (mPurge) {
/* Jemalloc purges dirty pages regularly during free() when the
* ratio of dirty pages compared to active pages is higher than
* 1 << lg_dirty_mult. A high ratio can have an impact on
* performance, so we use the default ratio of 8, but force a
* regular purge of all remaining dirty pages, after cycle
* collection. */
Telemetry::AutoTimer<Telemetry::MEMORY_FREE_PURGED_PAGES_MS> timer;
jemalloc_free_dirty_pages();
}
#endif
mActive = false;
}
return NS_OK;

150
memory/build/jemalloc_config.cpp
View File

@ -2,157 +2,7 @@
* License, v. 2.0. If a copy of the MPL was not distributed with this file,
* You can obtain one at http://mozilla.org/MPL/2.0/. */
#ifdef MOZ_JEMALLOC4
#define MOZ_JEMALLOC_IMPL
/* mozmemory_wrap.h needs to be included before MFBT headers */
#include "mozmemory_wrap.h"
#include <mozilla/Assertions.h>
#include "mozilla/Types.h"
#define DLLEXPORT
#include "jemalloc/jemalloc.h"
#ifdef XP_WIN
#include <windows.h>
#endif
#ifdef XP_DARWIN
#include <sys/mman.h>
#endif
/* Override some jemalloc defaults */
#ifdef DEBUG
#define MOZ_MALLOC_BUILD_OPTIONS ",junk:true"
#else
#define MOZ_MALLOC_BUILD_OPTIONS ",junk:free"
#endif
#define MOZ_MALLOC_OPTIONS "narenas:1,tcache:false"
MFBT_DATA const char* je_(malloc_conf) =
MOZ_MALLOC_OPTIONS MOZ_MALLOC_BUILD_OPTIONS;
#ifdef ANDROID
#include <android/log.h>
static void
_je_malloc_message(void* cbopaque, const char* s)
{
__android_log_print(ANDROID_LOG_INFO, "GeckoJemalloc", "%s", s);
}
void (*je_(malloc_message))(void*, const char* s) = _je_malloc_message;
#endif
/* Jemalloc supports hooks that are called on chunk
* allocate/deallocate/commit/decommit/purge/etc.
*
* We currently only hook commit, decommit and purge. We do this to tweak
* the way chunks are handled so that RSS stays lower than it normally
* would with the default jemalloc uses.
* This somewhat matches the behavior of mozjemalloc, except it doesn't
* rely on a double purge on mac, instead purging directly. (Yes, this
* means we can get rid of jemalloc_purge_freed_pages at some point)
*
* The default for jemalloc is to do the following:
* - commit, decommit: nothing
* - purge: MEM_RESET on Windows, MADV_FREE on Mac/BSD, MADV_DONTNEED on Linux
*
* The hooks we setup do the following:
* on Windows:
* - commit: MEM_COMMIT
* - decommit: MEM_DECOMMIT
* on Mac:
* - purge: mmap new anonymous memory on top of the chunk
*
* We only set the above hooks, others are left with the default.
*/
#if defined(XP_WIN) || defined(XP_DARWIN)
class JemallocInit {
public:
JemallocInit()
{
chunk_hooks_t hooks;
size_t hooks_len;
unsigned narenas;
size_t mib[3];
size_t size;
size = sizeof(narenas);
je_(mallctl)("arenas.narenas", &narenas, &size, nullptr, 0);
size = sizeof(mib) / sizeof(mib[0]);
je_(mallctlnametomib)("arena.0.chunk_hooks", mib, &size);
/* Set the hooks on all the existing arenas. */
for (unsigned arena = 0; arena < narenas; arena++) {
mib[1] = arena;
hooks_len = sizeof(hooks);
je_(mallctlbymib)(mib, size, &hooks, &hooks_len, nullptr, 0);
#ifdef XP_WIN
hooks.commit = CommitHook;
hooks.decommit = DecommitHook;
#endif
#ifdef XP_DARWIN
hooks.purge = PurgeHook;
#endif
je_(mallctlbymib)(mib, size, nullptr, nullptr, &hooks, hooks_len);
}
}
private:
#ifdef XP_WIN
static bool
CommitHook(void* chunk, size_t size, size_t offset, size_t length,
unsigned arena_ind)
{
void* addr = reinterpret_cast<void*>(
reinterpret_cast<uintptr_t>(chunk) + static_cast<uintptr_t>(offset));
if (!VirtualAlloc(addr, length, MEM_COMMIT, PAGE_READWRITE))
return true;
return false;
}
static bool
DecommitHook(void* chunk, size_t size, size_t offset, size_t length,
unsigned arena_ind)
{
void* addr = reinterpret_cast<void*>(
reinterpret_cast<uintptr_t>(chunk) + static_cast<uintptr_t>(offset));
if (!VirtualFree(addr, length, MEM_DECOMMIT))
MOZ_CRASH();
return false;
}
#endif
#ifdef XP_DARWIN
static bool
PurgeHook(void* chunk, size_t size, size_t offset, size_t length,
unsigned arena_ind)
{
void* addr = reinterpret_cast<void*>(
reinterpret_cast<uintptr_t>(chunk) + static_cast<uintptr_t>(offset));
void* new_addr = mmap(addr, length, PROT_READ | PROT_WRITE,
MAP_FIXED | MAP_PRIVATE | MAP_ANON, -1, 0);
return (new_addr != addr);
}
#endif
};
/* For the static constructor from the class above */
JemallocInit gJemallocInit;
#endif
#else
#include <mozilla/Assertions.h>
#endif /* MOZ_JEMALLOC4 */
/* Provide an abort function for use in jemalloc code */
extern "C" void moz_abort() {

16
memory/build/moz.build
View File

@ -24,23 +24,13 @@ SOURCES += [
'mozmemory_wrap.c',
]
if CONFIG['MOZ_JEMALLOC4']:
SOURCES += [
'mozjemalloc_compat.c',
]
LOCAL_INCLUDES += ['!../jemalloc/src/include']
if CONFIG['_MSC_VER']:
LOCAL_INCLUDES += ['/memory/jemalloc/src/include/msvc_compat']
if not CONFIG['HAVE_INTTYPES_H']:
LOCAL_INCLUDES += ['/memory/jemalloc/src/include/msvc_compat/C99']
if CONFIG['MOZ_REPLACE_MALLOC']:
SOURCES += [
'replace_malloc.c',
]
if CONFIG['OS_TARGET'] == 'Darwin' and (CONFIG['MOZ_REPLACE_MALLOC'] or
CONFIG['MOZ_MEMORY'] and not CONFIG['MOZ_JEMALLOC4']):
CONFIG['MOZ_MEMORY']):
SOURCES += [
'zone.c',
]
@ -53,7 +43,3 @@ if CONFIG['MOZ_GLUE_IN_PROGRAM']:
# Keep jemalloc separated when mozglue is statically linked
if CONFIG['MOZ_MEMORY'] and CONFIG['OS_TARGET'] in ('WINNT', 'Darwin', 'Android'):
FINAL_LIBRARY = 'mozglue'
if CONFIG['MOZ_REPLACE_MALLOC'] and CONFIG['OS_TARGET'] == 'Darwin':
# The zone allocator for OSX needs some jemalloc internal functions
LOCAL_INCLUDES += ['/memory/jemalloc/src/include']

29
memory/build/zone.c
View File

@ -236,30 +236,6 @@ zone_log(malloc_zone_t *zone, void *address)
{
}
#ifdef MOZ_JEMALLOC4
#include "jemalloc/internal/jemalloc_internal.h"
static void
zone_force_lock(malloc_zone_t *zone)
{
/* /!\ This calls into jemalloc. It works because we're linked in the
* same library. Stolen from jemalloc's zone.c. */
if (isthreaded)
jemalloc_prefork();
}
static void
zone_force_unlock(malloc_zone_t *zone)
{
/* /!\ This calls into jemalloc. It works because we're linked in the
* same library. Stolen from jemalloc's zone.c. See the comment there. */
if (isthreaded)
jemalloc_postfork_child();
}
#else
extern void _malloc_prefork(void);
extern void _malloc_postfork_child(void);
@ -279,8 +255,6 @@ zone_force_unlock(malloc_zone_t *zone)
_malloc_postfork_child();
}
#endif
static void
zone_statistics(malloc_zone_t *zone, malloc_statistics_t *stats)
{
@ -336,9 +310,6 @@ static malloc_zone_t *get_default_zone()
}
#if defined(MOZ_REPLACE_MALLOC) && defined(MOZ_JEMALLOC4)
__attribute__((constructor))
#endif
void
register_zone(void)
{

5
memory/jemalloc/moz.build
View File

@ -49,10 +49,7 @@ if CONFIG['OS_TARGET'] == 'Darwin' and not CONFIG['MOZ_REPLACE_MALLOC']:
'src/src/zone.c',
]
if CONFIG['MOZ_JEMALLOC4']:
FINAL_LIBRARY = 'memory'
else:
FINAL_LIBRARY = 'replace_jemalloc'
FINAL_LIBRARY = 'replace_jemalloc'
if CONFIG['MOZ_GLUE_IN_PROGRAM']:
DIST_INSTALL = True

2
memory/moz.build
View File

@ -23,7 +23,7 @@ if CONFIG['MOZ_MEMORY']:
'mozjemalloc',
]
if CONFIG['MOZ_JEMALLOC4'] or CONFIG['MOZ_REPLACE_MALLOC']:
if CONFIG['MOZ_REPLACE_MALLOC']:
DIRS += ['jemalloc']
if CONFIG['MOZ_REPLACE_MALLOC']:

2
memory/mozjemalloc/Makefile.in
View File

@ -3,11 +3,9 @@
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
ifndef MOZ_JEMALLOC4
# Force optimize mozjemalloc on --disable-optimize builds.
# This works around the issue that the Android NDK's definition of ffs is
# broken when compiling without optimization, while avoiding to add yet another
# configure test.
MOZ_OPTIMIZE = 1
endif

17
memory/mozjemalloc/moz.build
View File

@ -8,16 +8,15 @@ EXPORTS += [
'jemalloc_types.h',
]
if not CONFIG['MOZ_JEMALLOC4']:
SOURCES += [
'jemalloc.c',
]
FINAL_LIBRARY = 'memory'
SOURCES += [
'jemalloc.c',
]
FINAL_LIBRARY = 'memory'
# See bug 422055.
if CONFIG['OS_ARCH'] == 'SunOS' and not CONFIG['GNU_CC'] \
and CONFIG['MOZ_OPTIMIZE']:
CFLAGS += ['-xO5']
# See bug 422055.
if CONFIG['OS_ARCH'] == 'SunOS' and not CONFIG['GNU_CC'] \
and CONFIG['MOZ_OPTIMIZE']:
CFLAGS += ['-xO5']
# For non release/esr builds, enable (some) fatal jemalloc assertions. This
# helps us catch memory errors.

4
memory/replace/logalloc/replay/Replay.cpp
View File

@ -286,7 +286,7 @@ MOZ_BEGIN_EXTERN_C
/* mozjemalloc relies on DllMain to initialize, but DllMain is not invoked
* for executables, so manually invoke mozjemalloc initialization. */
#if defined(_WIN32) && !defined(MOZ_JEMALLOC4)
#if defined(_WIN32)
void malloc_init_hard(void);
#endif
@ -475,7 +475,7 @@ main()
FdReader reader(0);
Replay replay;
#if defined(_WIN32) && !defined(MOZ_JEMALLOC4)
#if defined(_WIN32)
malloc_init_hard();
#endif

5
memory/replace/moz.build
View File

@ -9,9 +9,8 @@ DIRS += [
'replace',
]
# Build jemalloc3 as a replace-malloc lib when building with mozjemalloc
if not CONFIG['MOZ_JEMALLOC4']:
DIRS += ['jemalloc']
# Build jemalloc4 as a replace-malloc lib when building with mozjemalloc
DIRS += ['jemalloc']
if CONFIG['MOZ_REPLACE_MALLOC_LINKAGE'] == 'dummy library':
DIRS += ['dummy']

14
toolkit/moz.configure
View File

@ -65,7 +65,7 @@ set_config('MOZ_DMD', dmd)
set_define('MOZ_DMD', dmd)
add_old_configure_assignment('MOZ_DMD', dmd)
imply_option('--enable-profiling', dmd)
# --enable-jemalloc is implied below.
imply_option('--enable-jemalloc', dmd)
imply_option('--enable-replace-malloc', dmd)
# JACK cubeb backend
@ -722,18 +722,6 @@ set_config('MOZ_LIBCLANG_PATH', delayed_getattr(stylo, 'libclang_path'))
set_config('MOZ_CLANG_PATH', delayed_getattr(stylo, 'clang_path'))
set_config('MOZ_STYLO_BINDGEN', delayed_getattr(stylo, 'bindgen_enabled'))
@depends(stylo, target, dmd)
def jemalloc(stylo, target, dmd):
if stylo and target.kernel in ('Darwin', 'Linux', 'WINNT'):
# Avoid a moving performance target if the default allocator
# is changed on Tier1 platforms (see bug 1291356).
return 'moz'
elif dmd:
return True
imply_option('--enable-jemalloc', jemalloc,
reason='--enable-dmd or --enable-stylo')
option('--with-servo', env='SERVO_TARGET_DIR', nargs=1,
help='Absolute path of the target directory where libgeckoservo can '
'be found. This is generally servo_src_dir/target/release.')

2
xpcom/base/nsMemoryReporterManager.cpp
View File

@ -443,12 +443,10 @@ static MOZ_MUST_USE nsresult
ResidentDistinguishedAmountHelper(int64_t* aN, bool aDoPurge)
{
#ifdef HAVE_JEMALLOC_STATS
#ifndef MOZ_JEMALLOC4
if (aDoPurge) {
Telemetry::AutoTimer<Telemetry::MEMORY_FREE_PURGED_PAGES_MS> timer;
jemalloc_purge_freed_pages();
}
#endif
#endif
task_basic_info ti;