mymalloc.c File Reference

#include <mpi.h>
#include <stdio.h>
#include <stdlib.h>
#include <stdint.h>
#include <stdarg.h>
#include <string.h>
#include <math.h>
#include <omp.h>
#include "mymalloc.h"
#include "memory.h"
#include "system.h"
#include "endrun.h"

Include dependency graph for mymalloc.c:

Go to the source code of this file.

Functions
void	tamalloc_init (void)
void	mymalloc_init (double MaxMemSizePerNode)
void	report_detailed_memory_usage (const char *label, const char *fmt,...)

Variables
Allocator	A_MAIN [1]
Allocator	A_TEMP [1]
static size_t	highest_memory_usage = 0

Function Documentation

mymalloc_init()

void mymalloc_init

(

double

MaxMemSizePerNode

)

Definition at line 48 of file mymalloc.c.

{
    /* Warning: this uses ta_malloc*/
    size_t Nhost = cluster_get_num_hosts();
 
    MPI_Comm comm = MPI_COMM_WORLD;
 
    int NTask;
 
    MPI_Comm_size(comm, &NTask);
 
    double nodespercpu = (1.0 * Nhost) / (1.0 * NTask);
    size_t n = 1.0 * MaxMemSizePerNode * nodespercpu * 1024. * 1024.;
    message(0, "Nhost = %d\n", Nhost);
    message(0, "Reserving %td bytes per rank for MAIN memory allocator. \n", n);
    if(n < 1)
        endrun(2, "Mem too small! MB/node=%g, nodespercpu = %g NTask = %d\n", MaxMemSizePerNode, nodespercpu, NTask);
 
 
    if (MPIU_Any(ALLOC_ENOMEMORY == allocator_init(A_MAIN, "MAIN", n, 1, NULL), MPI_COMM_WORLD)) {
        endrun(0, "Insufficient memory for the MAIN allocator on at least one nodes."
                  "Requestion %td bytes. Try reducing MaxMemSizePerNode. Also check the node health status.\n", n);
    }
}

References A_MAIN, ALLOC_ENOMEMORY, allocator_init(), cluster_get_num_hosts(), endrun(), message(), MPIU_Any(), and NTask.

Referenced by main().

Here is the call graph for this function:

Here is the caller graph for this function:

report_detailed_memory_usage()

void report_detailed_memory_usage	(	const char *	label,
		const char *	fmt,
			...
	)

Definition at line 75 of file mymalloc.c.

{
    if(allocator_get_used_size(A_MAIN, ALLOC_DIR_BOTH) < highest_memory_usage) {
        return;
    }
 
    MPI_Comm comm = MPI_COMM_WORLD;
 
    int NTask;
    int ThisTask;
    MPI_Comm_size(comm, &NTask);
    MPI_Comm_rank(comm, &ThisTask);
 
 
    if (ThisTask != 0) {
        return;
    }
 
    highest_memory_usage = allocator_get_used_size(A_MAIN, ALLOC_DIR_BOTH);
 
    va_list va;
    va_start(va, fmt);
    char * buf = fastpm_strdup_vprintf(fmt, va);
    va_end(va);
 
    message(1, "Peak Memory usage induced by %s\n", buf);
    myfree(buf);
    allocator_print(A_MAIN);
}

References A_MAIN, ALLOC_DIR_BOTH, allocator_get_used_size(), allocator_print(), fastpm_strdup_vprintf(), highest_memory_usage, message(), myfree, NTask, and ThisTask.

Here is the call graph for this function:

tamalloc_init()

void tamalloc_init

(

void

)

Definition at line 29 of file mymalloc.c.

{
    int Nt = omp_get_max_threads();
    int NTask;
    MPI_Comm_size(MPI_COMM_WORLD, &NTask);
 
    /* Reserve 4MB, 512 bytes per thread, 128 bytes per task and 128 bytes per thread per task (for export) for TEMP storage.*/
    size_t n = 4096 * 1024 + 128 * NTask + 128 * Nt * NTask + 512 * Nt;
 
    message(0, "Reserving %td bytes per rank for TEMP memory allocator. \n", n);
 
    if (MPIU_Any(ALLOC_ENOMEMORY == allocator_init(A_TEMP, "TEMP", n, 1, NULL), MPI_COMM_WORLD)) {
        endrun(0, "Insufficient memory for the TEMP allocator on at least one nodes."
                  "Requestion %td bytes. Try reducing MaxMemSizePerNode. Also check the node health status.\n", n);
 
    }
}

References A_TEMP, ALLOC_ENOMEMORY, allocator_init(), endrun(), message(), MPIU_Any(), and NTask.

Referenced by main().

Here is the call graph for this function:

Here is the caller graph for this function:

Variable Documentation

A_MAIN

Allocator A_MAIN[1]

Definition at line 17 of file mymalloc.c.

Referenced by mymalloc_init(), and report_detailed_memory_usage().

A_TEMP

Allocator A_TEMP[1]

Definition at line 22 of file mymalloc.c.

Referenced by tamalloc_init().

highest_memory_usage

size_t highest_memory_usage = 0

static

Definition at line 73 of file mymalloc.c.

Referenced by report_detailed_memory_usage().