Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
63 changes: 43 additions & 20 deletions scripts/plotting/prettyplots_kerneltimer.py
Original file line number Diff line number Diff line change
Expand Up @@ -99,13 +99,13 @@ def perfect_scaling(x1, x2, y1, m=1):
def plot_wallclock_vs_total_num_supers(
datasets: dict, nthreads2plot: dict, simulated_time: float
):
fig, axs = plt.subplots(nrows=2, ncols=2, figsize=(12, 8), sharex=True)
fig, axs = plt.subplots(nrows=2, ncols=2, figsize=(10.5, 7), sharex=True)
axs = axs.flatten()

# buildtype: linestyle
linestyles = {
"Serial": (0, (1, 1)), # densely dotted
"CUDA": "-.",
"Serial": "-.",
"CUDA": (0, (1, 1)), # densely dotted
"OpenMP": "-",
"C++Threads": "--",
}
Expand All @@ -117,15 +117,29 @@ def plot_wallclock_vs_total_num_supers(
alpha = 0.3

if build == "OpenMP" or build == "C++Threads":
ax.set_title(f"{build} with {nthreads} Threads")
ax.text(
0.5,
0.93,
f"{build} with {nthreads} Threads",
ha="center",
transform=ax.transAxes,
fontsize=11,
)
elif build == "CUDA":
ax.set_title(f"{build} with 1 GPU and {nthreads} CPU Threads")
ax.text(
0.5,
0.93,
f"{build} with 1 GPU and {nthreads} CPU Threads",
ha="center",
transform=ax.transAxes,
fontsize=11,
)
else:
ax.set_title(build)
ax.text(0.5, 0.93, build, ha="center", transform=ax.transAxes, fontsize=11)

# variable_name: [label, colour]
vars = {
"summary": ["total", "tab:blue"],
"summary": ["Total", "tab:blue"],
"timestep_sdm": ["SDM", "tab:cyan"],
"timestep_sdm_movement": ["Motion", "tab:purple"],
"timestep_sdm_microphysics": ["Microphysics", "tab:red"],
Expand Down Expand Up @@ -161,7 +175,7 @@ def plot_wallclock_vs_total_num_supers(
axb = axs[0].twinx()
axb.set_yticks([])
axb.spines[["left", "bottom", "right", "top"]].set_visible(False)
axb.legend(handles=perf, loc="upper right")
axb.legend(handles=perf, loc="lower left")

ax.set_xscale("log")
ax.set_yscale("log")
Expand Down Expand Up @@ -236,7 +250,7 @@ def plot_wallclock_strong_scaling_for_total_num_supers(
# for legend
if build == "CUDA" or build == "Serial":
x_ = ds.nthreads.max()
y_ = data.sel(nthreads=x_, ngbxs=ds.ngbxs.min())[0, 0]
y_ = data.sel(nthreads=x_, ngbxs=data.ngbxs.min())[0, 0]
lines = [
ax.scatter(
x_, y_, color="k", marker=styles[build], label=build, zorder=0
Expand Down Expand Up @@ -307,8 +321,9 @@ def plot_speedup_strong_scaling_for_total_num_supers(
datasets: dict,
ngbxs2plot: dict,
nsupers: int,
colors: Optional[dict] = None,
):
fig = plt.figure(figsize=(18, 6))
fig = plt.figure(figsize=(13.3, 4.75))
gs = GridSpec(1, 3, figure=fig)
axs = []
for i in range(3):
Expand All @@ -320,11 +335,13 @@ def plot_speedup_strong_scaling_for_total_num_supers(
"OpenMP": "-", # line
"C++Threads": "--", # line
}
colors = {}
cmap = plt.get_cmap("plasma")
norm = LogNorm(vmin=1e2, vmax=1e8)
for ngbxs in ngbxs2plot["CUDA"]:
colors[ngbxs] = cmap(norm(ngbxs * nsupers))

if colors is None:
colors = {}
cmap = plt.get_cmap("plasma")
norm = LogNorm(vmin=1e2, vmax=1e8)
for ngbxs in ngbxs2plot["CUDA"]:
colors[ngbxs] = cmap(norm(ngbxs * nsupers))

# variable_name: [label, colour]
vars = {
Expand Down Expand Up @@ -371,7 +388,7 @@ def plot_speedup_strong_scaling_for_total_num_supers(
# for legend
if build == "CUDA":
x_ = ds.nthreads.max()
y_ = y.sel(nthreads=x_, ngbxs=ds.ngbxs.min())
y_ = y.sel(nthreads=x_, ngbxs=y.ngbxs.min())
lines = [
ax.scatter(
x_, y_, color="k", marker=styles[build], label=build, zorder=0
Expand Down Expand Up @@ -490,12 +507,18 @@ def plot_speedup_strong_scaling_for_total_num_supers(
# %%
ngbxs2plot = {
"Serial": [1, 64, 512, 4096, 32768],
"CUDA": [1, 64, 512, 4096, 32768, 131072],
"OpenMP": [1, 64, 512, 4096, 32768, 131072],
"C++Threads": [1, 64, 512, 4096, 32768, 131072],
"CUDA": [64, 512, 4096, 131072],
"OpenMP": [64, 512, 4096, 131072],
"C++Threads": [64, 512, 4096, 131072],
}
colors = {
64: "indigo",
512: "slateblue",
4096: "lightseagreen",
131072: "yellowgreen",
}
fig, axs = plot_speedup_strong_scaling_for_total_num_supers(
datasets, ngbxs2plot, nsupers
datasets, ngbxs2plot, nsupers, colors=colors
)
savename = path4plots / "strong_scaling_speedup.png"
save_figure(savename)
Expand Down
105 changes: 68 additions & 37 deletions scripts/plotting/prettyplots_spacetimestack.py
Original file line number Diff line number Diff line change
Expand Up @@ -113,26 +113,26 @@ def plot_serial_space_time_stack_memory_allocations_vs_total_num_supers(
ax0.plot(
totnsupers_serial,
highwater_serial,
color="green",
color="brown",
linestyle=linestyle,
linewidth=2,
)
ax0b.plot(
totnsupers_serial,
maxalloc_host_serial,
color="brown",
color="grey",
linestyle=linestyle,
linewidth=2,
)

x0, y0, m0 = linear_scaling(totnsupers_serial, highwater_serial)
lines_fit0 = ax0.plot(x0, y0, color="dimgrey", linestyle="-", linewidth=0.5)
lines_fita = ax0.plot(x0, y0, color="brown", linestyle="-", linewidth=0.5)
x1, y1, m1 = linear_scaling(totnsupers_serial, maxalloc_host_serial)
lines_fitb = ax0b.plot(x1, y1, color="dimgrey", linestyle="-", linewidth=0.5)
lines_fitb = ax0b.plot(x1, y1, color="grey", linestyle="-", linewidth=0.5)

ax0.set_xlabel("total number of superdroplets in domain / 10$^6$")
ax0.set_ylabel("CPU high-water memory consumption /GB", color="green")
ax0b.set_ylabel("maximum memory allocation /GB", color="brown")
ax0.set_ylabel("CPU high-water\nmemory consumption /GB", color="brown")
ax0b.set_ylabel("maximum memory allocation /GB", color="grey")
ax0.set_xlim(left=0)
ax0.set_ylim(bottom=0.0)
ax0b.set_ylim(ax0.get_ylim())
Expand All @@ -145,43 +145,65 @@ def plot_serial_space_time_stack_memory_allocations_vs_total_num_supers(
linewidth=2,
zorder=0,
)
labels = ["serial", "linear fit, m={:.3f}".format(m0.values)]
handles = [lines0[0], lines_fit0[0]]

labels = [
"Serial",
"Linear fit, m={:.3f}".format(m0.values),
"Linear fit, m={:.3f}".format(m1.values),
]
handles = [lines0[0], lines_fita[0], lines_fitb[0]]
leg = ax0.legend(labels=labels, handles=handles, loc="upper left")
plt.setp(leg.get_texts()[1], color="green")
labelb = "linear fit, m={:.3f}".format(m1.values)
legb = ax0b.legend(labels=[labelb], handles=[lines_fitb[0]], loc="lower right")
plt.setp(legb.get_texts()[0], color="brown")
plt.setp(leg.get_texts()[1], color="brown")
plt.setp(leg.get_texts()[2], color="grey")

return ax0, ax0b, highwater_serial * 1e6, maxalloc_host_serial * 1e6 # memory in kB


def plot_space_time_stack_memory_allocations_vs_nthreads(
datasets: dict, ngbxs2plot: dict, nsupers: int
datasets: dict,
ngbxs2plot: dict,
nsupers: int,
colors: Optional[dict] = None,
):
fig = plt.figure(figsize=(9, 6.5))
gs = GridSpec(2, 2, figure=fig, height_ratios=[5, 4])
fig = plt.figure(figsize=(11, 7))
gs = GridSpec(
2,
3,
figure=fig,
height_ratios=[1, 1],
width_ratios=[8, 8, 1],
wspace=0.4,
hspace=0.4,
)
ax0 = fig.add_subplot(gs[0, :])
ax1 = fig.add_subplot(gs[1, 0])
ax2 = fig.add_subplot(gs[1, 1])
legax1 = fig.add_subplot(gs[1, 2])
legax2 = legax1.twiny()
legax1.set_xticks([])
legax1.set_yticks([])
legax2.set_xticks([])
legax1.spines[["top", "right", "bottom", "left"]].set_visible(False)
legax2.spines[["top", "right", "bottom", "left"]].set_visible(False)

for ax in [ax0, ax1, ax2]:
ax.spines[["right", "top"]].set_visible(False)

# buildtype: linestyle
linestyles = {
"Serial": (0, (1, 1)), # densely dotted
"CUDA": "-.", # CUDA_host
"CUDA_device": (0, (3, 5, 1, 5)), # dashdotted
"Serial": "-.",
"CUDA": (0, (1, 3)), # CUDA_host sparse dotted
"CUDA_device": (0, (1, 1)), # densely dotted
"OpenMP": "-",
"C++Threads": "--",
}

colors = {}
cmap = plt.get_cmap("plasma")
norm = LogNorm(vmin=1e2, vmax=1e8)
for ngbxs in list(ngbxs2plot.values())[0]:
colors[ngbxs] = cmap(norm(ngbxs * nsupers))
if colors is None:
colors = {}
cmap = plt.get_cmap("plasma")
norm = LogNorm(vmin=1e2, vmax=1e8)
for ngbxs in list(ngbxs2plot.values())[0]:
colors[ngbxs] = cmap(norm(ngbxs * nsupers))

# total number of superdroplets in domain: formatted number
formatted_labels = {
Expand Down Expand Up @@ -266,25 +288,25 @@ def plot_space_time_stack_memory_allocations_vs_nthreads(
ax1.set_xlim([0, 130])
ax1.set_xlabel("number of CPU threads")
ax1.set_ylabel(
"CPU high-water memory consumption\nrelative to serial", color="green"
)
labels = [formatted_labels[i] for i in handles1.keys()]
labels[0] = f"#SDs = {labels[0]}"
ax1.legend(
handles=list(handles1.values()), labels=labels, loc="upper right", fontsize=9
"CPU high-water memory\nconsumption relative to serial", color="brown"
)

ax2.set_xlim([0, 130])
ax2.set_xlabel("number of CPU threads")
ax2.set_ylabel("maximum memory allocation\nrelative to serial", color="brown")
ax2.legend(
ax2.set_ylabel("maximum memory\nallocation relative to serial", color="grey")

legax1.legend(
handles=list(handles2.values()),
labels=list(handles2.keys()),
loc="upper left",
loc="upper center",
fontsize=9,
)

fig.tight_layout()
labels = [formatted_labels[i] for i in handles1.keys()]
labels[0] = f"#SDs = {labels[0]}"
legax2.legend(
handles=list(handles1.values()), labels=labels, loc=(-1.25, 0.15), fontsize=9
)

return fig, [ax0, ax0b, ax1, ax2]

Expand All @@ -295,12 +317,21 @@ def plot_space_time_stack_memory_allocations_vs_nthreads(

# %%
ngbxs2plot = {
"OpenMP": [64, 512, 4096, 32768, 131072],
"C++Threads": [64, 512, 4096, 32768, 131072],
"CUDA": [64, 512, 4096, 32768, 131072],
"OpenMP": [64, 512, 4096, 131072],
"C++Threads": [64, 512, 4096, 131072],
"CUDA": [64, 512, 4096, 131072],
}
colors = {
64: "indigo",
512: "slateblue",
4096: "lightseagreen",
131072: "yellowgreen",
}
fig, axs = plot_space_time_stack_memory_allocations_vs_nthreads(
datasets, ngbxs2plot, nsupers
datasets,
ngbxs2plot,
nsupers,
colors=colors,
)
savename = path4plots / "memory_vs_totnsupers.png"
save_figure(savename)
Expand Down
4 changes: 2 additions & 2 deletions scripts/plotting/prettyplots_thermo3d.py
Original file line number Diff line number Diff line change
Expand Up @@ -146,8 +146,8 @@ def three_xticks(var):

ax1b = ax1.twiny()
supersat = thermo.supersaturation()[t, y, x, :] * 100 # %
ax1b.plot(supersat, gbxs["zfull"], color="darkorchid")
ax1b.set_xlabel("% supersaturation", color="darkorchid")
ax1b.plot(supersat, gbxs["zfull"], color="darkslategray")
ax1b.set_xlabel("% supersaturation", color="darkslategray")
ax1b.set_xticks(three_xticks(supersat))
ax1b.set_xticklabels(["{:.2f}".format(x) for x in three_xticks(supersat)])

Expand Down
Loading