Overview#
This notebook gives a general overview of the features included in the dataset.
Show imports
%load_ext autoreload
%autoreload 2
import os
import dimcat as dc
import pandas as pd
import plotly.express as px
from dimcat import filters, plotting
from IPython.display import display
import utils
RESULTS_PATH = os.path.abspath(os.path.join(utils.OUTPUT_FOLDER, "overview"))
os.makedirs(RESULTS_PATH, exist_ok=True)
def make_output_path(
filename: str,
extension=None,
path=RESULTS_PATH,
) -> str:
return utils.make_output_path(filename=filename, extension=extension, path=path)
def save_figure_as(
fig, filename, formats=("png", "pdf"), directory=RESULTS_PATH, **kwargs
):
if formats is not None:
for fmt in formats:
plotting.write_image(fig, filename, directory, format=fmt, **kwargs)
else:
plotting.write_image(fig, filename, directory, **kwargs)
Loading data
D = utils.get_dataset("rachmaninoff_piano", corpus_release="v2.4")
package = D.inputs.get_package()
package_info = package._package.custom
git_tag = package_info.get("git_tag")
utils.print_heading("Data and software versions")
print("Sergei Rachmaninoff – Variations on a Theme of Corelli, Op. 42 version v2.4")
print(f"Datapackage '{package.package_name}' @ {git_tag}")
print(f"dimcat version {dc.__version__}\n")
D
Data and software versions
--------------------------
Sergei Rachmaninoff – Variations on a Theme of Corelli, Op. 42 version v2.4
Datapackage 'rachmaninoff_piano' @ v2.4
dimcat version 3.4.0
Dataset
=======
{'inputs': {'basepath': None,
'packages': {'rachmaninoff_piano': ["'rachmaninoff_piano.measures' (MuseScoreFacetName.MuseScoreMeasures)",
"'rachmaninoff_piano.notes' (MuseScoreFacetName.MuseScoreNotes)",
"'rachmaninoff_piano.expanded' (MuseScoreFacetName.MuseScoreHarmonies)",
"'rachmaninoff_piano.chords' (MuseScoreFacetName.MuseScoreChords)",
"'rachmaninoff_piano.metadata' (FeatureName.Metadata)"]}},
'outputs': {'basepath': None, 'packages': {}},
'pipeline': []}
filtered_D = filters.HasHarmonyLabelsFilter(keep_values=[True]).process(D)
all_metadata = filtered_D.get_metadata()
assert len(all_metadata) > 0, "No pieces selected for analysis."
all_metadata
TimeSig | KeySig | last_mc | last_mn | length_qb | last_mc_unfolded | last_mn_unfolded | length_qb_unfolded | all_notes_qb | n_onsets | ... | P86 (composer) | staff_1_ambitus | staff_1_instrument | staff_2_ambitus | staff_2_instrument | staff_3_ambitus | staff_3_instrument | staff_4_ambitus | staff_4_instrument | |||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
corpus | piece | |||||||||||||||||||||
rachmaninoff_piano | op42_01a | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 192.00 | 125 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 65-79 (F4-G5) | Piano | 55-69 (G3-A4) | Piano | <NA> | <NA> | <NA> | <NA> |
op42_01b | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 128.25 | 259 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 48-72 (C3-C5) | Piano | 29-69 (F1-A4) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_02 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 165.75 | 383 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 66-81 (F#4-A5) | Piano | 53-74 (F3-D5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_03 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 211.00 | 328 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-86 (E3-D6) | Piano | 26-70 (D1-Bb4) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_04 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 348.58 | 310 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 53-92 (F3-G#6) | Piano | 32-80 (Ab1-G#5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_05 | {1: '3/4', 2: '2/4', 3: '3/4', 4: '2/4', 5: '3... | {1: -1} | 16 | 16 | 44.0 | 16 | 16 | 44.0 | 136.50 | 288 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-93 (E3-A6) | Piano | 33-81 (A1-A5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_06 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 164.00 | 419 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-89 (E3-F6) | Piano | 38-79 (D2-G5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_07 | {1: '3/4'} | {1: -1} | 18 | 18 | 54.0 | 18 | 18 | 54.0 | 260.50 | 448 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 53-93 (F3-A6) | Piano | 26-70 (D1-Bb4) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_08 | {1: '3/4'} | {1: -1} | 15 | 15 | 45.0 | 15 | 15 | 45.0 | 208.50 | 272 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-68 (E3-Ab4) | Piano | 26-53 (D1-F3) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_09 | {1: '3/4'} | {1: -1} | 19 | 19 | 57.0 | 19 | 19 | 57.0 | 232.50 | 403 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 45-87 (A2-Eb6) | Piano | 26-73 (D1-C#5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_10 | {1: '4/4', 2: '2/4', 3: '4/4', 5: '2/4', 6: '4... | {1: -1} | 25 | 25 | 85.0 | 25 | 25 | 85.0 | 232.25 | 635 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-93 (E3-A6) | Piano | 29-79 (F1-G5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_11 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 209.50 | 400 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 45-89 (A2-F6) | Piano | 28-79 (E1-G5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_12 | {1: '3/4', 18: '2/4', 19: '3/4'} | {1: -1} | 23 | 23 | 68.0 | 23 | 23 | 68.0 | 240.00 | 336 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-87 (E3-Eb6) | Piano | 26-77 (D1-F5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_13a | {1: '9/8', 7: '6/8', 8: '9/8', 14: '6/8', 15: ... | {1: -1} | 17 | 17 | 70.5 | 17 | 17 | 70.5 | 208.50 | 452 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-86 (E3-D6) | Piano | 24-65 (C1-F4) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_13b | {1: '3/4'} | {1: -1, 13: -5} | 14 | 13 | 157.0 | 14 | 13 | 157.0 | 383.50 | 439 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 44-92 (Ab2-Ab6) | Piano | 23-88 (B0-E6) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_14 | {1: '3/4'} | {1: -5} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 220.50 | 173 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 51-68 (Eb3-Ab4) | Piano | 30-49 (Gb1-Db3) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_15 | {1: '9/8', 9: '6/8', 13: '9/8', 21: '6/8'} | {1: -5} | 26 | 26 | 102.0 | 26 | 26 | 102.0 | 318.00 | 481 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 68-80 (Ab4-Ab5) | Piano | 44-77 (Ab2-F5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_16 | {1: '4/4'} | {1: -1} | 16 | 15 | 60.5 | 16 | 15 | 60.5 | 307.21 | 469 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 49-89 (C#3-F6) | Piano | 28-77 (E1-F5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_17 | {1: '4/4', 4: '2/4', 5: '4/4', 8: '2/4', 9: '4... | {1: -1} | 23 | 23 | 96.0 | 23 | 23 | 96.0 | 244.50 | 490 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 50-88 (D3-E6) | Piano | 31-81 (G1-A5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_18 | {1: '9/8'} | {1: -1} | 16 | 16 | 72.0 | 16 | 16 | 72.0 | 361.00 | 791 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 49-89 (C#3-F6) | Piano | 33-74 (A1-D5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_19 | {1: '9/8', 15: '6/8'} | {1: -1} | 17 | 17 | 72.0 | 17 | 17 | 72.0 | 422.50 | 927 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 45-93 (A2-A6) | Piano | 28-74 (E1-D5) | Piano | 40-69 (E2-A4) | Piano | 32-52 (Ab1-E3) | Piano | |
op42_20 | {1: '9/8', 16: '6/8', 17: '9/8', 26: '6/8', 28... | {1: -1} | 44 | 44 | 174.0 | 44 | 44 | 174.0 | 665.42 | 1052 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 50-93 (D3-A6) | Piano | 26-81 (D1-A5) | Piano | <NA> | <NA> | <NA> | <NA> |
22 rows × 60 columns
mean_composition_years = utils.corpus_mean_composition_years(all_metadata)
chronological_order = mean_composition_years.index.to_list()
corpus_colors = dict(zip(chronological_order, utils.CORPUS_COLOR_SCALE))
corpus_names = {
corp: utils.get_corpus_display_name(corp) for corp in chronological_order
}
chronological_corpus_names = list(corpus_names.values())
corpus_name_colors = {
corpus_names[corp]: color for corp, color in corpus_colors.items()
}
mean_composition_years
corpus
rachmaninoff_piano 1931.0
Name: mean_composition_year, dtype: float64
Composition dates#
This section relies on the dataset’s metadata.
valid_composed_start = pd.to_numeric(all_metadata.composed_start, errors="coerce")
valid_composed_end = pd.to_numeric(all_metadata.composed_end, errors="coerce")
print(
f"Composition dates range from {int(valid_composed_start.min())} {valid_composed_start.idxmin()} "
f"to {int(valid_composed_end.max())} {valid_composed_end.idxmax()}."
)
Composition dates range from 1931 ('rachmaninoff_piano', 'op42_01a') to 1931 ('rachmaninoff_piano', 'op42_01a').
Mean composition years per corpus#
def make_summary(metadata_df):
piece_is_annotated = metadata_df.label_count > 0
return metadata_df[piece_is_annotated].copy()
Show source
summary = make_summary(all_metadata)
bar_data = pd.concat(
[
mean_composition_years.rename("year"),
summary.groupby(level="corpus").size().rename("pieces"),
],
axis=1,
).reset_index()
N = len(summary)
fig = px.bar(
bar_data,
x="year",
y="pieces",
color="corpus",
color_discrete_map=corpus_colors,
title=f"Temporal coverage of the {N} annotated pieces in the Distant Listening Corpus",
)
fig.update_traces(width=5)
fig.update_layout(**utils.STD_LAYOUT)
fig.update_traces(width=5)
save_figure_as(fig, "pieces_timeline_bars")
fig.show()
summary
TimeSig | KeySig | last_mc | last_mn | length_qb | last_mc_unfolded | last_mn_unfolded | length_qb_unfolded | all_notes_qb | n_onsets | ... | P86 (composer) | staff_1_ambitus | staff_1_instrument | staff_2_ambitus | staff_2_instrument | staff_3_ambitus | staff_3_instrument | staff_4_ambitus | staff_4_instrument | |||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
corpus | piece | |||||||||||||||||||||
rachmaninoff_piano | op42_01a | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 192.00 | 125 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 65-79 (F4-G5) | Piano | 55-69 (G3-A4) | Piano | <NA> | <NA> | <NA> | <NA> |
op42_01b | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 128.25 | 259 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 48-72 (C3-C5) | Piano | 29-69 (F1-A4) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_02 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 165.75 | 383 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 66-81 (F#4-A5) | Piano | 53-74 (F3-D5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_03 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 211.00 | 328 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-86 (E3-D6) | Piano | 26-70 (D1-Bb4) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_04 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 348.58 | 310 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 53-92 (F3-G#6) | Piano | 32-80 (Ab1-G#5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_05 | {1: '3/4', 2: '2/4', 3: '3/4', 4: '2/4', 5: '3... | {1: -1} | 16 | 16 | 44.0 | 16 | 16 | 44.0 | 136.50 | 288 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-93 (E3-A6) | Piano | 33-81 (A1-A5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_06 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 164.00 | 419 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-89 (E3-F6) | Piano | 38-79 (D2-G5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_07 | {1: '3/4'} | {1: -1} | 18 | 18 | 54.0 | 18 | 18 | 54.0 | 260.50 | 448 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 53-93 (F3-A6) | Piano | 26-70 (D1-Bb4) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_08 | {1: '3/4'} | {1: -1} | 15 | 15 | 45.0 | 15 | 15 | 45.0 | 208.50 | 272 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-68 (E3-Ab4) | Piano | 26-53 (D1-F3) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_09 | {1: '3/4'} | {1: -1} | 19 | 19 | 57.0 | 19 | 19 | 57.0 | 232.50 | 403 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 45-87 (A2-Eb6) | Piano | 26-73 (D1-C#5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_10 | {1: '4/4', 2: '2/4', 3: '4/4', 5: '2/4', 6: '4... | {1: -1} | 25 | 25 | 85.0 | 25 | 25 | 85.0 | 232.25 | 635 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-93 (E3-A6) | Piano | 29-79 (F1-G5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_11 | {1: '3/4'} | {1: -1} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 209.50 | 400 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 45-89 (A2-F6) | Piano | 28-79 (E1-G5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_12 | {1: '3/4', 18: '2/4', 19: '3/4'} | {1: -1} | 23 | 23 | 68.0 | 23 | 23 | 68.0 | 240.00 | 336 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-87 (E3-Eb6) | Piano | 26-77 (D1-F5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_13a | {1: '9/8', 7: '6/8', 8: '9/8', 14: '6/8', 15: ... | {1: -1} | 17 | 17 | 70.5 | 17 | 17 | 70.5 | 208.50 | 452 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 52-86 (E3-D6) | Piano | 24-65 (C1-F4) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_13b | {1: '3/4'} | {1: -1, 13: -5} | 14 | 13 | 157.0 | 14 | 13 | 157.0 | 383.50 | 439 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 44-92 (Ab2-Ab6) | Piano | 23-88 (B0-E6) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_14 | {1: '3/4'} | {1: -5} | 16 | 16 | 48.0 | 16 | 16 | 48.0 | 220.50 | 173 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 51-68 (Eb3-Ab4) | Piano | 30-49 (Gb1-Db3) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_15 | {1: '9/8', 9: '6/8', 13: '9/8', 21: '6/8'} | {1: -5} | 26 | 26 | 102.0 | 26 | 26 | 102.0 | 318.00 | 481 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 68-80 (Ab4-Ab5) | Piano | 44-77 (Ab2-F5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_16 | {1: '4/4'} | {1: -1} | 16 | 15 | 60.5 | 16 | 15 | 60.5 | 307.21 | 469 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 49-89 (C#3-F6) | Piano | 28-77 (E1-F5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_17 | {1: '4/4', 4: '2/4', 5: '4/4', 8: '2/4', 9: '4... | {1: -1} | 23 | 23 | 96.0 | 23 | 23 | 96.0 | 244.50 | 490 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 50-88 (D3-E6) | Piano | 31-81 (G1-A5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_18 | {1: '9/8'} | {1: -1} | 16 | 16 | 72.0 | 16 | 16 | 72.0 | 361.00 | 791 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 49-89 (C#3-F6) | Piano | 33-74 (A1-D5) | Piano | <NA> | <NA> | <NA> | <NA> | |
op42_19 | {1: '9/8', 15: '6/8'} | {1: -1} | 17 | 17 | 72.0 | 17 | 17 | 72.0 | 422.50 | 927 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 45-93 (A2-A6) | Piano | 28-74 (E1-D5) | Piano | 40-69 (E2-A4) | Piano | 32-52 (Ab1-E3) | Piano | |
op42_20 | {1: '9/8', 16: '6/8', 17: '9/8', 26: '6/8', 28... | {1: -1} | 44 | 44 | 174.0 | 44 | 44 | 174.0 | 665.42 | 1052 | ... | https://imslp.org/wiki/Special:ReverseLookup/2058 | Q131861 | 50-93 (D3-A6) | Piano | 26-81 (D1-A5) | Piano | <NA> | <NA> | <NA> | <NA> |
22 rows × 60 columns
Composition years histogram#
Show source
hist_data = summary.reset_index()
hist_data.corpus = hist_data.corpus.map(corpus_names)
fig = px.histogram(
hist_data,
x="composed_end",
color="corpus",
labels=dict(
composed_end="decade",
count="pieces",
),
color_discrete_map=corpus_name_colors,
title=f"Temporal coverage of the {N} annotated pieces in the Distant Listening Corpus",
)
fig.update_traces(xbins=dict(size=10))
fig.update_layout(**utils.STD_LAYOUT)
fig.update_legends(font=dict(size=16))
save_figure_as(fig, "pieces_timeline_histogram", height=1250)
fig.show()
Dimensions#
Overview#
def make_overview_table(groupby, group_name="pieces"):
n_groups = groupby.size().rename(group_name)
absolute_numbers = dict(
measures=groupby.last_mn.sum(),
length=groupby.length_qb.sum(),
notes=groupby.n_onsets.sum(),
labels=groupby.label_count.sum(),
)
absolute = pd.DataFrame.from_dict(absolute_numbers)
absolute = pd.concat([n_groups, absolute], axis=1)
sum_row = pd.DataFrame(absolute.sum(), columns=["sum"]).T
absolute = pd.concat([absolute, sum_row])
return absolute
absolute = make_overview_table(summary.groupby("workTitle"))
# print(absolute.astype(int).to_markdown())
absolute.astype(int)
pieces | measures | length | notes | labels | |
---|---|---|---|---|---|
Variations on a Theme of Corelli | 22 | 415 | 1541 | 9880 | 1141 |
sum | 22 | 415 | 1541 | 9880 | 1141 |
def summarize_dataset(D):
all_metadata = D.get_metadata()
summary = make_summary(all_metadata)
return make_overview_table(summary.groupby(level=0))
corpus_summary = summarize_dataset(D)
print(corpus_summary.astype(int).to_markdown())
| | pieces | measures | length | notes | labels |
|:-------------------|---------:|-----------:|---------:|--------:|---------:|
| rachmaninoff_piano | 22 | 415 | 1541 | 9880 | 1141 |
| sum | 22 | 415 | 1541 | 9880 | 1141 |
Measures#
all_measures = D.get_feature("measures")
print(
f"{len(all_measures.index)} measures over {len(all_measures.groupby(level=[0,1]))} files."
)
all_measures.head()
417 measures over 22 files.
mc | mn | quarterbeats | duration_qb | keysig | timesig | act_dur | mc_offset | numbering_offset | dont_count | barline | breaks | repeats | next | |||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
corpus | piece | i | ||||||||||||||
rachmaninoff_piano | op42_01a | 0 | 1 | 1 | 0 | 3.0 | -1 | 3/4 | 3/4 | 0 | <NA> | <NA> | <NA> | <NA> | firstMeasure | (2,) |
1 | 2 | 2 | 3 | 3.0 | -1 | 3/4 | 3/4 | 0 | <NA> | <NA> | <NA> | <NA> | <NA> | (3,) | ||
2 | 3 | 3 | 6 | 3.0 | -1 | 3/4 | 3/4 | 0 | <NA> | <NA> | <NA> | <NA> | <NA> | (4,) | ||
3 | 4 | 4 | 9 | 3.0 | -1 | 3/4 | 3/4 | 0 | <NA> | <NA> | <NA> | <NA> | <NA> | (5,) | ||
4 | 5 | 5 | 12 | 3.0 | -1 | 3/4 | 3/4 | 0 | <NA> | <NA> | <NA> | <NA> | <NA> | (6,) |
all_measures.get_default_analysis().plot_grouped()
Harmony labels#
All symbols, independent of the local key (the mode of which changes their semantics).
try:
all_annotations = D.get_feature("harmonylabels").df
except Exception:
all_annotations = pd.DataFrame()
n_annotations = len(all_annotations.index)
includes_annotations = n_annotations > 0
if includes_annotations:
display(all_annotations.head())
print(f"Concatenated annotation tables contains {all_annotations.shape[0]} rows.")
no_chord = all_annotations.root.isna()
if no_chord.sum() > 0:
print(
f"{no_chord.sum()} of them are not chords. Their values are:"
f" {all_annotations.label[no_chord].value_counts(dropna=False).to_dict()}"
)
all_chords = all_annotations[~no_chord].copy()
print(
f"Dataset contains {all_chords.shape[0]} tokens and {len(all_chords.chord.unique())} types over "
f"{len(all_chords.groupby(level=[0,1]))} documents."
)
all_annotations["corpus_name"] = all_annotations.index.get_level_values(0).map(
utils.get_corpus_display_name
)
all_chords["corpus_name"] = all_chords.index.get_level_values(0).map(
utils.get_corpus_display_name
)
else:
print("Dataset contains no annotations.")
mc | mn | quarterbeats | quarterbeats_all_endings | duration_qb | mc_onset | mn_onset | timesig | staff | voice | ... | numeral_or_applied_to_numeral | intervals_over_bass | intervals_over_root | scale_degrees | scale_degrees_and_mode | scale_degrees_major | scale_degrees_minor | globalkey | localkey | chord | |||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
corpus | piece | i | |||||||||||||||||||||
rachmaninoff_piano | op42_01a | 0 | 1 | 1 | 0 | 0 | 3.0 | 0 | 0 | 3/4 | 2 | 1 | ... | i | (m3, P5) | (m3, P5) | (1, 3, 5) | (1, 3, 5), minor | (1, b3, 5) | (1, 3, 5) | d | i | i |
1 | 2 | 2 | 3 | 3 | 3.0 | 0 | 0 | 3/4 | 2 | 1 | ... | V | (M3, P5) | (M3, P5) | (5, #7, 2) | (5, #7, 2), minor | (5, 7, 2) | (5, #7, 2) | d | i | V | ||
2 | 3 | 3 | 6 | 6 | 2.0 | 0 | 0 | 3/4 | 2 | 1 | ... | i | (m3, P5) | (m3, P5) | (1, 3, 5) | (1, 3, 5), minor | (1, b3, 5) | (1, 3, 5) | d | i | i | ||
3 | 3 | 3 | 8 | 8 | 1.0 | 1/2 | 1/2 | 3/4 | 2 | 1 | ... | iv | (m3, P5, m7) | (m3, P5, m7) | (4, 6, 1, 3) | (4, 6, 1, 3), minor | (4, b6, 1, b3) | (4, 6, 1, 3) | d | i | iv7 | ||
4 | 4 | 4 | 9 | 9 | 3.0 | 0 | 0 | 3/4 | 2 | 1 | ... | III | (M3, P5) | (M3, P5) | (7, 2, 4) | (7, 2, 4), minor | (b7, 2, 4) | (7, 2, 4) | d | i | V/III |
5 rows × 52 columns
Concatenated annotation tables contains 1116 rows.
Dataset contains 1116 tokens and 456 types over 22 documents.