Overview#

This notebook gives a general overview of the features included in the dataset.

Hide imports 
%load_ext autoreload
%autoreload 2
import os

import dimcat as dc
import pandas as pd
import plotly.express as px
from dimcat import filters, plotting
from IPython.display import display

import utils

RESULTS_PATH = os.path.abspath(os.path.join(utils.OUTPUT_FOLDER, "overview"))
os.makedirs(RESULTS_PATH, exist_ok=True)


def make_output_path(
    filename: str,
    extension=None,
    path=RESULTS_PATH,
) -> str:
    return utils.make_output_path(filename=filename, extension=extension, path=path)


def save_figure_as(
    fig, filename, formats=("png", "pdf"), directory=RESULTS_PATH, **kwargs
):
    if formats is not None:
        for fmt in formats:
            plotting.write_image(fig, filename, directory, format=fmt, **kwargs)
    else:
        plotting.write_image(fig, filename, directory, **kwargs)

Loading data

D = utils.get_dataset("chopin_mazurkas", corpus_release="v3.2")
package = D.inputs.get_package()
package_info = package._package.custom
git_tag = package_info.get("git_tag")
utils.print_heading("Data and software versions")
print("Frédéric Chopin – Mazurkas version v3.2")
print(f"Datapackage '{package.package_name}' @ {git_tag}")
print(f"dimcat version {dc.__version__}\n")
D

Data and software versions
--------------------------

Frédéric Chopin – Mazurkas version v3.2
Datapackage 'chopin_mazurkas' @ v3.2
dimcat version 3.4.0

Dataset
=======
{'inputs': {'basepath': None,
            'packages': {'chopin_mazurkas': ["'chopin_mazurkas.measures' (MuseScoreFacetName.MuseScoreMeasures)",
                                             "'chopin_mazurkas.notes' (MuseScoreFacetName.MuseScoreNotes)",
                                             "'chopin_mazurkas.expanded' (MuseScoreFacetName.MuseScoreHarmonies)",
                                             "'chopin_mazurkas.chords' (MuseScoreFacetName.MuseScoreChords)",
                                             "'chopin_mazurkas.metadata' (FeatureName.Metadata)"]}},
 'outputs': {'basepath': None, 'packages': {}},
 'pipeline': []}

filtered_D = filters.HasHarmonyLabelsFilter(keep_values=[True]).process(D)
all_metadata = filtered_D.get_metadata()
assert len(all_metadata) > 0, "No pieces selected for analysis."
all_metadata
TimeSig KeySig last_mc last_mn length_qb last_mc_unfolded last_mn_unfolded length_qb_unfolded volta_mcs all_notes_qb ... wikidata imslp.1 key mode originalFormat typesetter staff_1_ambitus staff_1_instrument staff_2_ambitus staff_2_instrument
corpus piece
chopin_mazurkas BI105-2op30-2 {1: '3/4'} {1: 2} 65 64 193.00 65 64 193.00 () 711.00 ... https://www.wikidata.org/wiki/Q6799054 <NA> B minor / F sharp minor xml <NA> 59-90 (B3-F#6) piano 35-71 (B1-B4) piano
BI105-3op30-3 {1: '3/4'} {1: -5} 95 95 285.00 111 111 333.00 () 885.25 ... https://www.wikidata.org/wiki/Q6799054 <NA> D flat major xml <NA> 53-84 (F3-C6) piano 25-65 (Db1-F4) piano
BI105-4op30-4 {1: '3/4'} {1: 4} 139 139 417.00 139 139 417.00 () 1612.00 ... https://www.wikidata.org/wiki/Q6799054 <NA> C sharp minor xml <NA> 49-98 (C#3-D7) piano 30-69 (F#1-A4) piano
BI115-1op33-1 {1: '3/4'} {1: 5} 49 48 145.00 49 48 145.00 () 501.25 ... https://www.wikidata.org/wiki/Q6149400 <NA> G sharp minor xml <NA> 59-83 (B3-B5) <NA> 32-73 (G#1-C#5) <NA>
BI115-2op33-2 {1: '3/4'} {1: 2, 50: -2, 75: 2} 137 135 409.00 144 143 430.00 (73], [74) 1582.00 ... https://www.wikidata.org/wiki/Q6149400 <NA> D major xml <NA> 57-86 (A3-D6) piano 32-69 (Ab1-A4) piano
BI115-3op33-3 {1: '3/4'} {1: 0, 18: -4, 34: 0} 49 48 144.00 49 48 144.00 () 588.50 ... https://www.wikidata.org/wiki/Q6149400 <NA> C major xml <NA> 58-84 (Bb3-C6) piano 37-69 (Db2-A4) piano
BI115-4op33-4 {1: '3/4'} {1: 2, 50: -2, 66: 2, 114: -2, 130: 5, 194: 2} 225 224 673.00 225 224 673.00 () 1963.25 ... https://www.wikidata.org/wiki/Q6149400 <NA> B minor xml <NA> 41-94 (F2-Bb6) <NA> 34-76 (Bb1-E5) <NA>
BI122op41-2 {1: '3/4'} {1: 1} 68 68 204.00 68 68 204.00 () 941.00 ... https://www.wikidata.org/wiki/Q6799056 <NA> E minor xml <NA> 54-76 (F#3-E5) <NA> 35-63 (B1-D#4) <NA>
BI126-1op41-4 {1: '3/4'} {1: -4} 75 74 223.00 83 82 247.00 () 782.00 ... https://www.wikidata.org/wiki/Q6799056 <NA> C sharp minor xml <NA> 55-82 (G3-Bb5) piano 32-66 (Ab1-Gb4) piano
BI126-3op41-1 {1: '3/4'} {1: 4} 139 139 416.00 139 139 416.00 () 1543.25 ... https://www.wikidata.org/wiki/Q6799056 <NA> B major xml <NA> 51-89 (D#3-E#6) <NA> 29-72 (E#1-B#4) <NA>
BI126-4op41-3 {1: '3/4'} {1: 5} 78 78 234.00 78 78 234.00 () 834.75 ... https://www.wikidata.org/wiki/Q6799056 <NA> A flat major xml <NA> 54-88 (F#3-E6) <NA> 30-75 (F#1-D#5) <NA>
BI134 {1: '3/4'} {1: 0, 34: 3, 82: 0} 113 224 337.00 113 112 337.00 () 1208.75 ... <NA> <NA> A minor xml <NA> 56-85 (G#3-C#6) <NA> 28-73 (E1-C#5) <NA>
BI140 {1: '3/4'} {1: 0, 42: 3, 78: 0} 132 247 394.00 132 131 394.00 () 1555.75 ... <NA> <NA> A minor xml <NA> 52-96 (E3-C7) <NA> 28-78 (E1-F#5) <NA>
BI145-1op50-1 {1: '3/4'} {1: 1} 104 104 312.00 104 104 312.00 () 1228.00 ... https://www.wikidata.org/wiki/Q6799055 <NA> G major xml <NA> 54-91 (F#3-G6) piano 31-74 (G1-D5) piano
BI145-2op50-2 {1: '3/4'} {1: -4, 60: -5, 84: -4} 103 103 309.00 186 186 558.00 () 985.75 ... https://www.wikidata.org/wiki/Q6799055 <NA> A flat major xml <NA> 53-80 (F3-Ab5) piano 37-68 (Db2-Ab4) piano
BI145-3op50-3 {1: '3/4'} {1: 4} 194 192 577.00 211 208 625.00 () 1778.25 ... https://www.wikidata.org/wiki/Q6799055 <NA> C sharp minor xml <NA> 51-87 (D#3-D#6) piano 30-72 (F#1-B#4) piano
BI153-1op56-1 {1: '3/4'} {1: 5, 45: -3, 81: 5, 103: 1, 143: 5} 204 204 612.00 204 204 612.00 () 1905.00 ... https://www.wikidata.org/wiki/Q6799057 <NA> B major xml <NA> 56-95 (G#3-B6) <NA> 30-78 (F#1-F#5) <NA>
BI153-2op56-2 {1: '3/4'} {1: 0} 84 84 252.00 92 92 276.00 () 980.00 ... https://www.wikidata.org/wiki/Q6799057 <NA> C major xml <NA> 52-84 (E3-C6) piano 33-66 (A1-F#4) piano
BI153-3op56-3 {1: '3/4'} {1: -3, 58: 5, 68: -2, 138: -3} 221 220 661.00 221 220 661.00 () 2207.00 ... https://www.wikidata.org/wiki/Q6799057 <NA> C minor xml <NA> 53-85 (F3-Db6) <NA> 29-67 (F1-G4) <NA>
BI157-1op59-1 {1: '3/4'} {1: 0, 37: 3, 79: 5, 91: 0} 130 130 390.00 142 142 426.00 () 1204.25 ... https://www.wikidata.org/wiki/Q6799059 <NA> A minor xml <NA> 49-85 (C#3-C#6) piano 28-69 (E1-A4) piano
BI157-2op59-2 {1: '3/4'} {1: -4} 111 111 333.00 111 111 333.00 () 1093.25 ... https://www.wikidata.org/wiki/Q6799059 <NA> A flat major xml <NA> 53-92 (F3-Ab6) <NA> 29-72 (F1-C5) <NA>
BI157-3op59-3 {1: '3/4'} {1: 3, 46: 6, 98: 3} 155 154 463.00 155 154 463.00 () 1587.83 ... https://www.wikidata.org/wiki/Q6799059 <NA> F sharp minor xml <NA> 53-80 (E#3-G#5) <NA> 25-68 (C#1-G#4) <NA>
BI16-1 {1: '3/4'} {1: 1, 27: 0} 36 32 99.00 52 48 144.00 (35], [36) 365.75 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/1... G major <NA> Tom Schreyer 62-84 (D4-C6) Piano 35-65 (B1-F4) Piano
BI16-2 {1: '3/4'} {1: -2} 33 32 99.00 24 24 72.00 (16], [17) 308.50 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/1... B flat major <NA> Tom Schreyer 65-94 (F4-Bb6) Piano 39-67 (Eb2-G4) Piano
BI162-1op63-1 {1: '3/4'} {1: 5, 33: 3, 69: 5} 102 102 306.00 102 102 306.00 () 1026.00 ... https://www.wikidata.org/wiki/Q6799058 <NA> B major xml <NA> 51-83 (D#3-B5) <NA> 30-78 (F#1-F#5) <NA>
BI162-2op63-2 {1: '3/4'} {1: -4} 56 56 168.00 56 56 168.00 () 521.75 ... https://www.wikidata.org/wiki/Q6799058 <NA> F minor xml <NA> 53-79 (F3-G5) piano 32-67 (Ab1-G4) piano
BI162-3op63-3 {1: '3/4'} {1: 4, 34: -5, 50: 4} 77 76 229.00 77 76 229.00 () 726.50 ... https://www.wikidata.org/wiki/Q6799058 <NA> C sharp minor xml <NA> 49-97 (C#3-C#7) <NA> 32-73 (Ab1-C#5) <NA>
BI163op67-4 {1: '3/4'} {1: 0, 35: 3, 52: 0} 83 80 247.00 113 112 337.00 (33], [34]], [[50], [51) 695.75 ... https://www.wikidata.org/wiki/Q20875234 <NA> A minor xml <NA> 57-85 (A3-C#6) piano 33-69 (A1-A4) piano
BI167op67-2 {1: '3/4'} {1: -2} 57 56 169.00 73 72 217.00 () 507.00 ... https://www.wikidata.org/wiki/Q20875234 <NA> G minor xml <NA> 62-94 (D4-Bb6) piano 34-67 (Bb1-G4) piano
BI168op68-4 {1: '3/4'} {1: -4} 40 40 120.00 62 62 186.00 () 363.00 ... https://www.wikidata.org/wiki/Q20875234 <NA> F minor xml <NA> 60-83 (C4-B5) piano 38-69 (D2-A4) piano
BI18op68-2 {1: '3/4'} {1: 0, 31: 3, 47: 0} 66 64 196.25 85 84 253.25 (29], [30) 589.25 ... https://www.wikidata.org/wiki/Q20875234 <NA> A minor xml <NA> 61-81 (C#4-A5) piano 33-66 (A1-F#4) piano
BI34op68-3 {1: '3/4'} {1: -1, 33: -2, 45: -1} 60 60 180.00 60 60 180.00 () 677.75 ... https://www.wikidata.org/wiki/Q20875234 <NA> F major xml <NA> 55-89 (G3-F6) <NA> 41-70 (F2-Bb4) <NA>
BI38op68-1 {1: '3/4'} {1: 0, 34: -1, 50: 0} 73 72 219.00 84 84 252.00 (32], [33) 877.25 ... https://www.wikidata.org/wiki/Q20875234 <NA> C major xml <NA> 55-89 (G3-F6) piano 31-74 (G1-D5) piano
BI60-1op06-1 {1: '3/4'} {1: 3} 75 72 217.00 117 112 337.00 () 775.25 ... https://www.wikidata.org/wiki/Q6150184 <NA> F sharp minor xml <NA> 42-90 (F#2-F#6) piano 30-71 (F#1-B4) piano
BI60-2op06-2 {1: '3/4'} {1: 4} 75 72 216.00 101 96 288.00 () 715.08 ... https://www.wikidata.org/wiki/Q6150184 <NA> C sharp minor xml <NA> 56-83 (G#3-B5) piano 32-66 (G#1-F#4) piano
BI60-3op06-3 {1: '3/4'} {1: 4} 90 90 270.00 98 98 294.00 () 1061.75 ... https://www.wikidata.org/wiki/Q6150184 <NA> E major xml <NA> 35-88 (B1-E6) piano 33-71 (A1-B4) piano
BI60-4op06-4 {1: '3/4'} {1: -6} 25 24 73.00 41 40 121.00 () 281.50 ... https://www.wikidata.org/wiki/Q6150184 <NA> E flat minor xml <NA> 62-75 (D4-Eb5) piano 39-63 (Eb2-Eb4) piano
BI61-1op07-1 {1: '3/4'} {1: -2} 67 64 194.00 108 104 312.00 (66], [67) 578.75 ... https://www.wikidata.org/wiki/Q6799062 <NA> B flat major xml <NA> 64-86 (E4-D6) piano 39-67 (Eb2-G4) piano
BI61-2op07-2 {1: '3/4'} {1: 0, 36: 3} 60 56 173.00 125 120 360.00 (34], [35]], [[59], [60) 527.25 ... https://www.wikidata.org/wiki/Q6799062 <NA> A minor xml <NA> 60-90 (C4-F#6) piano 33-67 (A1-G4) piano
BI61-3op07-3 {1: '3/4'} {1: -4} 105 105 315.00 105 105 315.00 () 1109.25 ... https://www.wikidata.org/wiki/Q6799062 <NA> F minor xml <NA> 55-89 (G3-F6) piano 36-65 (C2-F4) piano
BI61-4op07-4 {1: '3/4'} {1: -4} 45 44 132.50 61 60 180.50 () 552.00 ... https://www.wikidata.org/wiki/Q6799062 <NA> A flat major xml <NA> 63-84 (Eb4-C6) piano 45-65 (A2-F4) piano
BI61-5op07-5 {1: '3/4'} {1: 0} 20 20 60.00 <NA> <NA> NaN () 208.00 ... https://www.wikidata.org/wiki/Q6799062 <NA> C major xml <NA> 62-86 (D4-D6) piano 43-65 (G2-F4) piano
BI71 {1: '3/4'} {1: 2, 46: 1, 62: 2} 69 68 204.50 69 68 204.50 () 831.75 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/9... D major <NA> Tom Schreyer 61-93 (C#4-A6) Piano 35-71 (B1-B4) Piano
BI73 {1: '3/4'} {1: -2, 28: -3} 36 32 102.00 12 12 35.00 (12, 13], [14]], [[26], [27) 329.50 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/9... B flat major <NA> Tom Schreyer 62-87 (D4-Eb6) Piano 39-68 (Eb2-Ab4) Piano
BI77-1op17-1 {1: '3/4'} {1: -2, 42: -3} 61 60 180.00 102 100 301.00 () 656.75 ... https://www.wikidata.org/wiki/Q3070647 <NA> B flat major xml <NA> 60-89 (C4-F6) piano 29-69 (F1-A4) piano
BI77-2op17-2 {1: '3/4'} {1: 1} 69 68 205.00 69 68 205.00 () 721.75 ... https://www.wikidata.org/wiki/Q3070647 <NA> E minor xml <NA> 59-91 (B3-G6) <NA> 40-71 (E2-B4) <NA>
BI77-3op17-3 {1: '3/4'} {1: -4, 44: 4, 86: -4} 86 81 248.00 <NA> <NA> NaN (42], [43]], [[84], [85) 876.25 ... https://www.wikidata.org/wiki/Q3070647 <NA> A flat major xml <NA> 59-87 (B3-D#6) piano 40-71 (E2-Cb5) piano
BI77-4op17-4 {1: '3/4'} {1: 0, 61: 3, 93: 0} 132 132 396.00 132 132 396.00 () 1533.25 ... https://www.wikidata.org/wiki/Q3070647 <NA> A minor xml <NA> 59-88 (B3-E6) <NA> 40-67 (E2-G4) <NA>
BI85 {1: '3/4'} {1: -4} 57 57 171.00 73 73 219.00 () 551.00 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/9... A flat major <NA> Tom Schreyer 60-86 (C4-D6) Piano 39-68 (Eb2-Ab4) Piano
BI89-1op24-1 {1: '3/4'} {1: -2} 66 64 196.00 97 96 289.00 (33], [34) 688.25 ... https://www.wikidata.org/wiki/Q11340333 <NA> G minor xml <NA> 58-79 (Bb3-G5) piano 31-70 (G1-Bb4) piano
BI89-2op24-2 {1: '3/4'} {1: 0, 57: -5, 89: 0} 120 120 360.00 120 120 360.00 () 1295.00 ... https://www.wikidata.org/wiki/Q11340333 <NA> C major xml <NA> 59-93 (B3-A6) <NA> 32-68 (Ab1-Ab4) <NA>
BI89-3op24-3 {1: '3/4'} {1: -4} 46 43 136.00 80 79 238.00 (13], [14]], [[38], [39) 403.75 ... https://www.wikidata.org/wiki/Q11340333 <NA> A flat major xml <NA> 60-84 (C4-C6) piano 37-68 (Db2-Ab4) piano
BI89-4op24-4 {1: '3/4'} {1: -5} 149 146 445.00 187 186 559.00 (53], [54]], [[62], [63) 1427.58 ... https://www.wikidata.org/wiki/Q11340333 <NA> B flat minor xml <NA> 56-92 (Ab3-Ab6) piano 32-72 (Ab1-C5) piano
BI93-1op67-1 {1: '3/4'} {1: 1, 29: 0, 45: 1} 60 60 180.00 60 60 180.00 () 667.75 ... https://www.wikidata.org/wiki/Q20875234 <NA> G major xml <NA> 55-91 (G3-G6) <NA> 31-65 (G1-F4) <NA>
BI93-2op67-3 {1: '3/4'} {1: 0} 57 56 169.00 57 56 169.00 () 674.00 ... https://www.wikidata.org/wiki/Q20875234 <NA> C major xml <NA> 61-81 (C#4-A5) piano 36-64 (C2-E4) piano

55 rows × 59 columns

mean_composition_years = utils.corpus_mean_composition_years(all_metadata)
chronological_order = mean_composition_years.index.to_list()
corpus_colors = dict(zip(chronological_order, utils.CORPUS_COLOR_SCALE))
corpus_names = {
    corp: utils.get_corpus_display_name(corp) for corp in chronological_order
}
chronological_corpus_names = list(corpus_names.values())
corpus_name_colors = {
    corpus_names[corp]: color for corp, color in corpus_colors.items()
}

mean_composition_years

corpus
chopin_mazurkas    1836.690909
Name: mean_composition_year, dtype: float64

Composition dates#

This section relies on the dataset’s metadata.

valid_composed_start = pd.to_numeric(all_metadata.composed_start, errors="coerce")
valid_composed_end = pd.to_numeric(all_metadata.composed_end, errors="coerce")
print(
    f"Composition dates range from {int(valid_composed_start.min())} {valid_composed_start.idxmin()} "
    f"to {int(valid_composed_end.max())} {valid_composed_end.idxmax()}."
)

Composition dates range from 1825 ('chopin_mazurkas', 'BI16-1') to 1849 ('chopin_mazurkas', 'BI167op67-2').

Mean composition years per corpus#

def make_summary(metadata_df):
    piece_is_annotated = metadata_df.label_count > 0
    return metadata_df[piece_is_annotated].copy()
Hide source 
summary = make_summary(all_metadata)
bar_data = pd.concat(
    [
        mean_composition_years.rename("year"),
        summary.groupby(level="corpus").size().rename("pieces"),
    ],
    axis=1,
).reset_index()

N = len(summary)
fig = px.bar(
    bar_data,
    x="year",
    y="pieces",
    color="corpus",
    color_discrete_map=corpus_colors,
    title=f"Temporal coverage of the {N} annotated pieces in the Distant Listening Corpus",
)
fig.update_traces(width=5)
fig.update_layout(**utils.STD_LAYOUT)
fig.update_traces(width=5)
save_figure_as(fig, "pieces_timeline_bars")
fig.show()

summary
TimeSig KeySig last_mc last_mn length_qb last_mc_unfolded last_mn_unfolded length_qb_unfolded volta_mcs all_notes_qb ... wikidata imslp.1 key mode originalFormat typesetter staff_1_ambitus staff_1_instrument staff_2_ambitus staff_2_instrument
corpus piece
chopin_mazurkas BI105-2op30-2 {1: '3/4'} {1: 2} 65 64 193.00 65 64 193.00 () 711.00 ... https://www.wikidata.org/wiki/Q6799054 <NA> B minor / F sharp minor xml <NA> 59-90 (B3-F#6) piano 35-71 (B1-B4) piano
BI105-3op30-3 {1: '3/4'} {1: -5} 95 95 285.00 111 111 333.00 () 885.25 ... https://www.wikidata.org/wiki/Q6799054 <NA> D flat major xml <NA> 53-84 (F3-C6) piano 25-65 (Db1-F4) piano
BI105-4op30-4 {1: '3/4'} {1: 4} 139 139 417.00 139 139 417.00 () 1612.00 ... https://www.wikidata.org/wiki/Q6799054 <NA> C sharp minor xml <NA> 49-98 (C#3-D7) piano 30-69 (F#1-A4) piano
BI115-1op33-1 {1: '3/4'} {1: 5} 49 48 145.00 49 48 145.00 () 501.25 ... https://www.wikidata.org/wiki/Q6149400 <NA> G sharp minor xml <NA> 59-83 (B3-B5) <NA> 32-73 (G#1-C#5) <NA>
BI115-2op33-2 {1: '3/4'} {1: 2, 50: -2, 75: 2} 137 135 409.00 144 143 430.00 (73], [74) 1582.00 ... https://www.wikidata.org/wiki/Q6149400 <NA> D major xml <NA> 57-86 (A3-D6) piano 32-69 (Ab1-A4) piano
BI115-3op33-3 {1: '3/4'} {1: 0, 18: -4, 34: 0} 49 48 144.00 49 48 144.00 () 588.50 ... https://www.wikidata.org/wiki/Q6149400 <NA> C major xml <NA> 58-84 (Bb3-C6) piano 37-69 (Db2-A4) piano
BI115-4op33-4 {1: '3/4'} {1: 2, 50: -2, 66: 2, 114: -2, 130: 5, 194: 2} 225 224 673.00 225 224 673.00 () 1963.25 ... https://www.wikidata.org/wiki/Q6149400 <NA> B minor xml <NA> 41-94 (F2-Bb6) <NA> 34-76 (Bb1-E5) <NA>
BI122op41-2 {1: '3/4'} {1: 1} 68 68 204.00 68 68 204.00 () 941.00 ... https://www.wikidata.org/wiki/Q6799056 <NA> E minor xml <NA> 54-76 (F#3-E5) <NA> 35-63 (B1-D#4) <NA>
BI126-1op41-4 {1: '3/4'} {1: -4} 75 74 223.00 83 82 247.00 () 782.00 ... https://www.wikidata.org/wiki/Q6799056 <NA> C sharp minor xml <NA> 55-82 (G3-Bb5) piano 32-66 (Ab1-Gb4) piano
BI126-3op41-1 {1: '3/4'} {1: 4} 139 139 416.00 139 139 416.00 () 1543.25 ... https://www.wikidata.org/wiki/Q6799056 <NA> B major xml <NA> 51-89 (D#3-E#6) <NA> 29-72 (E#1-B#4) <NA>
BI126-4op41-3 {1: '3/4'} {1: 5} 78 78 234.00 78 78 234.00 () 834.75 ... https://www.wikidata.org/wiki/Q6799056 <NA> A flat major xml <NA> 54-88 (F#3-E6) <NA> 30-75 (F#1-D#5) <NA>
BI134 {1: '3/4'} {1: 0, 34: 3, 82: 0} 113 224 337.00 113 112 337.00 () 1208.75 ... <NA> <NA> A minor xml <NA> 56-85 (G#3-C#6) <NA> 28-73 (E1-C#5) <NA>
BI140 {1: '3/4'} {1: 0, 42: 3, 78: 0} 132 247 394.00 132 131 394.00 () 1555.75 ... <NA> <NA> A minor xml <NA> 52-96 (E3-C7) <NA> 28-78 (E1-F#5) <NA>
BI145-1op50-1 {1: '3/4'} {1: 1} 104 104 312.00 104 104 312.00 () 1228.00 ... https://www.wikidata.org/wiki/Q6799055 <NA> G major xml <NA> 54-91 (F#3-G6) piano 31-74 (G1-D5) piano
BI145-2op50-2 {1: '3/4'} {1: -4, 60: -5, 84: -4} 103 103 309.00 186 186 558.00 () 985.75 ... https://www.wikidata.org/wiki/Q6799055 <NA> A flat major xml <NA> 53-80 (F3-Ab5) piano 37-68 (Db2-Ab4) piano
BI145-3op50-3 {1: '3/4'} {1: 4} 194 192 577.00 211 208 625.00 () 1778.25 ... https://www.wikidata.org/wiki/Q6799055 <NA> C sharp minor xml <NA> 51-87 (D#3-D#6) piano 30-72 (F#1-B#4) piano
BI153-1op56-1 {1: '3/4'} {1: 5, 45: -3, 81: 5, 103: 1, 143: 5} 204 204 612.00 204 204 612.00 () 1905.00 ... https://www.wikidata.org/wiki/Q6799057 <NA> B major xml <NA> 56-95 (G#3-B6) <NA> 30-78 (F#1-F#5) <NA>
BI153-2op56-2 {1: '3/4'} {1: 0} 84 84 252.00 92 92 276.00 () 980.00 ... https://www.wikidata.org/wiki/Q6799057 <NA> C major xml <NA> 52-84 (E3-C6) piano 33-66 (A1-F#4) piano
BI153-3op56-3 {1: '3/4'} {1: -3, 58: 5, 68: -2, 138: -3} 221 220 661.00 221 220 661.00 () 2207.00 ... https://www.wikidata.org/wiki/Q6799057 <NA> C minor xml <NA> 53-85 (F3-Db6) <NA> 29-67 (F1-G4) <NA>
BI157-1op59-1 {1: '3/4'} {1: 0, 37: 3, 79: 5, 91: 0} 130 130 390.00 142 142 426.00 () 1204.25 ... https://www.wikidata.org/wiki/Q6799059 <NA> A minor xml <NA> 49-85 (C#3-C#6) piano 28-69 (E1-A4) piano
BI157-2op59-2 {1: '3/4'} {1: -4} 111 111 333.00 111 111 333.00 () 1093.25 ... https://www.wikidata.org/wiki/Q6799059 <NA> A flat major xml <NA> 53-92 (F3-Ab6) <NA> 29-72 (F1-C5) <NA>
BI157-3op59-3 {1: '3/4'} {1: 3, 46: 6, 98: 3} 155 154 463.00 155 154 463.00 () 1587.83 ... https://www.wikidata.org/wiki/Q6799059 <NA> F sharp minor xml <NA> 53-80 (E#3-G#5) <NA> 25-68 (C#1-G#4) <NA>
BI16-1 {1: '3/4'} {1: 1, 27: 0} 36 32 99.00 52 48 144.00 (35], [36) 365.75 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/1... G major <NA> Tom Schreyer 62-84 (D4-C6) Piano 35-65 (B1-F4) Piano
BI16-2 {1: '3/4'} {1: -2} 33 32 99.00 24 24 72.00 (16], [17) 308.50 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/1... B flat major <NA> Tom Schreyer 65-94 (F4-Bb6) Piano 39-67 (Eb2-G4) Piano
BI162-1op63-1 {1: '3/4'} {1: 5, 33: 3, 69: 5} 102 102 306.00 102 102 306.00 () 1026.00 ... https://www.wikidata.org/wiki/Q6799058 <NA> B major xml <NA> 51-83 (D#3-B5) <NA> 30-78 (F#1-F#5) <NA>
BI162-2op63-2 {1: '3/4'} {1: -4} 56 56 168.00 56 56 168.00 () 521.75 ... https://www.wikidata.org/wiki/Q6799058 <NA> F minor xml <NA> 53-79 (F3-G5) piano 32-67 (Ab1-G4) piano
BI162-3op63-3 {1: '3/4'} {1: 4, 34: -5, 50: 4} 77 76 229.00 77 76 229.00 () 726.50 ... https://www.wikidata.org/wiki/Q6799058 <NA> C sharp minor xml <NA> 49-97 (C#3-C#7) <NA> 32-73 (Ab1-C#5) <NA>
BI163op67-4 {1: '3/4'} {1: 0, 35: 3, 52: 0} 83 80 247.00 113 112 337.00 (33], [34]], [[50], [51) 695.75 ... https://www.wikidata.org/wiki/Q20875234 <NA> A minor xml <NA> 57-85 (A3-C#6) piano 33-69 (A1-A4) piano
BI167op67-2 {1: '3/4'} {1: -2} 57 56 169.00 73 72 217.00 () 507.00 ... https://www.wikidata.org/wiki/Q20875234 <NA> G minor xml <NA> 62-94 (D4-Bb6) piano 34-67 (Bb1-G4) piano
BI168op68-4 {1: '3/4'} {1: -4} 40 40 120.00 62 62 186.00 () 363.00 ... https://www.wikidata.org/wiki/Q20875234 <NA> F minor xml <NA> 60-83 (C4-B5) piano 38-69 (D2-A4) piano
BI18op68-2 {1: '3/4'} {1: 0, 31: 3, 47: 0} 66 64 196.25 85 84 253.25 (29], [30) 589.25 ... https://www.wikidata.org/wiki/Q20875234 <NA> A minor xml <NA> 61-81 (C#4-A5) piano 33-66 (A1-F#4) piano
BI34op68-3 {1: '3/4'} {1: -1, 33: -2, 45: -1} 60 60 180.00 60 60 180.00 () 677.75 ... https://www.wikidata.org/wiki/Q20875234 <NA> F major xml <NA> 55-89 (G3-F6) <NA> 41-70 (F2-Bb4) <NA>
BI38op68-1 {1: '3/4'} {1: 0, 34: -1, 50: 0} 73 72 219.00 84 84 252.00 (32], [33) 877.25 ... https://www.wikidata.org/wiki/Q20875234 <NA> C major xml <NA> 55-89 (G3-F6) piano 31-74 (G1-D5) piano
BI60-1op06-1 {1: '3/4'} {1: 3} 75 72 217.00 117 112 337.00 () 775.25 ... https://www.wikidata.org/wiki/Q6150184 <NA> F sharp minor xml <NA> 42-90 (F#2-F#6) piano 30-71 (F#1-B4) piano
BI60-2op06-2 {1: '3/4'} {1: 4} 75 72 216.00 101 96 288.00 () 715.08 ... https://www.wikidata.org/wiki/Q6150184 <NA> C sharp minor xml <NA> 56-83 (G#3-B5) piano 32-66 (G#1-F#4) piano
BI60-3op06-3 {1: '3/4'} {1: 4} 90 90 270.00 98 98 294.00 () 1061.75 ... https://www.wikidata.org/wiki/Q6150184 <NA> E major xml <NA> 35-88 (B1-E6) piano 33-71 (A1-B4) piano
BI60-4op06-4 {1: '3/4'} {1: -6} 25 24 73.00 41 40 121.00 () 281.50 ... https://www.wikidata.org/wiki/Q6150184 <NA> E flat minor xml <NA> 62-75 (D4-Eb5) piano 39-63 (Eb2-Eb4) piano
BI61-1op07-1 {1: '3/4'} {1: -2} 67 64 194.00 108 104 312.00 (66], [67) 578.75 ... https://www.wikidata.org/wiki/Q6799062 <NA> B flat major xml <NA> 64-86 (E4-D6) piano 39-67 (Eb2-G4) piano
BI61-2op07-2 {1: '3/4'} {1: 0, 36: 3} 60 56 173.00 125 120 360.00 (34], [35]], [[59], [60) 527.25 ... https://www.wikidata.org/wiki/Q6799062 <NA> A minor xml <NA> 60-90 (C4-F#6) piano 33-67 (A1-G4) piano
BI61-3op07-3 {1: '3/4'} {1: -4} 105 105 315.00 105 105 315.00 () 1109.25 ... https://www.wikidata.org/wiki/Q6799062 <NA> F minor xml <NA> 55-89 (G3-F6) piano 36-65 (C2-F4) piano
BI61-4op07-4 {1: '3/4'} {1: -4} 45 44 132.50 61 60 180.50 () 552.00 ... https://www.wikidata.org/wiki/Q6799062 <NA> A flat major xml <NA> 63-84 (Eb4-C6) piano 45-65 (A2-F4) piano
BI61-5op07-5 {1: '3/4'} {1: 0} 20 20 60.00 <NA> <NA> NaN () 208.00 ... https://www.wikidata.org/wiki/Q6799062 <NA> C major xml <NA> 62-86 (D4-D6) piano 43-65 (G2-F4) piano
BI71 {1: '3/4'} {1: 2, 46: 1, 62: 2} 69 68 204.50 69 68 204.50 () 831.75 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/9... D major <NA> Tom Schreyer 61-93 (C#4-A6) Piano 35-71 (B1-B4) Piano
BI73 {1: '3/4'} {1: -2, 28: -3} 36 32 102.00 12 12 35.00 (12, 13], [14]], [[26], [27) 329.50 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/9... B flat major <NA> Tom Schreyer 62-87 (D4-Eb6) Piano 39-68 (Eb2-Ab4) Piano
BI77-1op17-1 {1: '3/4'} {1: -2, 42: -3} 61 60 180.00 102 100 301.00 () 656.75 ... https://www.wikidata.org/wiki/Q3070647 <NA> B flat major xml <NA> 60-89 (C4-F6) piano 29-69 (F1-A4) piano
BI77-2op17-2 {1: '3/4'} {1: 1} 69 68 205.00 69 68 205.00 () 721.75 ... https://www.wikidata.org/wiki/Q3070647 <NA> E minor xml <NA> 59-91 (B3-G6) <NA> 40-71 (E2-B4) <NA>
BI77-3op17-3 {1: '3/4'} {1: -4, 44: 4, 86: -4} 86 81 248.00 <NA> <NA> NaN (42], [43]], [[84], [85) 876.25 ... https://www.wikidata.org/wiki/Q3070647 <NA> A flat major xml <NA> 59-87 (B3-D#6) piano 40-71 (E2-Cb5) piano
BI77-4op17-4 {1: '3/4'} {1: 0, 61: 3, 93: 0} 132 132 396.00 132 132 396.00 () 1533.25 ... https://www.wikidata.org/wiki/Q3070647 <NA> A minor xml <NA> 59-88 (B3-E6) <NA> 40-67 (E2-G4) <NA>
BI85 {1: '3/4'} {1: -4} 57 57 171.00 73 73 219.00 () 551.00 ... <NA> https://imslp.org/wiki/Special:ReverseLookup/9... A flat major <NA> Tom Schreyer 60-86 (C4-D6) Piano 39-68 (Eb2-Ab4) Piano
BI89-1op24-1 {1: '3/4'} {1: -2} 66 64 196.00 97 96 289.00 (33], [34) 688.25 ... https://www.wikidata.org/wiki/Q11340333 <NA> G minor xml <NA> 58-79 (Bb3-G5) piano 31-70 (G1-Bb4) piano
BI89-2op24-2 {1: '3/4'} {1: 0, 57: -5, 89: 0} 120 120 360.00 120 120 360.00 () 1295.00 ... https://www.wikidata.org/wiki/Q11340333 <NA> C major xml <NA> 59-93 (B3-A6) <NA> 32-68 (Ab1-Ab4) <NA>
BI89-3op24-3 {1: '3/4'} {1: -4} 46 43 136.00 80 79 238.00 (13], [14]], [[38], [39) 403.75 ... https://www.wikidata.org/wiki/Q11340333 <NA> A flat major xml <NA> 60-84 (C4-C6) piano 37-68 (Db2-Ab4) piano
BI89-4op24-4 {1: '3/4'} {1: -5} 149 146 445.00 187 186 559.00 (53], [54]], [[62], [63) 1427.58 ... https://www.wikidata.org/wiki/Q11340333 <NA> B flat minor xml <NA> 56-92 (Ab3-Ab6) piano 32-72 (Ab1-C5) piano
BI93-1op67-1 {1: '3/4'} {1: 1, 29: 0, 45: 1} 60 60 180.00 60 60 180.00 () 667.75 ... https://www.wikidata.org/wiki/Q20875234 <NA> G major xml <NA> 55-91 (G3-G6) <NA> 31-65 (G1-F4) <NA>
BI93-2op67-3 {1: '3/4'} {1: 0} 57 56 169.00 57 56 169.00 () 674.00 ... https://www.wikidata.org/wiki/Q20875234 <NA> C major xml <NA> 61-81 (C#4-A5) piano 36-64 (C2-E4) piano

55 rows × 59 columns

Composition years histogram#

Hide source 
hist_data = summary.reset_index()
hist_data.corpus = hist_data.corpus.map(corpus_names)
fig = px.histogram(
    hist_data,
    x="composed_end",
    color="corpus",
    labels=dict(
        composed_end="decade",
        count="pieces",
    ),
    color_discrete_map=corpus_name_colors,
    title=f"Temporal coverage of the {N} annotated pieces in the Distant Listening Corpus",
)
fig.update_traces(xbins=dict(size=10))
fig.update_layout(**utils.STD_LAYOUT)
fig.update_legends(font=dict(size=16))
save_figure_as(fig, "pieces_timeline_histogram", height=1250)
fig.show()

Dimensions#

Overview#

def make_overview_table(groupby, group_name="pieces"):
    n_groups = groupby.size().rename(group_name)
    absolute_numbers = dict(
        measures=groupby.last_mn.sum(),
        length=groupby.length_qb.sum(),
        notes=groupby.n_onsets.sum(),
        labels=groupby.label_count.sum(),
    )
    absolute = pd.DataFrame.from_dict(absolute_numbers)
    absolute = pd.concat([n_groups, absolute], axis=1)
    sum_row = pd.DataFrame(absolute.sum(), columns=["sum"]).T
    absolute = pd.concat([absolute, sum_row])
    return absolute


absolute = make_overview_table(summary.groupby("workTitle"))
# print(absolute.astype(int).to_markdown())
absolute.astype(int)
pieces measures length notes labels
Mazurka 5 628 1208 4974 782
Mazurkas 50 4461 13449 50992 8343
sum 55 5089 14658 55966 9125 
def summarize_dataset(D):
    all_metadata = D.get_metadata()
    summary = make_summary(all_metadata)
    return make_overview_table(summary.groupby(level=0))


corpus_summary = summarize_dataset(D)
print(corpus_summary.astype(int).to_markdown())

|                 |   pieces |   measures |   length |   notes |   labels |
|:----------------|---------:|-----------:|---------:|--------:|---------:|
| chopin_mazurkas |       55 |       5089 |    14658 |   55966 |     9125 |
| sum             |       55 |       5089 |    14658 |   55966 |     9125 |

Measures#

all_measures = D.get_feature("measures")
print(
    f"{len(all_measures.index)} measures over {len(all_measures.groupby(level=[0,1]))} files."
)
all_measures.head()

4957 measures over 56 files.
mc mn quarterbeats duration_qb keysig timesig act_dur mc_offset numbering_offset dont_count barline breaks repeats next volta markers jump_bwd jump_fwd play_until
corpus piece i
chopin_mazurkas BI105-1op30-1 0 1 0 0 1.0 -3 3/4 1/4 1/2 <NA> 1 <NA> <NA> firstMeasure (2,) <NA> <NA> <NA> <NA> <NA>
1 2 1 1 3.0 -3 3/4 3/4 0 <NA> <NA> <NA> <NA> <NA> (3,) <NA> <NA> <NA> <NA> <NA>
2 3 2 4 3.0 -3 3/4 3/4 0 <NA> <NA> <NA> <NA> <NA> (4,) <NA> <NA> <NA> <NA> <NA>
3 4 3 7 3.0 -3 3/4 3/4 0 <NA> <NA> <NA> <NA> <NA> (5,) <NA> <NA> <NA> <NA> <NA>
4 5 4 10 3.0 -3 3/4 3/4 0 <NA> <NA> <NA> <NA> <NA> (6,) <NA> <NA> <NA> <NA> <NA> 
all_measures.get_default_analysis().plot_grouped()

Harmony labels#

All symbols, independent of the local key (the mode of which changes their semantics).

try:
    all_annotations = D.get_feature("harmonylabels").df
except Exception:
    all_annotations = pd.DataFrame()
n_annotations = len(all_annotations.index)
includes_annotations = n_annotations > 0
if includes_annotations:
    display(all_annotations.head())
    print(f"Concatenated annotation tables contains {all_annotations.shape[0]} rows.")
    no_chord = all_annotations.root.isna()
    if no_chord.sum() > 0:
        print(
            f"{no_chord.sum()} of them are not chords. Their values are:"
            f" {all_annotations.label[no_chord].value_counts(dropna=False).to_dict()}"
        )
    all_chords = all_annotations[~no_chord].copy()
    print(
        f"Dataset contains {all_chords.shape[0]} tokens and {len(all_chords.chord.unique())} types over "
        f"{len(all_chords.groupby(level=[0,1]))} documents."
    )
    all_annotations["corpus_name"] = all_annotations.index.get_level_values(0).map(
        utils.get_corpus_display_name
    )
    all_chords["corpus_name"] = all_chords.index.get_level_values(0).map(
        utils.get_corpus_display_name
    )
else:
    print("Dataset contains no annotations.")
mc mn quarterbeats duration_qb mc_onset mn_onset timesig staff voice volta ... numeral_or_applied_to_numeral intervals_over_bass intervals_over_root scale_degrees scale_degrees_and_mode scale_degrees_major scale_degrees_minor globalkey localkey chord
corpus piece i
chopin_mazurkas BI105-2op30-2 0 1 0 0 4.0 0 1/2 3/4 2 1 <NA> ... i (m3, P5) (m3, P5) (1, 3, 5) (1, 3, 5), minor (1, b3, 5) (1, 3, 5) b i i
1 3 2 4 3.0 0 0 3/4 2 1 <NA> ... V (M3, P5, m7) (M3, P5, m7) (5, #7, 2, 4) (5, #7, 2, 4), minor (5, 7, 2, 4) (5, #7, 2, 4) b i V7
2 4 3 7 3.0 0 0 3/4 2 1 <NA> ... i (m3, P5) (m3, P5) (1, 3, 5) (1, 3, 5), minor (1, b3, 5) (1, 3, 5) b i i
3 5 4 10 3.0 0 0 3/4 2 1 <NA> ... v (m3, P5) (m3, P5) (5, 7, 2) (5, 7, 2), minor (5, b7, 2) (5, 7, 2) b i v
4 6 5 13 3.0 0 0 3/4 2 1 <NA> ... VI (M3, P5) (M3, P5) (6, 1, 3) (6, 1, 3), minor (b6, 1, b3) (6, 1, 3) b i VI

5 rows × 52 columns

Concatenated annotation tables contains 8957 rows.
Dataset contains 8957 tokens and 725 types over 55 documents.