From d0ef6c01103c63bcc480fa5332f3bc64790a20f6 Mon Sep 17 00:00:00 2001 From: gxy-tool-bot Date: Mon, 31 Aug 2026 10:15:16 +0000 Subject: [PATCH 1/6] Add datavzrd render tool with auto-config, user configs, and tests --- tools/datavzrd/.shed.yml | 14 ++ tools/datavzrd/datavzrd_config.py | 94 ++++++++ tools/datavzrd/datavzrd_render.xml | 212 +++++++++++++++++++ tools/datavzrd/macros.xml | 27 +++ tools/datavzrd/test-data/example-config.yaml | 135 ++++++++++++ tools/datavzrd/test-data/genes.tsv | 8 + tools/datavzrd/test-data/movies.csv | 185 ++++++++++++++++ tools/datavzrd/test-data/oscars.csv | 185 ++++++++++++++++ 8 files changed, 860 insertions(+) create mode 100644 tools/datavzrd/.shed.yml create mode 100644 tools/datavzrd/datavzrd_config.py create mode 100644 tools/datavzrd/datavzrd_render.xml create mode 100644 tools/datavzrd/macros.xml create mode 100644 tools/datavzrd/test-data/example-config.yaml create mode 100644 tools/datavzrd/test-data/genes.tsv create mode 100644 tools/datavzrd/test-data/movies.csv create mode 100644 tools/datavzrd/test-data/oscars.csv diff --git a/tools/datavzrd/.shed.yml b/tools/datavzrd/.shed.yml new file mode 100644 index 0000000000..349e6aeb3f --- /dev/null +++ b/tools/datavzrd/.shed.yml @@ -0,0 +1,14 @@ +categories: +- Data Visualization +description: Render visual and interactive HTML reports from tabular data with datavzrd +homepage_url: https://github.com/datavzrd/datavzrd +long_description: | + Datavzrd creates visual and interactive HTML reports from collections of tabular + data (CSV, TSV, JSON or Parquet). Reports include automatically generated vega-lite + plots per column, searching, sorting and filtering, and can be fully customized via a + YAML configuration file supporting custom plots, heatmaps, linkouts and inter-table + linking. +name: datavzrd +owner: bgruening +remote_repository_url: https://github.com/bgruening/galaxytools +type: unrestricted diff --git a/tools/datavzrd/datavzrd_config.py b/tools/datavzrd/datavzrd_config.py new file mode 100644 index 0000000000..b217f07fdb --- /dev/null +++ b/tools/datavzrd/datavzrd_config.py @@ -0,0 +1,94 @@ +#!/usr/bin/env python3 +"""Helper script to adapt datavzrd report configuration files for Galaxy. + +Subcommands: + rewrite: rewrite the dataset paths of a config file to point to the + Galaxy input files. Datasets are matched to the input files + in the order in which they appear in the config file. + set: set one or more top-level key-value pairs in a config file. +""" + +import argparse +import sys + +import yaml + + +def load_config(path): + with open(path, "r", encoding="utf-8") as fh: + return yaml.safe_load(fh) or {} + + +def dump_config(config, path): + with open(path, "w", encoding="utf-8") as fh: + yaml.safe_dump( + config, + fh, + default_flow_style=False, + sort_keys=False, + allow_unicode=True, + ) + + +def command_rewrite(args): + config = load_config(args.config) + inputs = [value for value in args.inputs.split(",") if value] + datasets = config.get("datasets") or {} + if len(datasets) != len(inputs): + sys.exit( + "Error: the config file defines %d dataset(s) (%s), but %d input " + "file(s) were provided. Please provide exactly one input file " + "per dataset, in the order in which the datasets appear in the " + "config file." % (len(datasets), ", ".join(datasets), len(inputs)) + ) + for (name, dataset), path in zip(datasets.items(), inputs): + dataset["path"] = path + dump_config(config, args.output) + + +def command_set(args): + config = load_config(args.config) + for assignment in args.assignments: + if "=" not in assignment: + sys.exit("Error: invalid assignment '%s', expected key=value." % assignment) + key, value = assignment.split("=", 1) + config[key] = yaml.safe_load(value) + dump_config(config, args.output) + + +def main(argv=None): + parser = argparse.ArgumentParser(description=__doc__) + subparsers = parser.add_subparsers(dest="command", required=True) + + parser_rewrite = subparsers.add_parser( + "rewrite", help="rewrite dataset paths to point to Galaxy input files" + ) + parser_rewrite.add_argument("config", help="path of the datavzrd config file") + parser_rewrite.add_argument( + "--inputs", required=True, help="comma-separated list of input files" + ) + parser_rewrite.add_argument( + "--output", required=True, help="output path of the rewritten config file" + ) + parser_rewrite.set_defaults(func=command_rewrite) + + parser_set = subparsers.add_parser( + "set", help="set top-level key-value pairs in a config file" + ) + parser_set.add_argument("config", help="path of the datavzrd config file") + parser_set.add_argument( + "--output", required=True, help="output path of the updated config file" + ) + parser_set.add_argument( + "assignments", + nargs="+", + help="key=value pairs; values are parsed as YAML scalars", + ) + parser_set.set_defaults(func=command_set) + + args = parser.parse_args(argv) + args.func(args) + + +if __name__ == "__main__": + main() diff --git a/tools/datavzrd/datavzrd_render.xml b/tools/datavzrd/datavzrd_render.xml new file mode 100644 index 0000000000..6bad5afdce --- /dev/null +++ b/tools/datavzrd/datavzrd_render.xml @@ -0,0 +1,212 @@ + + Render visual and interactive HTML reports from tabular data + + macros.xml + + + + config.yaml && +#else: + ## Rewrite the dataset paths of the user-provided configuration file + ## to point to the input tables of this job + python '$__tool_directory__/datavzrd_config.py' rewrite '${config_mode.config_file}' --inputs '#echo ','.join($data_files)#' --output config.yaml && +#end if + +## Apply advanced options to the configuration file +#set $adv_args = [] +#if $adv.max_in_memory_rows: + #silent $adv_args.append('max-in-memory-rows=' + str($adv.max_in_memory_rows)) +#end if +#if $adv.webview_controls: + #silent $adv_args.append('webview-controls=true') +#end if +#if $adv_args: + python '$__tool_directory__/datavzrd_config.py' set config.yaml --output config.yaml #echo ' '.join($adv_args)# && +#end if + +## Render the report +#set $webview_flag = '' +#if str($adv.webview_url): + #set $webview_flag = "--webview-url '" + str($adv.webview_url) + "'" +#end if +datavzrd config.yaml --output report_output ${adv.overwrite_output} $webview_flag && + +## Collect the output +#if $output_format == 'html': + mkdir -p '${output_html.files_path}' && + mv report_output/index.html '${output_html}' && + mv report_output/* '${output_html.files_path}/' +#else: + cd report_output && + zip -q -r ../report.zip . && + cd .. && + mv report.zip '${output_zip}' +#end if + ]]> + + + + + + + + + + + + + + + + + + +
+ + + + ^[^\s'"]*$ + + +
+ + + + output_format == 'html' + + + output_format == 'zip' + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tools/datavzrd/macros.xml b/tools/datavzrd/macros.xml new file mode 100644 index 0000000000..a9ea85d6d2 --- /dev/null +++ b/tools/datavzrd/macros.xml @@ -0,0 +1,27 @@ + + 2.71.3 + 0 + 24.1 + + + datavzrd + python + pyyaml + zip + + + + datavzrd --version + + + + ^[^'\\\n\r]+$ + + + + + 10.1371/journal.pone.0323079 + + + + diff --git a/tools/datavzrd/test-data/example-config.yaml b/tools/datavzrd/test-data/example-config.yaml new file mode 100644 index 0000000000..70a826cc60 --- /dev/null +++ b/tools/datavzrd/test-data/example-config.yaml @@ -0,0 +1,135 @@ +name: My oscar report +datasets: + oscars: + path: oscars.csv + offer-excel: true + links: + link to oscar plot: + column: age + view: oscar-plot + link to movie: + column: movie + table-row: movies/Title + movies: + path: movies.csv + offer-excel: true + links: + link to oscar entry: + column: Title + table-row: oscars/movie +views: + oscars: + dataset: oscars + desc: | + ## All winning oscars beginning in the year 1929. + This table contains *all* winning oscars for best actress and best actor. + page-size: 25 + render-table: + columns: + index(0): + display-mode: hidden + oscar_yr: + label: year + age: + plot: + ticks: + scale: linear + domain: + - 20 + - 100 + name: + link-to-url: + lmgtfy: + url: "https://www.google.com/search?q={name}" + movie: + link-to-url: + Wikipedia: + url: "https://en.wikipedia.org/wiki/{value}" + award: + plot: + heatmap: + scale: ordinal + domain: + - Best actor + - Best actress + range: + - "#add8e6" + - "#ffb6c1" + legend: + title: award + oscar-plot: + dataset: oscars + desc: | + ### My beautiful oscar scatter plot + render-plot: + spec: | + { + "$schema": "https://vega.github.io/schema/vega-lite/v5.json", + "description": "A scatterplot showing oscars.", + "mark": { + "type": "point", + "tooltip": { + "content": "data" + } + }, + "encoding": { + "x": { + "field": "oscar_yr", + "type": "quantitative", + "scale": { + "zero": false + } + }, + "y": { + "field": "age", + "type": "quantitative", + "scale": { + "zero": false + } + }, + "color": { + "field": "award", + "type": "nominal" + } + } + } + movies: + dataset: movies + render-table: + columns: + Director: + ellipsis: 40 + Genre: + plot: + pills: + separator: "," + color-scheme: category20 + imdbID: + link-to-url: + IMDB: + url: "https://www.imdb.com/title/{value}/" + Title: + link-to-url: + Wikipedia: + url: "https://en.wikipedia.org/wiki/{value}" + imdbRating: + precision: 1 + plot: + bars: + scale: linear + domain: + - 1 + - 10 + color: + scale: linear + range: + - red + - green + Rated: + plot-view-legend: true + plot: + heatmap: + scale: ordinal + color-scheme: tableau20 + legend: + title: Rating diff --git a/tools/datavzrd/test-data/genes.tsv b/tools/datavzrd/test-data/genes.tsv new file mode 100644 index 0000000000..ba3197d82e --- /dev/null +++ b/tools/datavzrd/test-data/genes.tsv @@ -0,0 +1,8 @@ +gene count log2fc +BRCA1 124 2.4 +TP53 87 -1.2 +EGFR 301 0.8 +KRAS 56 1.5 +PTEN 12 -0.3 +MYC 410 3.1 +RB1 34 -0.9 diff --git a/tools/datavzrd/test-data/movies.csv b/tools/datavzrd/test-data/movies.csv new file mode 100644 index 0000000000..ef6e520b64 --- /dev/null +++ b/tools/datavzrd/test-data/movies.csv @@ -0,0 +1,185 @@ +Title,Year,Rated,Released,Runtime,Genre,Director,imdbRating,imdbID +7th Heaven,1927,Unrated,6 May 1927,110 min,"Drama",Frank Borzage,7.6,tt0018379 +Coquette,1929,Unrated,06 Apr 1929,76 min,"Drama, Romance",Sam Taylor,5.7,tt0019788 +The Divorcee,1930,Passed,19 Apr 1930,84 min,"Romance, Drama",Robert Z. Leonard,6.7,tt0020827 +Min and Bill,1930,Passed,29 Nov 1930,69 min,"Comedy, Drama",George W. Hill,6.8,tt0021148 +The Sin of Madelon Claudet,1931,Passed,24 Oct 1931,75 min,Drama,Edgar Selwyn,6.7,tt0022386 +Morning Glory,2010,PG-13,10 Nov 2010,107 min,"Comedy, Drama, Romance",Roger Michell,6.5,tt1126618 +It Happened One Night,1934,Passed,22 Feb 1934,105 min,"Comedy, Romance",Frank Capra,8.1,tt0025316 +Dangerous,2021,R,05 Nov 2021,99 min,"Action, Thriller",David Hackl,5.1,tt3876910 +The Great Ziegfeld,1936,Passed,08 Apr 1936,176 min,"Drama, Musical",Robert Z. Leonard,6.7,tt0027698 +The Good Earth,1937,Passed,06 Aug 1937,138 min,"Drama, Romance","Sidney Franklin, Victor Fleming, Gustav Machatý",7.5,tt0028944 +Jezebel,1938,Approved,26 Mar 1938,104 min,"Drama, Romance",William Wyler,7.5,tt0030287 +Gone with the Wind,1939,Passed,17 Jan 1940,238 min,"Drama, History, Romance","Victor Fleming, George Cukor, Sam Wood",8.1,tt0031381 +Kitty Foyle,1940,Passed,27 Dec 1940,108 min,"Drama, Romance",Sam Wood,6.9,tt0032671 +Suspicion,1941,Approved,14 Nov 1941,99 min,"Film-Noir, Mystery, Thriller",Alfred Hitchcock,7.4,tt0034248 +Mrs. Miniver,1942,Not Rated,01 Dec 1942,134 min,"Drama, Romance, War",William Wyler,7.6,tt0035093 +The Song of Bernadette,1943,Approved,01 Apr 1945,156 min,"Biography, Drama",Henry King,7.6,tt0036377 +Gaslight,1944,Passed,30 Oct 1944,114 min,"Crime, Drama, Mystery",George Cukor,7.8,tt0036855 +Mildred Pierce,1945,Approved,20 Oct 1945,111 min,"Crime, Drama, Film-Noir",Michael Curtiz,8.0,tt0037913 +To Each His Own,1946,Approved,12 Mar 1946,122 min,"Drama, Romance",Mitchell Leisen,7.7,tt0039040 +The Farmer's Daughter,1947,Unrated,26 Mar 1947,97 min,"Comedy, Drama, Romance",H.C. Potter,7.2,tt0039370 +Johnny Belinda,1948,Unrated,14 Sep 1948,102 min,Drama,Jean Negulesco,7.8,tt0040495 +The Heiress,1949,Not Rated,28 Dec 1949,115 min,"Drama, Romance",William Wyler,8.2,tt0041452 +Born Yesterday,1950,Not Rated,01 Feb 1951,103 min,"Comedy, Drama, Romance",George Cukor,7.6,tt0042276 +A Streetcar Named Desire,1951,M/PG,19 Sep 1951,122 min,Drama,Elia Kazan,8.0,tt0044081 +"Come Back, Little Sheba",1952,Approved,13 Feb 1953,99 min,"Drama, Romance",Daniel Mann,7.5,tt0044509 +Roman Holiday,1953,Passed,02 Sep 1953,118 min,"Comedy, Romance",William Wyler,8.0,tt0046250 +The Country Girl,1954,Unrated,17 May 1955,104 min,"Drama, Music",George Seaton,7.3,tt0046874 +The Rose Tattoo,1955,Unrated,13 Dec 1955,117 min,"Comedy, Drama, Romance",Daniel Mann,7.0,tt0048563 +Anastasia,1997,G,21 Nov 1997,94 min,"Animation, Adventure, Drama","Don Bluth, Gary Goldman",7.2,tt0118617 +The Three Faces of Eve,1957,Approved,18 Sep 1957,91 min,"Drama, Mystery",Nunnally Johnson,7.2,tt0051077 +I Want to Live!,1958,Approved,03 Dec 1958,120 min,"Biography, Crime, Drama",Robert Wise,7.5,tt0051758 +Room at the Top,1959,Not Rated,22 Jan 1959,115 min,"Drama, Romance",Jack Clayton,7.5,tt0053226 +Butterfield 8,1960,Not Rated,04 Nov 1960,109 min,"Drama, Romance",Daniel Mann,6.4,tt0053622 +Two Women,1960,Not Rated,09 May 1961,101 min,"Drama, War",Vittorio De Sica,7.8,tt0054749 +The Miracle Worker,1962,Approved,28 Jul 1962,106 min,"Biography, Drama",Arthur Penn,8.1,tt0056241 +Hud,1963,Passed,29 May 1963,112 min,"Drama, Western",Martin Ritt,7.8,tt0057163 +Mary Poppins,1964,G,18 Jun 1965,139 min,"Comedy, Family, Fantasy",Robert Stevenson,7.8,tt0058331 +Darling,1965,TV-MA,03 Aug 1965,128 min,"Drama, Romance",John Schlesinger,7.1,tt0059084 +Who's Afraid of Virginia Woolf,1966,Not Rated,22 Jun 1966,131 min,Drama,Mike Nichols,8.0,tt0061184 +Guess Who's Coming to Dinner,1967,Approved,12 Dec 1967,108 min,"Comedy, Drama",Stanley Kramer,7.8,tt0061735 +Funny Girl,1968,G,19 Sep 1968,151 min,"Biography, Comedy, Drama",William Wyler,7.4,tt0062994 +The Lion in Winter,1968,PG,30 Oct 1968,134 min,"Biography, Drama, History",Anthony Harvey,7.9,tt0063227 +The Prime of Miss Jean Brodie,1969,M/PG,25 Feb 1969,116 min,"Comedy, Drama, Romance",Ronald Neame,7.6,tt0064840 +Women in Love,1969,R,25 Mar 1970,131 min,"Drama, Romance",Ken Russell,7.2,tt0066579 +Klute,1971,R,25 Jun 1971,114 min,"Crime, Mystery, Thriller",Alan J. Pakula,7.2,tt0067309 +Cabaret,1972,PG,13 Feb 1972,124 min,"Drama, Music, Musical",Bob Fosse,7.8,tt0068327 +A Touch of Class,1973,PG,25 May 1973,106 min,"Comedy, Romance",Melvin Frank,6.5,tt0070819 +Alice Doesn't Live Here Anymore,1974,PG,23 May 1975,112 min,"Drama, Romance",Martin Scorsese,7.3,tt0071115 +One Flew Over the Cuckoo's Nest,1975,R,19 Nov 1975,133 min,Drama,Milos Forman,8.7,tt0073486 +Network,1976,R,27 Nov 1976,121 min,Drama,Sidney Lumet,8.1,tt0074958 +Annie Hall,1977,PG,20 Apr 1977,93 min,"Comedy, Romance",Woody Allen,8.0,tt0075686 +Coming Home,1978,R,15 Feb 1978,127 min,"Drama, Romance, War",Hal Ashby,7.3,tt0077362 +Norma Rae,1979,PG,02 Mar 1979,114 min,Drama,Martin Ritt,7.3,tt0079638 +Coal Miner's Daughter,1980,PG,07 Mar 1980,124 min,"Biography, Drama, Music",Michael Apted,7.5,tt0080549 +On Golden Pond,1981,PG,12 Feb 1982,109 min,Drama,Mark Rydell,7.6,tt0082846 +Sophie's Choice,1982,R,04 Mar 1983,150 min,"Drama, Romance",Alan J. Pakula,7.6,tt0084707 +Terms of Endearment,1983,PG,09 Dec 1983,132 min,"Comedy, Drama",James L. Brooks,7.4,tt0086425 +Places in the Heart,1984,PG,05 Oct 1984,111 min,Drama,Robert Benton,7.4,tt0087921 +The Trip to Bountiful,1985,PG,24 Jan 1986,108 min,Drama,Peter Masterson,7.5,tt0090203 +Children of a Lesser God,1986,R,31 Oct 1986,119 min,"Drama, Romance",Randa Haines,7.2,tt0090830 +Moonstruck,1987,PG,15 Jan 1988,102 min,"Comedy, Drama, Romance",Norman Jewison,7.1,tt0093565 +The Accused,1988,R,14 Oct 1988,111 min,"Crime, Drama",Jonathan Kaplan,7.2,tt0094608 +Driving Miss Daisy,1989,PG,26 Jan 1990,99 min,Drama,Bruce Beresford,7.4,tt0097239 +Misery,1990,R,30 Nov 1990,107 min,"Drama, Thriller",Rob Reiner,7.8,tt0100157 +The Silence of the Lambs,1991,R,14 Feb 1991,118 min,"Crime, Drama, Horror",Jonathan Demme,8.6,tt0102926 +Howards End,1992,PG,26 Feb 1993,142 min,"Drama, Romance",James Ivory,7.4,tt0104454 +The Piano,1993,R,11 Feb 1994,121 min,"Drama, Music, Romance",Jane Campion,7.6,tt0107822 +Blue Sky,1994,PG-13,16 Sep 1994,101 min,"Drama, Romance",Tony Richardson,6.4,tt0109306 +Dead Man Walking,1995,R,02 Feb 1996,122 min,"Crime, Drama",Tim Robbins,7.5,tt0112818 +Fargo,1996,R,05 Apr 1996,98 min,"Crime, Thriller","Joel Coen, Ethan Coen",8.1,tt0116282 +As Good As It Gets,1997,PG-13,25 Dec 1997,139 min,"Comedy, Drama, Romance",James L. Brooks,7.7,tt0119822 +Shakespeare in Love,1998,R,08 Jan 1999,123 min,"Comedy, Drama, History",John Madden,7.1,tt0138097 +Boys Don't Cry,1999,R,31 Mar 2000,118 min,"Biography, Crime, Drama",Kimberly Peirce,7.5,tt0171804 +Erin Brockovich,2000,R,17 Mar 2000,131 min,"Biography, Drama",Steven Soderbergh,7.4,tt0195685 +Monster's Ball,2001,R,01 Mar 2002,111 min,"Drama, Romance",Marc Forster,7.0,tt0285742 +The Hours,2002,PG-13,14 Feb 2003,110 min,"Drama, Romance",Stephen Daldry,7.5,tt0274558 +Monster,2003,R,30 Jan 2004,109 min,"Biography, Crime, Drama",Patty Jenkins,7.3,tt0340855 +Million Dollar Baby,2004,PG-13,28 Jan 2005,132 min,"Drama, Sport",Clint Eastwood,8.1,tt0405159 +Walk the Line,2005,PG-13,18 Nov 2005,136 min,"Biography, Drama, Music",James Mangold,7.8,tt0358273 +The Queen,2006,PG-13,17 Nov 2006,103 min,"Biography, Drama",Stephen Frears,7.3,tt0436697 +La Vie En Rose,2007,PG-13,20 Jul 2007,140 min,"Biography, Drama, Music",Olivier Dahan,7.6,tt0450188 +The Reader,2008,R,30 Jan 2009,124 min,"Drama, Romance",Stephen Daldry,7.6,tt0976051 +The Blind Side,2009,PG-13,20 Nov 2009,129 min,"Biography, Drama, Sport",John Lee Hancock,7.6,tt0878804 +Black Swan,2010,R,17 Dec 2010,108 min,"Drama, Thriller",Darren Aronofsky,8.0,tt0947798 +The Iron Lady,2011,PG-13,13 Jan 2012,105 min,"Biography, Drama",Phyllida Lloyd,6.4,tt1007029 +The Way of All Flesh,1927,N/A,01 Oct 1927,94 min,Drama,Victor Fleming,6.5,tt0019553 +In Old Arizona,1928,Passed,20 Jan 1929,95 min,Western,Irving Cummings,5.6,tt0020018 +Disraeli,1929,Passed,01 Nov 1929,90 min,"Biography, Drama, History",Alfred E. Green,6.1,tt0019823 +A Free Soul,1931,Passed,20 Jun 1931,93 min,"Crime, Drama, Romance",Clarence Brown,6.6,tt0021885 +Dr. Jekyll and Mr. Hyde,1931,Passed,03 Jan 1932,98 min,"Horror, Sci-Fi",Rouben Mamoulian,7.6,tt0022835 +The Champ,1979,PG,04 Apr 1979,121 min,"Drama, Sport",Franco Zeffirelli,6.9,tt0078950 +The Private Life of Henry VIII,1933,Passed,21 Sep 1933,97 min,Drama,Alexander Korda,7.1,tt0024473 +It Happened One Night,1934,Passed,22 Feb 1934,105 min,"Comedy, Romance",Frank Capra,8.1,tt0025316 +The Informer,2019,R,30 Aug 2019,113 min,"Action, Crime, Drama",Andrea Di Stefano,6.6,tt1833116 +The Story of Louis Pasteur,1936,Passed,01 Feb 1936,86 min,"Biography, Drama, History",William Dieterle,7.3,tt0028313 +Captains Courageous,1937,G,25 Jun 1937,117 min,"Adventure, Drama, Family",Victor Fleming,8.0,tt0028691 +Boys Town,1938,Passed,09 Sep 1938,96 min,"Biography, Drama, Family",Norman Taurog,7.3,tt0029942 +"Goodbye, Mr. Chips",1939,Unrated,28 Jul 1939,114 min,"Drama, Romance","Sam Wood, Sidney Franklin",7.9,tt0031385 +The Philadelphia Story,1940,Not Rated,17 Jan 1941,112 min,"Comedy, Romance",George Cukor,7.9,tt0032904 +Sergeant York,1941,Passed,27 Sep 1941,134 min,"Biography, Drama, History",Howard Hawks,7.7,tt0034167 +Yankee Doodle Dandy,1942,Passed,06 Jun 1942,126 min,"Biography, Drama, Family",Michael Curtiz,7.7,tt0035575 +Watch on the Rhine,1943,Approved,27 Aug 1943,114 min,"Drama, Thriller","Herman Shumlin, Hal Mohr",7.3,tt0036515 +Going My Way,1944,Passed,02 Oct 1944,126 min,"Comedy, Drama, Music",Leo McCarey,7.1,tt0036872 +The Lost Weekend,1945,Passed,01 Jan 1946,101 min,"Drama, Film-Noir",Billy Wilder,7.9,tt0037884 +The Best Years of Our Lives,1946,Approved,29 May 1947,170 min,"Drama, Romance, War",William Wyler,8.1,tt0036868 +A Double Life,1947,Approved,01 Apr 1948,104 min,"Crime, Drama, Film-Noir",George Cukor,7.0,tt0039335 +Hamlet,1996,PG-13,25 Dec 1996,242 min,Drama,Kenneth Branagh,7.7,tt0116477 +All the King's Men,2006,PG-13,22 Sep 2006,128 min,"Drama, Thriller",Steven Zaillian,6.2,tt0405676 +Cyrano de Bergerac,1990,PG,01 Dec 1990,137 min,"Comedy, Drama, History",Jean-Paul Rappeneau,7.5,tt0099334 +The African Queen,1951,PG,21 Mar 1952,105 min,"Adventure, Drama, Romance",John Huston,7.8,tt0043265 +High Noon,1952,PG,30 Jul 1952,85 min,"Drama, Thriller, Western",Fred Zinnemann,8.0,tt0044706 +Stalag 17,1953,Not Rated,06 Jun 1953,120 min,"Comedy, Drama, War",Billy Wilder,8.0,tt0046359 +On the Waterfront,1954,Approved,22 Jun 1954,108 min,"Crime, Drama, Thriller",Elia Kazan,8.1,tt0047296 +Marty,1955,Not Rated,10 Jun 1955,90 min,"Drama, Romance",Delbert Mann,7.7,tt0048356 +The King and I,1956,G,29 Jun 1956,133 min,"Biography, Drama, Musical",Walter Lang,7.4,tt0049408 +The Bridge on the River Kwai,1957,PG,14 Dec 1957,161 min,"Adventure, Drama, War",David Lean,8.1,tt0050212 +Separate Tables,1958,Approved,11 Feb 1959,100 min,"Drama, Romance",Delbert Mann,7.4,tt0052182 +Ben-Hur,1959,G,18 Nov 1959,212 min,"Adventure, Drama, History",William Wyler,8.1,tt0052618 +Elmer Gantry,1960,Approved,26 Aug 1960,146 min,Drama,Richard Brooks,7.8,tt0053793 +Judgment at Nuremberg,1961,Approved,18 Dec 1961,179 min,"Drama, War",Stanley Kramer,8.2,tt0055031 +To Kill a Mockingbird,1962,Approved,16 Mar 1963,129 min,"Crime, Drama",Robert Mulligan,8.2,tt0056592 +Lilies of the Field,1963,Unrated,05 Jul 1963,94 min,Drama,Ralph Nelson,7.6,tt0057251 +My Fair Lady,1964,G,25 Dec 1964,170 min,"Drama, Family, Musical",George Cukor,7.8,tt0058385 +Cat Ballou,1965,Not Rated,24 Jun 1965,97 min,"Comedy, Romance, Western",Elliot Silverstein,6.8,tt0059017 +A Man for All Seasons,1966,G,16 Dec 1966,120 min,"Biography, Drama, History",Fred Zinnemann,7.7,tt0060665 +In the Heat of the Night,1967,Approved,02 Aug 1967,110 min,"Crime, Drama, Mystery",Norman Jewison,7.9,tt0061811 +Charly,1968,M,23 Sep 1968,103 min,"Drama, Romance, Sci-Fi",Ralph Nelson,7.0,tt0062794 +True Grit,2010,PG-13,22 Dec 2010,110 min,"Drama, Western","Ethan Coen, Joel Coen",7.6,tt1403865 +Patton,1970,PG,02 Apr 1970,172 min,"Biography, Drama, War",Franklin J. Schaffner,7.9,tt0066206 +The French Connection,1971,R,09 Oct 1971,104 min,"Action, Crime, Drama",William Friedkin,7.7,tt0067116 +The Godfather,1972,R,24 Mar 1972,175 min,"Crime, Drama",Francis Ford Coppola,9.2,tt0068646 +Save the Tiger,1973,R,14 Feb 1973,100 min,Drama,John G. Avildsen,6.9,tt0070640 +Harry and Tonto,1974,R,12 Aug 1974,115 min,"Adventure, Comedy, Drama",Paul Mazursky,7.4,tt0071598 +One Flew Over The Cuckoo's Nest,1975,R,19 Nov 1975,133 min,Drama,Milos Forman,8.7,tt0073486 +Network,1976,R,27 Nov 1976,121 min,Drama,Sidney Lumet,8.1,tt0074958 +The Goodbye Girl,1977,PG,30 Nov 1977,111 min,"Comedy, Drama, Romance",Herbert Ross,7.4,tt0076095 +Coming Home,1978,R,15 Feb 1978,127 min,"Drama, Romance, War",Hal Ashby,7.3,tt0077362 +Kramer vs. Kramer,1979,PG,19 Dec 1979,105 min,Drama,Robert Benton,7.8,tt0079417 +Raging Bull,1980,R,19 Dec 1980,129 min,"Biography, Drama, Sport",Martin Scorsese,8.2,tt0081398 +On Golden Pond,1981,PG,12 Feb 1982,109 min,Drama,Mark Rydell,7.6,tt0082846 +Kung Fu Ghandi,1986,N/A,N/A,5 min,Short,Joseph Marzano,5.6,tt0300094 +Tender Mercies,1983,PG,04 Mar 1983,92 min,"Drama, Music",Bruce Beresford,7.4,tt0086423 +Amadeus,1984,PG,19 Sep 1984,160 min,"Biography, Drama, Music",Milos Forman,8.3,tt0086879 +Kiss of the Spider Woman,1985,R,26 Jul 1985,120 min,Drama,Hector Babenco,7.3,tt0089424 +The Color of Money,1986,R,17 Oct 1986,119 min,"Drama, Sport",Martin Scorsese,7.0,tt0090863 +Wall Street,1987,R,11 Dec 1987,126 min,"Crime, Drama",Oliver Stone,7.4,tt0094291 +Rain Man,1988,R,16 Dec 1988,133 min,Drama,Barry Levinson,8.0,tt0095953 +My Left Foot,1989,R,30 Mar 1990,103 min,"Biography, Drama",Jim Sheridan,7.9,tt0097937 +Reversal of Fortune,1990,R,09 Nov 1990,111 min,"Biography, Drama, Mystery",Barbet Schroeder,7.2,tt0100486 +The Silence of the Lambs,1991,R,14 Feb 1991,118 min,"Crime, Drama, Horror",Jonathan Demme,8.6,tt0102926 +Scent of a Woman,1992,R,08 Jan 1993,156 min,Drama,Martin Brest,8.0,tt0105323 +Philadelphia,1993,PG-13,14 Jan 1994,125 min,Drama,Jonathan Demme,7.7,tt0107818 +Forrest Gump,1994,PG-13,06 Jul 1994,142 min,"Drama, Romance",Robert Zemeckis,8.8,tt0109830 +Leaving Las Vegas,1995,R,09 Feb 1996,111 min,"Drama, Romance",Mike Figgis,7.5,tt0113627 +Shine,1996,PG-13,14 Feb 1997,105 min,"Biography, Drama, Music",Scott Hicks,7.7,tt0117631 +As Good as It Gets,1997,PG-13,25 Dec 1997,139 min,"Comedy, Drama, Romance",James L. Brooks,7.7,tt0119822 +Life Is Beautiful,1997,PG-13,20 Dec 1997,116 min,"Comedy, Drama, Romance",Roberto Benigni,8.6,tt0118799 +American Beauty,1999,R,01 Oct 1999,122 min,Drama,Sam Mendes,8.3,tt0169547 +Gladiator,2000,R,05 May 2000,155 min,"Action, Adventure, Drama",Ridley Scott,8.5,tt0172495 +Training Day,2001,R,05 Oct 2001,122 min,"Adventure, Crime, Drama",Antoine Fuqua,7.7,tt0139654 +The Pianist,2002,R,28 Mar 2003,150 min,"Biography, Drama, Music",Roman Polanski,8.5,tt0253474 +Mystic River,2003,R,15 Oct 2003,138 min,"Crime, Drama, Mystery",Clint Eastwood,7.9,tt0327056 +Ray,2004,PG-13,29 Oct 2004,152 min,"Biography, Drama, Music",Taylor Hackford,7.7,tt0350258 +Capote,2005,R,03 Feb 2006,114 min,"Biography, Crime, Drama",Bennett Miller,7.3,tt0379725 +The Last King of Scotland,2006,R,19 Jan 2007,123 min,"Biography, Drama, History",Kevin Macdonald,7.7,tt0455590 +There Will Be Blood,2007,R,25 Jan 2008,158 min,Drama,Paul Thomas Anderson,8.2,tt0469494 +Milk,2008,R,30 Jan 2009,128 min,"Biography, Drama",Gus Van Sant,7.5,tt1013753 +Crazy Heart,2009,R,05 Feb 2010,112 min,"Drama, Music, Romance",Scott Cooper,7.2,tt1263670 +The King's Speech,2010,R,25 Dec 2010,118 min,"Biography, Drama, History",Tom Hooper,8.0,tt1504320 +The Artist,2011,PG-13,20 Jan 2012,100 min,"Comedy, Drama, Romance",Michel Hazanavicius,7.9,tt1655442 +Silver Linings Playbook,2012,R,25 Dec 2012,122 min,"Comedy, Drama, Romance",David O. Russell,7.7,tt1045658 +Blue Jasmine,2013,PG-13,23 Aug 2013,98 min,"Comedy, Drama",Woody Allen,7.3,tt2334873 +Still Alice,2014,PG-13,20 Feb 2015,101 min,Drama,"Richard Glatzer, Wash Westmoreland",7.5,tt3316960 +Room,2015,R,22 Jan 2016,118 min,"Drama, Thriller",Lenny Abrahamson,8.1,tt3170832 +La La Land,2016,PG-13,25 Dec 2016,128 min,"Comedy, Drama, Music",Damien Chazelle,8.0,tt3783958 +"Three Billboards Outside Ebbing, Missouri",2017,R,01 Dec 2017,115 min,"Comedy, Crime, Drama",Martin McDonagh,8.1,tt5027774 +The Favourite,2018,R,21 Dec 2018,119 min,"Biography, Comedy, Drama",Yorgos Lanthimos,7.5,tt5083738 +Lincoln,2012,PG-13,16 Nov 2012,150 min,"Biography, Drama, History",Steven Spielberg,7.3,tt0443272 +Dallas Buyers Club,2013,R,22 Nov 2013,117 min,"Biography, Drama",Jean-Marc Vallée,8.0,tt0790636 +The Theory of Everything,2014,PG-13,26 Nov 2014,123 min,"Biography, Drama, Romance",James Marsh,7.7,tt2980516 +The Revenant,2015,R,08 Jan 2016,156 min,"Action, Adventure, Drama",Alejandro G. Iñárritu,8.0,tt1663202 +Manchester by the Sea,2016,R,16 Dec 2016,137 min,Drama,Kenneth Lonergan,7.8,tt4034228 +Darkest Hour,2017,PG-13,22 Dec 2017,125 min,"Biography, Drama, War",Joe Wright,7.4,tt4555426 +Bohemian Rhapsody,2018,PG-13,02 Nov 2018,134 min,"Biography, Drama, Music",Bryan Singer,7.9,tt1727824 diff --git a/tools/datavzrd/test-data/oscars.csv b/tools/datavzrd/test-data/oscars.csv new file mode 100644 index 0000000000..b0b00fcb44 --- /dev/null +++ b/tools/datavzrd/test-data/oscars.csv @@ -0,0 +1,185 @@ +oscar_no,oscar_yr,award,name,movie,age,birth place,birth date,birth_mo,birth_d,birth_y,overall_wins_and_overall_nominations +1,1929,Best actress,Janet Gaynor,7th Heaven,22,Pennsylvania,1906-10-06,10,6,1906,1/2 +2,1930,Best actress,Mary Pickford,Coquette,37,Canada,1892-04-08,4,8,1892,1/1 +3,1931,Best actress,Norma Shearer,The Divorcee,28,Canada,1902-08-10,8,10,1902,1/6 +4,1932,Best actress,Marie Dressler,Min and Bill,63,Canada,1868-11-09,11,9,1868,1/2 +5,1933,Best actress,Helen Hayes,The Sin of Madelon Claudet,32,Washington DC,1900-10-10,10,10,1900,2/2 +6,1934,Best actress,Katharine Hepburn,Morning Glory,26,Connecticut,1907-05-12,5,12,1907,4/12 +7,1935,Best actress,Claudette Colbert,It Happened One Night,31,France,1903-09-13,9,13,1903,1/3 +8,1936,Best actress,Bette Davis,Dangerous,27,Massachusetts,1908-04-05,4,5,1908,2/10 +9,1937,Best actress,Luise Rainer,The Great Ziegfeld,26,Germany,1910-01-12,1,12,1910,2/2 +10,1938,Best actress,Luise Rainer,The Good Earth,27,Germany,1910-01-12,1,12,1910,2/2 +11,1939,Best actress,Bette Davis,Jezebel,30,Massachusetts,1908-04-05,4,5,1908,2/10 +12,1940,Best actress,Vivien Leigh,Gone with the Wind,26,India,1913-11-05,11,5,1913,2/2 +13,1941,Best actress,Ginger Rogers,Kitty Foyle,29,Missouri,1911-07-16,7,16,1911,1/1 +14,1942,Best actress,Joan Fontaine,Suspicion,24,Japan,1917-10-22,10,22,1917,1/3 +15,1943,Best actress,Greer Garson,Mrs. Miniver,38,England,1904-09-29,9,29,1904,1/7 +16,1944,Best actress,Jennifer Jones,The Song of Bernadette,24,Oklahoma,1919-03-02,3,2,1919,1/5 +17,1945,Best actress,Ingrid Bergman,Gaslight,29,Sweden,1915-08-29,8,29,1915,3/7 +18,1946,Best actress,Joan Crawford,Mildred Pierce,33,Texas,1912-03-23,3,23,1912,1/3 +19,1947,Best actress,Olivia de Havilland,To Each His Own,30,Japan,1916-07-01,7,1,1916,2/5 +20,1948,Best actress,Loretta Young,The Farmer's Daughter,34,Utah,1913-01-06,1,6,1913,1/2 +21,1949,Best actress,Jane Wyman,Johnny Belinda,34,Missouri,1914-01-04,1,4,1914,1/4 +22,1950,Best actress,Olivia de Havilland,The Heiress,33,Japan,1916-07-01,7,1,1916,2/5 +23,1951,Best actress,Judy Holliday,Born Yesterday,29,New York,1921-06-21,6,21,1921,1/1 +24,1952,Best actress,Vivien Leigh,A Streetcar Named Desire,38,India,1913-11-05,11,5,1913,2/2 +25,1953,Best actress,Shirley Booth,"Come Back, Little Sheba",54,New York,1898-08-30,8,30,1898,1/1 +26,1954,Best actress,Audrey Hepburn,Roman Holiday,24,Belgium,1929-05-04,5,4,1929,1/5 +27,1955,Best actress,Grace Kelly,The Country Girl,25,Philly,1929-11-12,11,12,1929,1/2 +28,1956,Best actress,Anna Magnani,The Rose Tattoo,47,Italy,1908-03-07,3,7,1908,1/2 +29,1957,Best actress,Ingrid Bergman,Anastasia,41,Sweden,1915-08-29,8,29,1915,3/7 +30,1958,Best actress,Joanne Woodward,The Three Faces of Eve,27,Georgia,1930-02-27,2,27,1930,1/4 +31,1959,Best actress,Susan Hayward,I Want to Live!,41,New York,1917-06-30,6,30,1917,1/5 +32,1960,Best actress,Simone Signoret,Room at the Top,38,Germany,1921-03-25,3,25,1921,1/2 +33,1961,Best actress,Elizabeth Taylor,Butterfield 8,28,England,1932-02-27,2,27,1932,2/5 +34,1962,Best actress,Sophia Loren,Two Women,27,Italy,1934-09-20,9,20,1934,1/2 +35,1963,Best actress,Anne Bancroft,The Miracle Worker,31,New York,1931-09-17,9,17,1931,1/5 +36,1964,Best actress,Patricia Neal,Hud,37,Kentucky,1926-01-20,1,20,1926,1/2 +37,1965,Best actress,Julie Andrews,Mary Poppins,29,England,1935-10-01,10,1,1935,1/3 +38,1966,Best actress,Julie Christie,Darling,25,India,1940-04-14,4,14,1940,1/4 +39,1967,Best actress,Elizabeth Taylor,Who's Afraid of Virginia Woolf,34,England,1932-02-27,2,27,1932,2/5 +40,1968,Best actress,Katharine Hepburn,Guess Who's Coming to Dinner,60,Connecticut,1907-05-12,5,12,1907,4/12 +41,1969,Best actress,Barbra Streisand,Funny Girl,26,New York,1942-04-24,4,24,1942,2/5 +41,1969,Best actress,Katharine Hepburn,The Lion in Winter,61,Connecticut,1907-05-12,5,12,1907,4/12 +42,1970,Best actress,Maggie Smith,The Prime of Miss Jean Brodie,35,England,1934-12-28,12,28,1934,2/6 +43,1971,Best actress,Glenda Jackson,Women in Love,34,England,1936-05-09,5,9,1936,2/4 +44,1972,Best actress,Jane Fonda,Klute,34,New York,1937-12-21,12,21,1937,2/7 +45,1973,Best actress,Liza Minnelli,Cabaret,26,California,1946-03-12,3,12,1946,1/2 +46,1974,Best actress,Glenda Jackson,A Touch of Class,37,England,1936-05-09,5,9,1936,2/4 +47,1975,Best actress,Ellen Burstyn,Alice Doesn't Live Here Anymore,42,Michigan,1932-12-07,12,7,1932,1/6 +48,1976,Best actress,Louise Fletcher,One Flew Over the Cuckoo's Nest,41,Alabama,1934-07-22,7,22,1934,1/1 +49,1977,Best actress,Faye Dunaway,Network,35,Florida,1941-01-14,1,14,1941,1/3 +50,1978,Best actress,Diane Keaton,Annie Hall,31,California,1946-01-05,1,5,1946,1/4 +51,1979,Best actress,Jane Fonda,Coming Home,41,New York,1937-12-21,12,21,1937,2/7 +52,1980,Best actress,Sally Field,Norma Rae,33,California,1946-11-06,11,6,1946,2/3 +53,1981,Best actress,Sissy Spacek,Coal Miner's Daughter,31,Texas,1949-12-25,12,25,1949,1/6 +54,1982,Best actress,Katharine Hepburn,On Golden Pond,74,Connecticut,1907-05-12,5,12,1907,4/12 +55,1983,Best actress,Meryl Streep,Sophie's Choice,33,New Jersey,1949-06-22,6,22,1949,3/21 +56,1984,Best actress,Shirley MacLaine,Terms of Endearment,49,Virginia,1934-04-24,4,24,1934,1/6 +57,1985,Best actress,Sally Field,Places in the Heart,38,California,1946-11-06,11,6,1946,2/3 +58,1986,Best actress,Geraldine Page,The Trip to Bountiful,61,Missouri,1924-11-22,11,22,1924,1/8 +59,1987,Best actress,Marlee Matlin,Children of a Lesser God,21,Illinois,1965-08-24,8,24,1965,1/1 +60,1988,Best actress,Cher,Moonstruck,41,California,1946-05-20,5,20,1946,1/2 +61,1989,Best actress,Jodie Foster,The Accused,26,California,1962-11-19,11,19,1962,2/4 +62,1990,Best actress,Jessica Tandy,Driving Miss Daisy,80,England,1909-06-07,6,7,1909,1/2 +63,1991,Best actress,Kathy Bates,Misery,42,Tennessee,1948-06-28,6,28,1948,1/4 +64,1992,Best actress,Jodie Foster,The Silence of the Lambs,29,California,1962-11-19,11,19,1962,2/4 +65,1993,Best actress,Emma Thompson,Howards End,33,England,1959-04-15,4,15,1959,2/5 +66,1994,Best actress,Holly Hunter,The Piano,35,Georgia,1958-03-20,3,20,1958,1/4 +67,1995,Best actress,Jessica Lange,Blue Sky,45,Minnesota,1949-04-20,4,20,1949,2/6 +68,1996,Best actress,Susan Sarandon,Dead Man Walking,49,New York,1946-10-04,10,4,1946,1/5 +69,1997,Best actress,Frances McDormand,Fargo,39,Illinois,1957-06-23,6,23,1957,4/7 +70,1998,Best actress,Helen Hunt,As Good As It Gets,34,California,1963-06-15,6,15,1963,1/2 +71,1999,Best actress,Gwyneth Paltrow,Shakespeare in Love,26,California,1972-09-28,9,28,1972,1/1 +72,2000,Best actress,Hilary Swank,Boys Don't Cry,25,Washington,1974-07-30,7,30,1974,2/2 +73,2001,Best actress,Julia Roberts,Erin Brockovich,33,Georgia,1967-10-28,10,28,1967,1/4 +74,2002,Best actress,Halle Berry,Monster's Ball,35,Ohio,1966-08-14,8,14,1966,1/1 +75,2003,Best actress,Nicole Kidman,The Hours,35,Australia,1967-06-20,6,20,1967,1/5 +76,2004,Best actress,Charlize Theron,Monster,28,South Africa,1975-08-07,8,7,1975,1/3 +77,2005,Best actress,Hilary Swank,Million Dollar Baby,30,Washington,1974-07-30,7,30,1974,2/2 +78,2006,Best actress,Reese Witherspoon,Walk the Line,29,Louisiana,1976-03-22,3,22,1976,1/2 +79,2007,Best actress,Helen Mirren,The Queen,61,England,1945-07-26,7,26,1945,1/4 +80,2008,Best actress,Marion Cotillard,La Vie En Rose,32,France,1975-09-30,9,30,1975,1/2 +81,2009,Best actress,Kate Winslet,The Reader,33,England,1975-10-05,10,5,1975,1/7 +82,2010,Best actress,Sandra Bullock,The Blind Side,45,Virginia,1964-07-26,7,26,1964,1/2 +83,2011,Best actress,Natalie Portman,Black Swan,29,Israel,1981-09-06,9,6,1981,1/3 +84,2012,Best actress,Meryl Streep,The Iron Lady,62,New Jersey,1949-06-22,6,22,1949,3/21 +1,1929,Best actor,Emil Jannings,The Way of All Flesh,44,Switzerland,1884-07-23,7,23,1884,1/1 +2,1930,Best actor,Warner Baxter,In Old Arizona,40,Ohio,1889-03-29,3,29,1889,1/1 +3,1931,Best actor,George Arliss,Disraeli,62,England,1868-04-10,4,10,1868,1/2 +4,1932,Best actor,Lionel Barrymore,A Free Soul,53,Pennsylvania,1878-04-28,4,28,1878,1/2 +5,1933,Best actor,Fredric March,Dr. Jekyll and Mr. Hyde,35,Wisconsin,1897-08-31,8,31,1897,2/5 +5,1933,Best actor,Wallace Beery,The Champ,47,Missouri,1885-04-01,4,1,1885,1/2 +6,1934,Best actor,Charles Laughton,The Private Life of Henry VIII,34,England,1899-07-01,7,1,1899,1/3 +7,1935,Best actor,Clark Gable,It Happened One Night,33,Ohio,1901-02-01,2,1,1901,1/3 +8,1936,Best actor,Victor McLaglen,The Informer,52,England,1883-12-11,12,11,1883,1/2 +9,1937,Best actor,Paul Muni,The Story of Louis Pasteur,41,Poland,1895-09-22,9,22,1895,1/6 +10,1938,Best actor,Spencer Tracy,Captains Courageous,37,Wisconsin,1900-04-05,4,5,1900,2/9 +11,1939,Best actor,Spencer Tracy,Boys Town,38,Wisconsin,1900-04-05,4,5,1900,2/9 +12,1940,Best actor,Robert Donat,"Goodbye, Mr. Chips",34,England,1905-03-18,3,18,1905,1/2 +13,1941,Best actor,James Stewart,The Philadelphia Story,32,Pennsylvania,1908-05-20,5,20,1908,1/5 +14,1942,Best actor,Gary Cooper,Sergeant York,40,Montana,1901-05-07,5,7,1901,2/5 +15,1943,Best actor,James Cagney,Yankee Doodle Dandy,43,New York,1899-07-17,7,17,1899,1/3 +16,1944,Best actor,Paul Lukas,Watch on the Rhine,48,Hungary,1895-05-26,5,26,1895,1/1 +17,1945,Best actor,Bing Crosby,Going My Way,41,Washington,1903-05-03,5,3,1903,1/3 +18,1946,Best actor,Ray Milland,The Lost Weekend,40,Wales,1905-01-03,1,3,1905,1/1 +19,1947,Best actor,Fredric March,The Best Years of Our Lives,49,Wisconsin,1897-08-31,8,31,1897,2/5 +20,1948,Best actor,Ronald Colman,A Double Life,56,England,1891-02-09,2,9,1891,1/3 +21,1949,Best actor,Laurence Olivier,Hamlet,41,England,1907-05-22,5,22,1907,1/11 +22,1950,Best actor,Broderick Crawford,All the King's Men,38,Pennsylvania,1911-12-09,12,9,1911,1/1 +23,1951,Best actor,Jose Ferrer,Cyrano de Bergerac,41,Puerto Rico,1909-01-08,1,8,1909,1/3 +24,1952,Best actor,Humphrey Bogart,The African Queen,52,New York,1899-12-25,12,25,1899,1/3 +25,1953,Best actor,Gary Cooper,High Noon,51,Montana,1901-05-07,5,7,1901,2/5 +26,1954,Best actor,William Holden,Stalag 17,35,Illinois,1918-04-17,4,17,1918,1/3 +27,1955,Best actor,Marlon Brando,On the Waterfront,30,Nebraska,1924-04-03,4,3,1924,2/8 +28,1956,Best actor,Ernest Borgnine,Marty,38,Connecticut,1917-01-24,1,24,1917,1/1 +29,1957,Best actor,Yul Brynner,The King and I,41,Russia,1915-07-07,7,7,1915,1/1 +30,1958,Best actor,Alec Guinness,The Bridge on the River Kwai,43,England,1914-04-02,4,2,1914,1/5 +31,1959,Best actor,David Niven,Separate Tables,48,Wales,1910-03-01,3,1,1910,1/1 +32,1960,Best actor,Charlton Heston,Ben-Hur,36,Illinois,1923-10-04,10,4,1923,1/1 +33,1961,Best actor,Burt Lancaster,Elmer Gantry,47,New York,1913-11-02,11,2,1913,1/4 +34,1962,Best actor,Maximilian Schell,Judgment at Nuremberg,31,Austria,1930-12-08,12,8,1930,1/3 +35,1963,Best actor,Gregory Peck,To Kill a Mockingbird,46,California,1916-04-05,4,5,1916,1/5 +36,1964,Best actor,Sidney Poitier,Lilies of the Field,36,Florida,1927-02-20,2,20,1927,1/2 +37,1965,Best actor,Rex Harrison,My Fair Lady,56,England,1908-03-05,3,5,1908,1/2 +38,1966,Best actor,Lee Marvin,Cat Ballou,41,New York,1924-02-19,2,19,1924,1/1 +39,1967,Best actor,Paul Scofield,A Man for All Seasons,44,England,1922-01-21,1,21,1922,1/2 +40,1968,Best actor,Rod Steiger,In the Heat of the Night,42,New York,1925-04-14,4,14,1925,1/3 +41,1969,Best actor,Cliff Robertson,Charly,43,California,1925-09-09,9,9,1925,1/1 +42,1970,Best actor,John Wayne,True Grit,62,Iowa,1907-05-26,5,26,1907,1/3 +43,1971,Best actor,George C. Scott,Patton,43,Virginia,1927-10-18,10,18,1927,1/4 +44,1972,Best actor,Gene Hackman,The French Connection,41,California,1930-01-30,1,30,1930,2/5 +45,1973,Best actor,Marlon Brando,The Godfather,48,Nebraska,1924-04-03,4,3,1924,2/8 +46,1974,Best actor,Jack Lemmon,Save the Tiger,48,Massachusetts,1925-02-08,2,8,1925,2/8 +47,1975,Best actor,Art Carney,Harry and Tonto,56,New York,1918-11-04,11,4,1918,1/1 +48,1976,Best actor,Jack Nicholson,One Flew Over The Cuckoo's Nest,38,New York,1937-04-22,4,22,1937,3/12 +49,1977,Best actor,Peter Finch,Network,60,England,1916-09-28,9,28,1916,1/2 +50,1978,Best actor,Richard Dreyfuss,The Goodbye Girl,30,New York,1947-10-29,10,29,1947,1/2 +51,1979,Best actor,Jon Voight,Coming Home,40,New York,1938-12-29,12,29,1938,1/4 +52,1980,Best actor,Dustin Hoffman,Kramer vs. Kramer,42,California,1937-08-08,8,8,1937,2/7 +53,1981,Best actor,Robert De Niro,Raging Bull,37,New York,1943-08-17,8,17,1943,2/8 +54,1982,Best actor,Henry Fonda,On Golden Pond,76,Nebraska,1905-05-16,5,16,1905,1/3 +55,1983,Best actor,Ben Kingsley,Kung Fu Ghandi,39,England,1943-12-31,12,31,1943,1/4 +56,1984,Best actor,Robert Duvall,Tender Mercies,52,California,1931-01-05,1,5,1931,1/7 +57,1985,Best actor,F. Murray Abraham,Amadeus,45,Pennsylvania,1939-10-24,10,24,1939,1/1 +58,1986,Best actor,William Hurt,Kiss of the Spider Woman,35,Washington DC,1950-03-20,3,20,1950,1/4 +59,1987,Best actor,Paul Newman,The Color of Money,61,Ohio,1925-01-26,1,26,1925,1/10 +60,1988,Best actor,Michael Douglas,Wall Street,43,New Jersey,1944-09-25,9,25,1944,2/2 +61,1989,Best actor,Dustin Hoffman,Rain Man,51,California,1937-08-08,8,8,1937,2/7 +62,1990,Best actor,Daniel Day-Lewis,My Left Foot,32,England,1957-04-29,4,29,1957,3/6 +63,1991,Best actor,Jeremy Irons,Reversal of Fortune,42,Isle of Wight,1948-09-19,9,19,1948,1/1 +64,1992,Best actor,Anthony Hopkins,The Silence of the Lambs,54,Wales,1937-12-31,12,31,1937,2/6 +65,1993,Best actor,Al Pacino,Scent of a Woman,52,New York,1940-04-25,4,25,1940,1/9 +66,1994,Best actor,Tom Hanks,Philadelphia,37,California,1956-07-09,7,9,1956,2/6 +67,1995,Best actor,Tom Hanks,Forrest Gump,38,California,1956-07-09,7,9,1956,2/6 +68,1996,Best actor,Nicolas Cage,Leaving Las Vegas,31,California,1964-01-07,1,7,1964,1/2 +69,1997,Best actor,Geoffrey Rush,Shine,45,Australia,1951-07-06,7,6,1951,1/4 +70,1998,Best actor,Jack Nicholson,As Good as It Gets,60,New York,1937-04-22,4,22,1937,3/12 +71,1999,Best actor,Roberto Benigni,Life Is Beautiful,46,Italy,1952-10-27,10,27,1952,1/3 +72,2000,Best actor,Kevin Spacey,American Beauty,40,New Jersey,1959-07-26,7,26,1959,2/2 +73,2001,Best actor,Russell Crowe,Gladiator,36,New Zealand,1964-04-07,4,7,1964,1/3 +74,2002,Best actor,Denzel Washington,Training Day,47,New York,1954-12-28,12,28,1954,2/10 +75,2003,Best actor,Adrien Brody,The Pianist,29,New York,1973-04-14,4,14,1973,1/1 +76,2004,Best actor,Sean Penn,Mystic River,43,California,1960-08-17,8,17,1960,2/5 +77,2005,Best actor,Jamie Foxx,Ray,37,Texas,1967-12-13,12,13,1967,1/2 +78,2006,Best actor,Philip Hoffman,Capote,38,New York,1967-07-23,7,23,1967,1/4 +79,2007,Best actor,Forest Whitaker,The Last King of Scotland,45,California,1961-07-15,7,15,1961,1/1 +80,2008,Best actor,Daniel Day-Lewis,There Will Be Blood,50,England,1957-04-29,4,29,1957,3/6 +81,2009,Best actor,Sean Penn,Milk,48,California,1960-08-17,8,17,1960,2/5 +82,2010,Best actor,Jeff Bridges,Crazy Heart,60,California,1949-12-04,12,4,1949,1/7 +83,2011,Best actor,Colin Firth,The King's Speech,50,England,1960-10-09,10,9,1960,1/2 +84,2012,Best actor,Jean Dujardin,The Artist,39,France,1972-07-19,7,19,1972,1/1 +85,2013,Best actress,Jennifer Lawrence,Silver Linings Playbook,22,Kentucky,1990-08-15,8,15,1990,1/4 +86,2014,Best actress,Cate Blanchett,Blue Jasmine,44,Australia,1969-05-14,5,14,1969,2/7 +87,2015,Best actress,Julianne Moore,Still Alice,54,North Carolina,1960-12-03,12,3,1960,1/5 +88,2016,Best actress,Brie Larson,Room,26,California,1989-10-01,10,1,1989,1/1 +89,2017,Best actress,Emma Stone,La La Land,28,Arizona,1988-11-06,11,6,1988,1/3 +90,2018,Best actress,Frances McDormand,"Three Billboards Outside Ebbing, Missouri",60,Illinois,1957-06-23,6,23,1957,4/7 +91,2019,Best actress,Olivia Colman,The Favourite,44,England,1974-01-30,1,30,1974,1/3 +85,2013,Best actor,Daniel Day-Lewis,Lincoln,55,England,1957-04-29,4,29,1957,3/6 +86,2014,Best actor,Matthew McConaughey,Dallas Buyers Club,44,Texas,1969-11-04,11,4,1969,1/1 +87,2015,Best actor,Eddie Redmayne,The Theory of Everything,32,England,1982-01-06,1,6,1982,1/2 +88,2016,Best actor,Leonardo Di Caprio,The Revenant,41,California,1974-11-11,11,11,1974,1/7 +89,2017,Best actor,Casey Affleck,Manchester by the Sea,41,Massachusetts,1975-08-12,8,12,1975,1/2 +90,2018,Best actor,Gary Oldman,Darkest Hour,59,England,1958-03-21,3,21,1958,1/3 +91,2019,Best actor,Rami Malek,Bohemian Rhapsody,37,California,1981-05-12,5,12,1981,1/1 \ No newline at end of file From 7de21e55d26576314502ddb6d58e052acd564fff Mon Sep 17 00:00:00 2001 From: gxy-tool-bot Date: Mon, 31 Aug 2026 11:42:58 +0000 Subject: [PATCH 2/6] Remove redundant webview_url param, clarify auto-config help, set profile 25.0 --- tools/datavzrd/datavzrd_render.xml | 17 +++++++---------- tools/datavzrd/macros.xml | 2 +- 2 files changed, 8 insertions(+), 11 deletions(-) diff --git a/tools/datavzrd/datavzrd_render.xml b/tools/datavzrd/datavzrd_render.xml index 6bad5afdce..c7b53dcde1 100644 --- a/tools/datavzrd/datavzrd_render.xml +++ b/tools/datavzrd/datavzrd_render.xml @@ -48,11 +48,11 @@ #end if ## Render the report -#set $webview_flag = '' -#if str($adv.webview_url): - #set $webview_flag = "--webview-url '" + str($adv.webview_url) + "'" +#set $overwrite_flag = '' +#if $adv.overwrite_output: + #set $overwrite_flag = '--overwrite-output' #end if -datavzrd config.yaml --output report_output ${adv.overwrite_output} $webview_flag && +datavzrd config.yaml --output report_output $overwrite_flag && ## Collect the output #if $output_format == 'html': @@ -86,10 +86,7 @@ datavzrd config.yaml --output report_output ${adv.overwrite_output} $webview_fla
- - - ^[^\s'"]*$ - +
@@ -177,7 +174,7 @@ datavzrd config.yaml --output report_output ${adv.overwrite_output} $webview_fla - + @@ -189,7 +186,7 @@ Datavzrd creates visual and interactive HTML reports from collections of tabular ## Configuration modes -1. **Auto-generate the configuration from the input tables**: datavzrd inspects each input table and generates a suitable default configuration, with one table view per input file. Each view provides per-column plots, searching, sorting and filtering. This is the easiest way to get an interactive report. +1. **Auto-generate the configuration from the input tables**: datavzrd inspects each input table and builds the configuration on the fly, with one table view per input file. Each view provides per-column plots, searching, sorting and filtering. This is the easiest way to get an interactive report - no configuration file is needed. 2. **Provide a datavzrd configuration file**: supply your own YAML configuration file for full control over report layout, column rendering (ticks, bars, heatmaps, pills, custom plots), linkouts and inter-table linking. See the datavzrd documentation at https://datavzrd.github.io/docs/configuration.html for a full description of the configuration format. diff --git a/tools/datavzrd/macros.xml b/tools/datavzrd/macros.xml index a9ea85d6d2..4b345117ae 100644 --- a/tools/datavzrd/macros.xml +++ b/tools/datavzrd/macros.xml @@ -1,7 +1,7 @@ 2.71.3 0 - 24.1 + 25.0 datavzrd From cccd766ea17db3e6547e330d3695197a0845b657 Mon Sep 17 00:00:00 2001 From: gxy-tool-bot Date: Mon, 31 Aug 2026 12:52:59 +0000 Subject: [PATCH 3/6] Address review: fix extensions, dataset naming, required_files, tests --- tools/datavzrd/.shed.yml | 4 +-- tools/datavzrd/datavzrd_render.xml | 48 ++++++++++++++++++------------ tools/datavzrd/macros.xml | 2 +- 3 files changed, 32 insertions(+), 22 deletions(-) diff --git a/tools/datavzrd/.shed.yml b/tools/datavzrd/.shed.yml index 349e6aeb3f..8a540f3b00 100644 --- a/tools/datavzrd/.shed.yml +++ b/tools/datavzrd/.shed.yml @@ -1,5 +1,5 @@ categories: -- Data Visualization +- Visualization description: Render visual and interactive HTML reports from tabular data with datavzrd homepage_url: https://github.com/datavzrd/datavzrd long_description: | @@ -10,5 +10,5 @@ long_description: | linking. name: datavzrd owner: bgruening -remote_repository_url: https://github.com/bgruening/galaxytools +remote_repository_url: https://github.com/bgruening/galaxytools/tree/master/tools/datavzrd type: unrestricted diff --git a/tools/datavzrd/datavzrd_render.xml b/tools/datavzrd/datavzrd_render.xml index c7b53dcde1..91547173db 100644 --- a/tools/datavzrd/datavzrd_render.xml +++ b/tools/datavzrd/datavzrd_render.xml @@ -4,18 +4,34 @@ macros.xml + + + Zipped report directory
- - - +
@@ -144,7 +151,7 @@ datavzrd config.yaml --output report_output $overwrite_flag && - + @@ -174,9 +181,13 @@ datavzrd config.yaml --output report_output $overwrite_flag && - - + + + + + + - 2.71.3 + 2.72.0 0 25.0 From 9f3cf718d51821b18749c9fe4eb312254ba8a713 Mon Sep 17 00:00:00 2001 From: gxy-tool-bot Date: Tue, 1 Sep 2026 11:49:49 +0000 Subject: [PATCH 4/6] Address review feedback and fix CI failures --- tools/datavzrd/datavzrd_render.xml | 56 ++++++++++++++++++++++++------ 1 file changed, 46 insertions(+), 10 deletions(-) diff --git a/tools/datavzrd/datavzrd_render.xml b/tools/datavzrd/datavzrd_render.xml index 91547173db..aa66d3fa17 100644 --- a/tools/datavzrd/datavzrd_render.xml +++ b/tools/datavzrd/datavzrd_render.xml @@ -116,10 +116,16 @@ datavzrd config.yaml --output report_output --overwrite-output && - - + + + + + + + + @@ -130,9 +136,15 @@ datavzrd config.yaml --output report_output --overwrite-output && - + + + + + + + @@ -147,10 +159,16 @@ datavzrd config.yaml --output report_output --overwrite-output && - + + + + + + + @@ -164,7 +182,9 @@ datavzrd config.yaml --output report_output --overwrite-output && - + + + @@ -186,6 +206,7 @@ datavzrd config.yaml --output report_output --overwrite-output && + @@ -201,7 +222,26 @@ Datavzrd creates visual and interactive HTML reports from collections of tabular 2. **Provide a datavzrd configuration file**: supply your own YAML configuration file for full control over report layout, column rendering (ticks, bars, heatmaps, pills, custom plots), linkouts and inter-table linking. See the datavzrd documentation at https://datavzrd.github.io/docs/configuration.html for a full description of the configuration format. -When a configuration file is provided, the `path` of each dataset in its `datasets` section is rewritten to the input tables of this job: datasets are matched to the input tables **in the order in which they appear in the configuration file**, so provide exactly one input table per dataset, in that order. Relative references to external files in the configuration (such as `spec-path`, `script-path`, `custom-path` or `render-img` paths) are not supported by this wrapper - use the inline `spec` or `custom` fields instead. +When a configuration file is provided, the `path` of each dataset in its `datasets` section is rewritten to the input tables of this job: datasets are matched to the input tables **in the order in which they appear in the configuration file**, so provide exactly one input table per dataset, in that order. + +In addition, the **name of every dataset and view in the configuration file must exactly match the (sanitized) file name of the corresponding input table, and must be unique across the whole configuration**, because datavzrd uses these names as directory names inside the rendered report. The tool names each input table after its file name (with non-alphanumeric characters replaced by underscores, and the extension changed to the actual format, e.g. `.csv` or `.tsv`). + +Example: for a configuration file with + +```yaml +views: + oscars: + dataset: oscars + render-table: + ... +datasets: + oscars: + path: anything.csv +``` + +select the corresponding input tables such that they are named `oscars.csv` etc., e.g. by renaming the datasets before running the tool. Note that the `path` values themselves are ignored (they are rewritten to the input tables), only the dataset and view names must match the input table names. + +Relative references to external files in the configuration (such as `spec-path`, `script-path`, `custom-path` or `render-img` paths) are not supported by this wrapper - use the inline `spec` or `custom` fields instead. ## Output @@ -210,10 +250,6 @@ The interactive HTML report can be displayed directly in Galaxy (choose *Interac ## Advanced options - **Maximum in-memory rows**: number of rows up to which a table is rendered as a single page (default 20000). Larger tables are split into pages with a search dialog. - -## Credits - -Datavzrd was developed by Felix Wiegand, Johannes Köster and colleagues. Source code and documentation are available at https://github.com/datavzrd/datavzrd. ]]> From 2603814cb596593e4fd72f275b5abadedbcae548 Mon Sep 17 00:00:00 2001 From: Saim Momin <64724322+SaimMomin12@users.noreply.github.com> Date: Tue, 1 Sep 2026 14:31:00 +0200 Subject: [PATCH 5/6] Update tools/datavzrd/datavzrd_render.xml --- tools/datavzrd/datavzrd_render.xml | 3 --- 1 file changed, 3 deletions(-) diff --git a/tools/datavzrd/datavzrd_render.xml b/tools/datavzrd/datavzrd_render.xml index aa66d3fa17..cb5e1f397b 100644 --- a/tools/datavzrd/datavzrd_render.xml +++ b/tools/datavzrd/datavzrd_render.xml @@ -247,9 +247,6 @@ Relative references to external files in the configuration (such as `spec-path`, The interactive HTML report can be displayed directly in Galaxy (choose *Interactive HTML report*). All report files (tables, plots and data) are stored alongside the displayed `index.html`. Alternatively, the whole report directory can be returned as a zip archive, e.g. for sharing or archiving of large reports. -## Advanced options - -- **Maximum in-memory rows**: number of rows up to which a table is rendered as a single page (default 20000). Larger tables are split into pages with a search dialog. ]]> From bdbeb7cbb320a2f339a4e04e81f5fa5e3d5f0039 Mon Sep 17 00:00:00 2001 From: Saim Momin <64724322+SaimMomin12@users.noreply.github.com> Date: Tue, 1 Sep 2026 14:31:09 +0200 Subject: [PATCH 6/6] Update tools/datavzrd/macros.xml --- tools/datavzrd/macros.xml | 1 - 1 file changed, 1 deletion(-) diff --git a/tools/datavzrd/macros.xml b/tools/datavzrd/macros.xml index c1f6cef916..6c28fb61c7 100644 --- a/tools/datavzrd/macros.xml +++ b/tools/datavzrd/macros.xml @@ -21,7 +21,6 @@ 10.1371/journal.pone.0323079 -