Skip to content

Commit

Permalink
feat: Croissant metadata
Browse files Browse the repository at this point in the history
  • Loading branch information
becktepe committed Jun 5, 2024
1 parent 56f9a03 commit 699a2b5
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions croissant_metadata.json
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"@context":{"@language":"en","@vocab":"https://schema.org/","citeAs":"cr:citeAs","column":"cr:column","conformsTo":"dct:conformsTo","cr":"http://mlcommons.org/croissant/","data":{"@id":"cr:data","@type":"@json"},"dataBiases":"cr:dataBiases","dataCollection":"cr:dataCollection","dataType":{"@id":"cr:dataType","@type":"@vocab"},"dct":"http://purl.org/dc/terms/","extract":"cr:extract","field":"cr:field","fileProperty":"cr:fileProperty","fileObject":"cr:fileObject","fileSet":"cr:fileSet","format":"cr:format","includes":"cr:includes","isLiveDataset":"cr:isLiveDataset","jsonPath":"cr:jsonPath","key":"cr:key","md5":"cr:md5","parentField":"cr:parentField","path":"cr:path","personalSensitiveInformation":"cr:personalSensitiveInformation","recordSet":"cr:recordSet","references":"cr:references","regex":"cr:regex","repeated":"cr:repeated","replace":"cr:replace","sc":"https://schema.org/","separator":"cr:separator","source":"cr:source","subField":"cr:subField","transform":"cr:transform"},"@type":"sc:Dataset","distribution":[{"@type":"cr:FileObject","@id":"repo","name":"repo","description":"The Hugging Face git repository.","contentUrl":"https://huggingface.co/datasets/autorl-org/arlbench/tree/refs%2Fconvert%2Fparquet","encodingFormat":"git+https","sha256":"https://github.com/mlcommons/croissant/issues/80"},{"@type":"cr:FileSet","@id":"parquet-files-for-config-dqn_data","name":"parquet-files-for-config-dqn_data","description":"The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/datasets-server/parquet).","containedIn":{"@id":"repo"},"encodingFormat":"application/x-parquet","includes":"dqn_data/*/*.parquet"},{"@type":"cr:FileSet","@id":"parquet-files-for-config-ppo_data","name":"parquet-files-for-config-ppo_data","description":"The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/datasets-server/parquet).","containedIn":{"@id":"repo"},"encodingFormat":"application/x-parquet","includes":"ppo_data/*/*.parquet"},{"@type":"cr:FileSet","@id":"parquet-files-for-config-sac_data","name":"parquet-files-for-config-sac_data","description":"The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/datasets-server/parquet).","containedIn":{"@id":"repo"},"encodingFormat":"application/x-parquet","includes":"sac_data/*/*.parquet"}],"recordSet":[{"@type":"cr:RecordSet","@id":"dqn_data","name":"dqn_data","description":"autorl-org/arlbench - 'dqn_data' subset","field":[{"@type":"cr:Field","@id":"dqn_data/run_id","name":"dqn_data/run_id","description":"Column 'run_id' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"run_id"}}},{"@type":"cr:Field","@id":"dqn_data/budget","name":"dqn_data/budget","description":"Column 'budget' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"budget"}}},{"@type":"cr:Field","@id":"dqn_data/performance","name":"dqn_data/performance","description":"Column 'performance' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"performance"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.buffer_batch_size","name":"dqn_data/hp_config.buffer_batch_size","description":"Column 'hp_config.buffer_batch_size' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.buffer_batch_size"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.buffer_prio_sampling","name":"dqn_data/hp_config.buffer_prio_sampling","description":"Column 'hp_config.buffer_prio_sampling' from the Hugging Face parquet file.","dataType":"sc:Boolean","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.buffer_prio_sampling"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.buffer_size","name":"dqn_data/hp_config.buffer_size","description":"Column 'hp_config.buffer_size' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.buffer_size"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.initial_epsilon","name":"dqn_data/hp_config.initial_epsilon","description":"Column 'hp_config.initial_epsilon' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.initial_epsilon"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.learning_rate","name":"dqn_data/hp_config.learning_rate","description":"Column 'hp_config.learning_rate' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.learning_rate"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.learning_starts","name":"dqn_data/hp_config.learning_starts","description":"Column 'hp_config.learning_starts' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.learning_starts"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.target_epsilon","name":"dqn_data/hp_config.target_epsilon","description":"Column 'hp_config.target_epsilon' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.target_epsilon"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.use_target_network","name":"dqn_data/hp_config.use_target_network","description":"Column 'hp_config.use_target_network' from the Hugging Face parquet file.","dataType":"sc:Boolean","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.use_target_network"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.buffer_alpha","name":"dqn_data/hp_config.buffer_alpha","description":"Column 'hp_config.buffer_alpha' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.buffer_alpha"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.buffer_beta","name":"dqn_data/hp_config.buffer_beta","description":"Column 'hp_config.buffer_beta' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.buffer_beta"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.buffer_epsilon","name":"dqn_data/hp_config.buffer_epsilon","description":"Column 'hp_config.buffer_epsilon' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.buffer_epsilon"}}},{"@type":"cr:Field","@id":"dqn_data/hp_config.target_update_interval","name":"dqn_data/hp_config.target_update_interval","description":"Column 'hp_config.target_update_interval' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"hp_config.target_update_interval"}}},{"@type":"cr:Field","@id":"dqn_data/seed","name":"dqn_data/seed","description":"Column 'seed' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"seed"}}},{"@type":"cr:Field","@id":"dqn_data/environment","name":"dqn_data/environment","description":"Column 'environment' from the Hugging Face parquet file.","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-dqn_data"},"extract":{"column":"environment"}}}]},{"@type":"cr:RecordSet","@id":"ppo_data","name":"ppo_data","description":"autorl-org/arlbench - 'ppo_data' subset","field":[{"@type":"cr:Field","@id":"ppo_data/run_id","name":"ppo_data/run_id","description":"Column 'run_id' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"run_id"}}},{"@type":"cr:Field","@id":"ppo_data/budget","name":"ppo_data/budget","description":"Column 'budget' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"budget"}}},{"@type":"cr:Field","@id":"ppo_data/performance","name":"ppo_data/performance","description":"Column 'performance' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"performance"}}},{"@type":"cr:Field","@id":"ppo_data/hp_config.clip_eps","name":"ppo_data/hp_config.clip_eps","description":"Column 'hp_config.clip_eps' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"hp_config.clip_eps"}}},{"@type":"cr:Field","@id":"ppo_data/hp_config.ent_coef","name":"ppo_data/hp_config.ent_coef","description":"Column 'hp_config.ent_coef' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"hp_config.ent_coef"}}},{"@type":"cr:Field","@id":"ppo_data/hp_config.gae_lambda","name":"ppo_data/hp_config.gae_lambda","description":"Column 'hp_config.gae_lambda' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"hp_config.gae_lambda"}}},{"@type":"cr:Field","@id":"ppo_data/hp_config.learning_rate","name":"ppo_data/hp_config.learning_rate","description":"Column 'hp_config.learning_rate' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"hp_config.learning_rate"}}},{"@type":"cr:Field","@id":"ppo_data/hp_config.max_grad_norm","name":"ppo_data/hp_config.max_grad_norm","description":"Column 'hp_config.max_grad_norm' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"hp_config.max_grad_norm"}}},{"@type":"cr:Field","@id":"ppo_data/hp_config.minibatch_size","name":"ppo_data/hp_config.minibatch_size","description":"Column 'hp_config.minibatch_size' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"hp_config.minibatch_size"}}},{"@type":"cr:Field","@id":"ppo_data/hp_config.normalize_advantage","name":"ppo_data/hp_config.normalize_advantage","description":"Column 'hp_config.normalize_advantage' from the Hugging Face parquet file.","dataType":"sc:Boolean","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"hp_config.normalize_advantage"}}},{"@type":"cr:Field","@id":"ppo_data/hp_config.vf_clip_eps","name":"ppo_data/hp_config.vf_clip_eps","description":"Column 'hp_config.vf_clip_eps' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"hp_config.vf_clip_eps"}}},{"@type":"cr:Field","@id":"ppo_data/hp_config.vf_coef","name":"ppo_data/hp_config.vf_coef","description":"Column 'hp_config.vf_coef' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"hp_config.vf_coef"}}},{"@type":"cr:Field","@id":"ppo_data/seed","name":"ppo_data/seed","description":"Column 'seed' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"seed"}}},{"@type":"cr:Field","@id":"ppo_data/environment","name":"ppo_data/environment","description":"Column 'environment' from the Hugging Face parquet file.","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-ppo_data"},"extract":{"column":"environment"}}}]},{"@type":"cr:RecordSet","@id":"sac_data","name":"sac_data","description":"autorl-org/arlbench - 'sac_data' subset","field":[{"@type":"cr:Field","@id":"sac_data/run_id","name":"sac_data/run_id","description":"Column 'run_id' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"run_id"}}},{"@type":"cr:Field","@id":"sac_data/budget","name":"sac_data/budget","description":"Column 'budget' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"budget"}}},{"@type":"cr:Field","@id":"sac_data/performance","name":"sac_data/performance","description":"Column 'performance' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"performance"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.buffer_batch_size","name":"sac_data/hp_config.buffer_batch_size","description":"Column 'hp_config.buffer_batch_size' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.buffer_batch_size"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.buffer_prio_sampling","name":"sac_data/hp_config.buffer_prio_sampling","description":"Column 'hp_config.buffer_prio_sampling' from the Hugging Face parquet file.","dataType":"sc:Boolean","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.buffer_prio_sampling"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.buffer_size","name":"sac_data/hp_config.buffer_size","description":"Column 'hp_config.buffer_size' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.buffer_size"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.learning_rate","name":"sac_data/hp_config.learning_rate","description":"Column 'hp_config.learning_rate' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.learning_rate"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.learning_starts","name":"sac_data/hp_config.learning_starts","description":"Column 'hp_config.learning_starts' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.learning_starts"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.reward_scale","name":"sac_data/hp_config.reward_scale","description":"Column 'hp_config.reward_scale' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.reward_scale"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.use_target_network","name":"sac_data/hp_config.use_target_network","description":"Column 'hp_config.use_target_network' from the Hugging Face parquet file.","dataType":"sc:Boolean","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.use_target_network"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.buffer_alpha","name":"sac_data/hp_config.buffer_alpha","description":"Column 'hp_config.buffer_alpha' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.buffer_alpha"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.buffer_beta","name":"sac_data/hp_config.buffer_beta","description":"Column 'hp_config.buffer_beta' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.buffer_beta"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.buffer_epsilon","name":"sac_data/hp_config.buffer_epsilon","description":"Column 'hp_config.buffer_epsilon' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.buffer_epsilon"}}},{"@type":"cr:Field","@id":"sac_data/hp_config.tau","name":"sac_data/hp_config.tau","description":"Column 'hp_config.tau' from the Hugging Face parquet file.","dataType":"sc:Float","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"hp_config.tau"}}},{"@type":"cr:Field","@id":"sac_data/seed","name":"sac_data/seed","description":"Column 'seed' from the Hugging Face parquet file.","dataType":"sc:Integer","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"seed"}}},{"@type":"cr:Field","@id":"sac_data/environment","name":"sac_data/environment","description":"Column 'environment' from the Hugging Face parquet file.","dataType":"sc:Text","source":{"fileSet":{"@id":"parquet-files-for-config-sac_data"},"extract":{"column":"environment"}}}]}],"conformsTo":"http://mlcommons.org/croissant/1.0","name":"arlbench","description":"\n\t\n\t\t\n\t\n\t\n\t\tThe ARLBench Performance Dataset\n\t\n\nARLBench is a benchmark for hyperparameter optimization in Reinforcement Learning. \nSince we performed several thousand runs on the benchmark to find meaningful HPO test settings in RL, we collect them in this dataset for future use.\nThese runs could be used to meta-learn information about the hyperparameter landscape or warmstart HPO tools.\nIn detail, it contains each 10 runs for PPO, DQN and SAC respectively on the Atari-5 environments, four… See the full description on the dataset page: https://huggingface.co/datasets/autorl-org/arlbench.","alternateName":["autorl-org/arlbench","ARLBench Performance Data"],"creator":{"@type":"Organization","name":"AutoRL.org","url":"https://huggingface.co/autorl-org"},"keywords":["10K<n<100K","bsd-3-clause","autorl","automl","rl","Croissant","🇺🇸 Region: US"],"license":"https://choosealicense.com/licenses/bsd-3-clause/","url":"https://huggingface.co/datasets/autorl-org/arlbench"}

0 comments on commit 699a2b5

Please sign in to comment.