Index

_

__init__() (ultra.input_layer.base_input_feed.BaseInputFeed method) (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method) (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) (ultra.learning_algorithm.dbgd.DBGD method) (ultra.learning_algorithm.dla.DenoisingNet method) (ultra.learning_algorithm.dla.DLA method) (ultra.learning_algorithm.ipw_rank.IPWrank method) (ultra.learning_algorithm.navie_algorithm.NavieAlgorithm method) (ultra.learning_algorithm.pairwise_debias.PairDebias method) (ultra.learning_algorithm.pdgd.PDGD method) (ultra.learning_algorithm.regression_EM.RegressionEM method) (ultra.ranking_model.base_ranking_model.BaseRankingModel method) (ultra.utils.data_utils.Raw_data method) (ultra.utils.hparams.HParams method) (ultra.utils.propensity_estimator.BasicPropensityEstimator method) (ultra.utils.propensity_estimator.OraclePropensityEstimator method) (ultra.utils.propensity_estimator.RandomizedPropensityEstimator method) (ultra.utils.team_draft_interleave.TeamDraftInterleaving method)

A

ACT_FUNC_DIC (ultra.ranking_model.base_ranking_model.BaseRankingModel attribute) ActivationFunctions (class in ultra.ranking_model.base_ranking_model)

add_hparam() (ultra.utils.hparams.HParams method) ARP (ultra.utils.metrics.RankingMetricKey attribute) average_relevance_position() (in module ultra.utils.metrics)

B

BaseAlgorithm (class in ultra.learning_algorithm.base_algorithm) BaseInputFeed (class in ultra.input_layer.base_input_feed) BaseRankingModel (class in ultra.ranking_model.base_ranking_model)

BasicPropensityEstimator (class in ultra.utils.propensity_estimator) BATCH (ultra.ranking_model.base_ranking_model.NormalizationFunctions attribute) build() (ultra.ranking_model.base_ranking_model.BaseRankingModel method)

C

click_simulation_winners() (ultra.learning_algorithm.dbgd.DBGD method) ClickSimulationFeed (class in ultra.input_layer.click_simulation_feed) clip_grad_value() (ultra.learning_algorithm.dla.DLA method) compute_gradient() (ultra.learning_algorithm.dbgd.DBGD method) CONSTANT (ultra.ranking_model.base_ranking_model.Initializer attribute)

create_input_feed() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) create_model() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) create_new_output_list() (ultra.learning_algorithm.dbgd.DBGD method) create_noisy_param() (ultra.learning_algorithm.dbgd.DBGD method) create_object() (in module ultra.utils.sys_tools) create_summary() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method)

D

DBGD (class in ultra.learning_algorithm.dbgd) DCG (ultra.utils.metrics.RankingMetricKey attribute) DenoisingNet (class in ultra.learning_algorithm.dla)

DeterministicOnlineSimulationFeed (class in ultra.input_layer.deterministic_online_simulation_feed) DirectLabelFeed (class in ultra.input_layer.direct_label_feed) discounted_cumulative_gain() (in module ultra.utils.metrics) DLA (class in ultra.learning_algorithm.dla)

E

ELU (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute) ERR (ultra.utils.metrics.RankingMetricKey attribute)

estimateParametersFromModel() (ultra.utils.propensity_estimator.RandomizedPropensityEstimator method) expected_reciprocal_rank() (in module ultra.utils.metrics)

F

find_class() (in module ultra.utils.sys_tools)

forward() (ultra.learning_algorithm.dla.DenoisingNet method) from_proto() (ultra.utils.hparams.HParams static method)

G

generate_ranklist() (in module ultra.utils.data_utils) generate_ranklist_by_scores() (in module ultra.utils.data_utils) get() (ultra.utils.hparams.HParams method) get_batch() (ultra.input_layer.base_input_feed.BaseInputFeed method) (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method) get_bernoulli_sample() (in module ultra.learning_algorithm.pairwise_debias) (in module ultra.learning_algorithm.regression_EM) get_data_by_index() (ultra.input_layer.base_input_feed.BaseInputFeed method) (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method)

get_model_structure() (ultra.utils.hparams.HParams method) get_next_batch() (ultra.input_layer.base_input_feed.BaseInputFeed method) (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method) get_normalized_weights() (ultra.learning_algorithm.dla.DLA method) get_ranking_scores() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) getPropensityForOneList() (ultra.utils.propensity_estimator.BasicPropensityEstimator method) (ultra.utils.propensity_estimator.OraclePropensityEstimator method)

H

HParams (class in ultra.utils.hparams)

I

infer_winner() (ultra.utils.team_draft_interleave.TeamDraftInterleaving method) Initializer (class in ultra.ranking_model.base_ranking_model)

interleave() (ultra.utils.team_draft_interleave.TeamDraftInterleaving method) IPWrank (class in ultra.learning_algorithm.ipw_rank)

L

l2_loss() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) LAYER (ultra.ranking_model.base_ranking_model.NormalizationFunctions attribute) list_available() (in module ultra.input_layer) (in module ultra.learning_algorithm) (in module ultra.ranking_model) list_recursive_concrete_subclasses() (in module ultra.utils.sys_tools)

load_basic_data_information() (ultra.utils.data_utils.Raw_data method) load_data_in_libsvm_format() (ultra.utils.data_utils.Raw_data method) load_data_in_ULTRA_format() (ultra.utils.data_utils.Raw_data method) loadEstimatorFromFile() (ultra.utils.propensity_estimator.BasicPropensityEstimator method) (ultra.utils.propensity_estimator.OraclePropensityEstimator method) (ultra.utils.propensity_estimator.RandomizedPropensityEstimator method)

M

main() (in module ultra.utils.propensity_estimator) make_ranking_metric_fn() (in module ultra.utils.metrics) MAP (ultra.utils.metrics.RankingMetricKey attribute) MAX_LABEL (ultra.utils.metrics.RankingMetricKey attribute) MAX_SAMPLE_ROUND_NUM (ultra.input_layer.base_input_feed.BaseInputFeed attribute) mean_average_precision() (in module ultra.utils.metrics) mean_reciprocal_rank() (in module ultra.utils.metrics) merge_Summary() (in module ultra.utils.data_utils) model_parameters (ultra.ranking_model.base_ranking_model.BaseRankingModel attribute) module ultra ultra.input_layer ultra.input_layer.base_input_feed ultra.input_layer.click_simulation_feed ultra.input_layer.deterministic_online_simulation_feed ultra.input_layer.direct_label_feed ultra.input_layer.stochastic_online_simulation_feed ultra.learning_algorithm ultra.learning_algorithm.base_algorithm ultra.learning_algorithm.dbgd ultra.learning_algorithm.dla ultra.learning_algorithm.ipw_rank ultra.learning_algorithm.navie_algorithm ultra.learning_algorithm.pairwise_debias ultra.learning_algorithm.pdgd ultra.learning_algorithm.regression_EM ultra.ranking_model ultra.ranking_model.base_ranking_model ultra.utils ultra.utils.data_utils ultra.utils.hparams ultra.utils.metrics ultra.utils.propensity_estimator ultra.utils.sys_tools ultra.utils.team_draft_interleave

MRR (ultra.utils.metrics.RankingMetricKey attribute)

N

NavieAlgorithm (class in ultra.learning_algorithm.navie_algorithm) NDCG (ultra.utils.metrics.RankingMetricKey attribute) next_index_to_add() (ultra.utils.team_draft_interleave.TeamDraftInterleaving method)

NORM_FUNC_DIC (ultra.ranking_model.base_ranking_model.BaseRankingModel attribute) NormalizationFunctions (class in ultra.ranking_model.base_ranking_model) normalized_discounted_cumulative_gain() (in module ultra.utils.metrics)

O

opt_step() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) OraclePropensityEstimator (class in ultra.utils.propensity_estimator) ORDERED_PAIR_ACCURACY (ultra.utils.metrics.RankingMetricKey attribute) ordered_pair_accuracy() (in module ultra.utils.metrics)

output_ranklist() (in module ultra.utils.data_utils) outputEstimatorToFile() (ultra.utils.propensity_estimator.BasicPropensityEstimator method) (ultra.utils.propensity_estimator.OraclePropensityEstimator method) (ultra.utils.propensity_estimator.RandomizedPropensityEstimator method) override_from_dict() (ultra.utils.hparams.HParams method)

P

pad() (ultra.utils.data_utils.Raw_data method) PADDING_SCORE (ultra.learning_algorithm.base_algorithm.BaseAlgorithm attribute) PairDebias (class in ultra.learning_algorithm.pairwise_debias) pairwise_cross_entropy_loss() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) pairwise_loss_on_list() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) parse() (ultra.utils.hparams.HParams method) parse_json() (ultra.utils.hparams.HParams method) parse_values() (in module ultra.utils.hparams)

PDGD (class in ultra.learning_algorithm.pdgd) PRECISION (ultra.utils.metrics.RankingMetricKey attribute) precision() (in module ultra.utils.metrics) prepare_sim_clicks_with_index() (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) prepare_true_labels_with_index() (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method) preprocess_data() (ultra.input_layer.base_input_feed.BaseInputFeed static method)

R

RandomizedPropensityEstimator (class in ultra.utils.propensity_estimator) ranking_model() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) RankingMetricKey (class in ultra.utils.metrics) Raw_data (class in ultra.utils.data_utils)

read_data() (in module ultra.utils.data_utils) RegressionEM (class in ultra.learning_algorithm.regression_EM) RELU (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute) remove_invalid_data() (ultra.utils.data_utils.Raw_data method) remove_padding_for_metric_eval() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method)

S

SELU (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute) selu() (in module ultra.learning_algorithm.ipw_rank) (in module ultra.ranking_model.base_ranking_model) separate_gradient_update() (ultra.learning_algorithm.dla.DLA method) set_from_map() (ultra.utils.hparams.HParams method) set_hparam() (ultra.utils.hparams.HParams method) set_model_structure() (ultra.utils.hparams.HParams method) SIGMOID (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute)

sigmoid_loss_on_list() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) sigmoid_prob() (in module ultra.learning_algorithm.dla) simulate_clicks_online() (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method) softmax_cross_entropy_with_logits() (in module ultra.learning_algorithm.base_algorithm) softmax_loss() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) step() (ultra.learning_algorithm.navie_algorithm.NavieAlgorithm method) StochasticOnlineSimulationFeed (class in ultra.input_layer.stochastic_online_simulation_feed)

T

TANH (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute) TeamDraftInterleaving (class in ultra.utils.team_draft_interleave) to_json() (ultra.utils.hparams.HParams method) train() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) (ultra.learning_algorithm.dbgd.DBGD method) (ultra.learning_algorithm.dla.DLA method) (ultra.learning_algorithm.ipw_rank.IPWrank method) (ultra.learning_algorithm.pairwise_debias.PairDebias method) (ultra.learning_algorithm.pdgd.PDGD method) (ultra.learning_algorithm.regression_EM.RegressionEM method)

training (ultra.learning_algorithm.dla.DenoisingNet attribute) (ultra.ranking_model.base_ranking_model.BaseRankingModel attribute)

U

ultra module ultra.input_layer module ultra.input_layer.base_input_feed module ultra.input_layer.click_simulation_feed module ultra.input_layer.deterministic_online_simulation_feed module ultra.input_layer.direct_label_feed module ultra.input_layer.stochastic_online_simulation_feed module ultra.learning_algorithm module ultra.learning_algorithm.base_algorithm module ultra.learning_algorithm.dbgd module ultra.learning_algorithm.dla module ultra.learning_algorithm.ipw_rank module ultra.learning_algorithm.navie_algorithm module

ultra.learning_algorithm.pairwise_debias module ultra.learning_algorithm.pdgd module ultra.learning_algorithm.regression_EM module ultra.ranking_model module ultra.ranking_model.base_ranking_model module ultra.utils module ultra.utils.data_utils module ultra.utils.hparams module ultra.utils.metrics module ultra.utils.propensity_estimator module ultra.utils.sys_tools module ultra.utils.team_draft_interleave module

V

validation() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) (ultra.learning_algorithm.dbgd.DBGD method) (ultra.learning_algorithm.dla.DLA method) (ultra.learning_algorithm.ipw_rank.IPWrank method) (ultra.learning_algorithm.pairwise_debias.PairDebias method) (ultra.learning_algorithm.pdgd.PDGD method) (ultra.learning_algorithm.regression_EM.RegressionEM method)

values() (ultra.utils.hparams.HParams method)