Index

_

__init__() (ultra.input_layer.base_input_feed.BaseInputFeed method) (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.interleaving_deterministic_online_simulation_feed.InterleavingDeterministicOnlineSimulationFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method) (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) (ultra.learning_algorithm.dbgd.DBGD method) (ultra.learning_algorithm.dla.DLA method) (ultra.learning_algorithm.ipw_rank.IPWrank method) (ultra.learning_algorithm.navie_algorithm.NavieAlgorithm method) (ultra.learning_algorithm.pairwise_debias.PairDebias method) (ultra.learning_algorithm.pdgd.PDGD method) (ultra.learning_algorithm.regression_EM.RegressionEM method) (ultra.ranking_model.base_ranking_model.BaseRankingModel method) (ultra.utils.data_utils.Raw_data method) (ultra.utils.hparams.HParams method) (ultra.utils.propensity_estimator.BasicPropensityEstimator method) (ultra.utils.propensity_estimator.OraclePropensityEstimator method) (ultra.utils.propensity_estimator.RandomizedPropensityEstimator method) (ultra.utils.team_draft_interleave.TeamDraftInterleaving method)

A

ACT_FUNC_DIC (ultra.ranking_model.base_ranking_model.BaseRankingModel attribute) ActivationFunctions (class in ultra.ranking_model.base_ranking_model)

add_hparam() (ultra.utils.hparams.HParams method) ARP (ultra.utils.metrics.RankingMetricKey attribute) average_relevance_position() (in module ultra.utils.metrics)

B

BaseAlgorithm (class in ultra.learning_algorithm.base_algorithm) BaseInputFeed (class in ultra.input_layer.base_input_feed) BaseRankingModel (class in ultra.ranking_model.base_ranking_model)

BasicPropensityEstimator (class in ultra.utils.propensity_estimator) BATCH (ultra.ranking_model.base_ranking_model.NormalizationFunctions attribute) build() (ultra.ranking_model.base_ranking_model.BaseRankingModel method)

C

click_weighted_log_loss() (ultra.learning_algorithm.dla.DLA method) click_weighted_pairwise_loss() (ultra.learning_algorithm.dla.DLA method) (ultra.learning_algorithm.ipw_rank.IPWrank method) click_weighted_softmax_cross_entropy_loss() (ultra.learning_algorithm.dla.DLA method)

click_weighted_softmax_loss() (ultra.learning_algorithm.ipw_rank.IPWrank method) ClickSimulationFeed (class in ultra.input_layer.click_simulation_feed) CONSTANT (ultra.ranking_model.base_ranking_model.Initializer attribute) create_object() (in module ultra.utils.sys_tools)

D

DBGD (class in ultra.learning_algorithm.dbgd) DCG (ultra.utils.metrics.RankingMetricKey attribute) DenoisingNet() (ultra.learning_algorithm.dla.DLA method)

DeterministicOnlineSimulationFeed (class in ultra.input_layer.deterministic_online_simulation_feed) DirectLabelFeed (class in ultra.input_layer.direct_label_feed) discounted_cumulative_gain() (in module ultra.utils.metrics) DLA (class in ultra.learning_algorithm.dla)

E

ELU (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute) ERR (ultra.utils.metrics.RankingMetricKey attribute)

estimateParametersFromModel() (ultra.utils.propensity_estimator.RandomizedPropensityEstimator method) expected_reciprocal_rank() (in module ultra.utils.metrics)

F

find_class() (in module ultra.utils.sys_tools)

from_proto() (ultra.utils.hparams.HParams static method)

G

generate_ranklist() (in module ultra.utils.data_utils) generate_ranklist_by_scores() (in module ultra.utils.data_utils) get() (ultra.utils.hparams.HParams method) get_batch() (ultra.input_layer.base_input_feed.BaseInputFeed method) (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.interleaving_deterministic_online_simulation_feed.InterleavingDeterministicOnlineSimulationFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method) get_bernoulli_sample() (in module ultra.learning_algorithm.pairwise_debias) (in module ultra.learning_algorithm.regression_EM) get_data_by_index() (ultra.input_layer.base_input_feed.BaseInputFeed method) (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.interleaving_deterministic_online_simulation_feed.InterleavingDeterministicOnlineSimulationFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method)

get_model_structure() (ultra.utils.hparams.HParams method) get_next_batch() (ultra.input_layer.base_input_feed.BaseInputFeed method) (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.interleaving_deterministic_online_simulation_feed.InterleavingDeterministicOnlineSimulationFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method) get_normalized_weights() (ultra.learning_algorithm.dla.DLA method) get_ranking_scores() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) get_variable() (ultra.ranking_model.base_ranking_model.BaseRankingModel method) getPropensityForOneList() (ultra.utils.propensity_estimator.BasicPropensityEstimator method) (ultra.utils.propensity_estimator.OraclePropensityEstimator method)

H

HParams (class in ultra.utils.hparams)

I

infer_winner() (ultra.utils.team_draft_interleave.TeamDraftInterleaving method) Initializer (class in ultra.ranking_model.base_ranking_model) INITIALIZER_DIC (ultra.ranking_model.base_ranking_model.BaseRankingModel attribute)

interleave() (ultra.utils.team_draft_interleave.TeamDraftInterleaving method) InterleavingDeterministicOnlineSimulationFeed (class in ultra.input_layer.interleaving_deterministic_online_simulation_feed) IPWrank (class in ultra.learning_algorithm.ipw_rank)

L

LAYER (ultra.ranking_model.base_ranking_model.NormalizationFunctions attribute) list_available() (in module ultra.input_layer) (in module ultra.learning_algorithm) (in module ultra.ranking_model) list_recursive_concrete_subclasses() (in module ultra.utils.sys_tools)

load_basic_data_information() (ultra.utils.data_utils.Raw_data method) load_data_in_libsvm_format() (ultra.utils.data_utils.Raw_data method) load_data_in_ULTRA_format() (ultra.utils.data_utils.Raw_data method) loadEstimatorFromFile() (ultra.utils.propensity_estimator.BasicPropensityEstimator method) (ultra.utils.propensity_estimator.OraclePropensityEstimator method) (ultra.utils.propensity_estimator.RandomizedPropensityEstimator method)

M

main() (in module ultra.utils.propensity_estimator) make_ranking_metric_fn() (in module ultra.utils.metrics) MAP (ultra.utils.metrics.RankingMetricKey attribute) MAX_LABEL (ultra.utils.metrics.RankingMetricKey attribute) MAX_SAMPLE_ROUND_NUM (ultra.input_layer.base_input_feed.BaseInputFeed attribute)

mean_average_precision() (in module ultra.utils.metrics) mean_reciprocal_rank() (in module ultra.utils.metrics) merge_TFSummary() (in module ultra.utils.data_utils) model_parameters (ultra.ranking_model.base_ranking_model.BaseRankingModel attribute) MRR (ultra.utils.metrics.RankingMetricKey attribute)

N

NavieAlgorithm (class in ultra.learning_algorithm.navie_algorithm) NDCG (ultra.utils.metrics.RankingMetricKey attribute) next_index_to_add() (ultra.utils.team_draft_interleave.TeamDraftInterleaving method)

NORM_FUNC_DIC (ultra.ranking_model.base_ranking_model.BaseRankingModel attribute) NormalizationFunctions (class in ultra.ranking_model.base_ranking_model) normalized_discounted_cumulative_gain() (in module ultra.utils.metrics)

O

OraclePropensityEstimator (class in ultra.utils.propensity_estimator) ORDERED_PAIR_ACCURACY (ultra.utils.metrics.RankingMetricKey attribute) ordered_pair_accuracy() (in module ultra.utils.metrics) output_ranklist() (in module ultra.utils.data_utils)

outputEstimatorToFile() (ultra.utils.propensity_estimator.BasicPropensityEstimator method) (ultra.utils.propensity_estimator.OraclePropensityEstimator method) (ultra.utils.propensity_estimator.RandomizedPropensityEstimator method) override_from_dict() (ultra.utils.hparams.HParams method)

P

pad() (ultra.utils.data_utils.Raw_data method) PADDING_SCORE (ultra.learning_algorithm.base_algorithm.BaseAlgorithm attribute) PairDebias (class in ultra.learning_algorithm.pairwise_debias) pairwise_cross_entropy_loss() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) pairwise_loss() (ultra.learning_algorithm.navie_algorithm.NavieAlgorithm method) parse() (ultra.utils.hparams.HParams method) parse_json() (ultra.utils.hparams.HParams method) parse_TFSummary_from_bytes() (in module ultra.utils.data_utils) parse_values() (in module ultra.utils.hparams)

PDGD (class in ultra.learning_algorithm.pdgd) PRECISION (ultra.utils.metrics.RankingMetricKey attribute) precision() (in module ultra.utils.metrics) prepare_sim_clicks_with_index() (ultra.input_layer.click_simulation_feed.ClickSimulationFeed method) prepare_true_labels_with_index() (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.direct_label_feed.DirectLabelFeed method) (ultra.input_layer.interleaving_deterministic_online_simulation_feed.InterleavingDeterministicOnlineSimulationFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method) preprocess_data() (ultra.input_layer.base_input_feed.BaseInputFeed static method)

R

RandomizedPropensityEstimator (class in ultra.utils.propensity_estimator) ranking_model() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) RankingMetricKey (class in ultra.utils.metrics) Raw_data (class in ultra.utils.data_utils)

read_data() (in module ultra.utils.data_utils) RegressionEM (class in ultra.learning_algorithm.regression_EM) RELU (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute) remove_invalid_data() (ultra.utils.data_utils.Raw_data method) remove_padding_for_metric_eval() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method)

S

SELU (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute) selu() (in module ultra.learning_algorithm.ipw_rank) (in module ultra.ranking_model.base_ranking_model) separate_gradient_update() (ultra.learning_algorithm.dla.DLA method) set_from_map() (ultra.utils.hparams.HParams method) set_hparam() (ultra.utils.hparams.HParams method) set_model_structure() (ultra.utils.hparams.HParams method) SIGMOID (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute) sigmoid_loss() (ultra.learning_algorithm.ipw_rank.IPWrank method) (ultra.learning_algorithm.navie_algorithm.NavieAlgorithm method) sigmoid_prob() (in module ultra.learning_algorithm.dla) simulate_clicks_online() (ultra.input_layer.deterministic_online_simulation_feed.DeterministicOnlineSimulationFeed method) (ultra.input_layer.interleaving_deterministic_online_simulation_feed.InterleavingDeterministicOnlineSimulationFeed method) (ultra.input_layer.stochastic_online_simulation_feed.StochasticOnlineSimulationFeed method)

softmax_loss() (ultra.learning_algorithm.dla.DLA method) (ultra.learning_algorithm.ipw_rank.IPWrank method) (ultra.learning_algorithm.navie_algorithm.NavieAlgorithm method) step() (ultra.learning_algorithm.base_algorithm.BaseAlgorithm method) (ultra.learning_algorithm.dbgd.DBGD method) (ultra.learning_algorithm.dla.DLA method) (ultra.learning_algorithm.ipw_rank.IPWrank method) (ultra.learning_algorithm.navie_algorithm.NavieAlgorithm method) (ultra.learning_algorithm.pairwise_debias.PairDebias method) (ultra.learning_algorithm.pdgd.PDGD method) (ultra.learning_algorithm.regression_EM.RegressionEM method) StochasticOnlineSimulationFeed (class in ultra.input_layer.stochastic_online_simulation_feed)

T

TANH (ultra.ranking_model.base_ranking_model.ActivationFunctions attribute)

TeamDraftInterleaving (class in ultra.utils.team_draft_interleave) to_json() (ultra.utils.hparams.HParams method)

U

ultra (module) ultra.input_layer (module) ultra.input_layer.base_input_feed (module) ultra.input_layer.click_simulation_feed (module) ultra.input_layer.deterministic_online_simulation_feed (module) ultra.input_layer.direct_label_feed (module) ultra.input_layer.interleaving_deterministic_online_simulation_feed (module) ultra.input_layer.stochastic_online_simulation_feed (module) ultra.learning_algorithm (module) ultra.learning_algorithm.base_algorithm (module) ultra.learning_algorithm.dbgd (module) ultra.learning_algorithm.dla (module) ultra.learning_algorithm.ipw_rank (module)

ultra.learning_algorithm.navie_algorithm (module) ultra.learning_algorithm.pairwise_debias (module) ultra.learning_algorithm.pdgd (module) ultra.learning_algorithm.regression_EM (module) ultra.ranking_model (module) ultra.ranking_model.base_ranking_model (module) ultra.ranking_model.linear (module) ultra.utils (module) ultra.utils.data_utils (module) ultra.utils.hparams (module) ultra.utils.metrics (module) ultra.utils.propensity_estimator (module) ultra.utils.sys_tools (module) ultra.utils.team_draft_interleave (module)

V

values() (ultra.utils.hparams.HParams method)