forked from Tencent/embedx
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrun_youtube_dnn.sh
executable file
·89 lines (80 loc) · 2.95 KB
/
run_youtube_dnn.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
#! /bin/bash
#
# Tencent is pleased to support the open source community by making embedx
# available.
#
# Copyright (C) 2021 THL A29 Limited, a Tencent company. All rights reserved.
#
# Licensed under the BSD 3-Clause License and other third-party components,
# please refer to LICENSE for details.
#
# Author: Shuting Guo ([email protected])
#
set -e
cd "$(dirname "$0")"
source runtime.sh
readonly DATASET="youtube_dnn"
readonly DATASET_DIR="${DEMO_DIR}/data/${DATASET}"
readonly GROUP_CONFIG="${DATASET_DIR}/group_config.txt"
readonly TRAINING_DATA="${DATASET_DIR}/training_data"
readonly PREDICT_ITEM_IN="${DATASET_DIR}/predict_item_embed_in"
readonly USER_EMBEDDING="user_embedding"
readonly ITEM_EMBEDDING="item_embedding"
readonly PS_NUM=2
readonly WK_NUM=8
# graph flags
readonly FLAGS_node_config="${DATASET_DIR}/freq_file_ns_config"
# trainer & predictor flags
readonly FLAGS_cs_addr="127.0.0.1:61000"
readonly FLAGS_ps_addrs="127.0.0.1:60000;127.0.0.1:60001"
readonly FLAGS_gnn_model=false
readonly FLAGS_deep_model=true
readonly FLAGS_model="youtube_dnn"
readonly FLAGS_model_config="config=${GROUP_CONFIG};dim=64,32;alpha=0.1;num_neg=20;label_group_id=58;sparse=1"
readonly FLAGS_instance_reader="youtube_dnn"
readonly FLAGS_optimizer="adam"
readonly FLAGS_optimizer_config="rho1=0.9;rho2=0.999;alpha=1e-4;beta=1e-8"
readonly FLAGS_epoch=10
readonly FLAGS_freq_file="${DATASET_DIR}/freq_file"
readonly FLAGS_out_model="model"
################################################################
# Train
################################################################
FLAGS_sub_command="train"
FLAGS_instance_reader_config="num_neg=20"
FLAGS_in=${TRAINING_DATA}
FLAGS_target_type=0
run_dist_server ${DATASET} ${PS_NUM}
run_dist_worker ${DATASET} ${WK_NUM}
wait_task_finish "ps" ${PS_NUM}
stop_unfinished_dist_worker
################################################################
# Predict user embedding
################################################################
FLAGS_sub_command="predict"
FLAGS_instance_reader_config="is_train=0"
FLAGS_in_model="${FLAGS_out_model}"
FLAGS_in="${TRAINING_DATA}"
FLAGS_target_type=2
FLAGS_out_predict="${USER_EMBEDDING}"
run_dist_server ${DATASET} ${PS_NUM}
run_dist_worker ${DATASET} ${WK_NUM}
wait_task_finish "ps" ${PS_NUM}
stop_unfinished_dist_worker
################################################################
# Predict item embedding
################################################################
FLAGS_sub_command="predict"
FLAGS_instance_reader_config="is_train=0"
FLAGS_in_model="${FLAGS_out_model}"
FLAGS_in="${PREDICT_ITEM_IN}"
FLAGS_target_type=3
FLAGS_out_predict="${ITEM_EMBEDDING}"
run_dist_server ${DATASET} ${PS_NUM}
run_dist_worker ${DATASET} ${WK_NUM}
wait_task_finish "ps" ${PS_NUM}
stop_unfinished_dist_worker
################################################################
# Evaluate
################################################################
evaluate_hit_rate "${USER_EMBEDDING}" "${ITEM_EMBEDDING}" "50,100,200,500"