from offline.update_article import UpdateArticle from offline.update_user import UpdateUserProfile from offline.update_recall import UpdateRecall from offline.update_feature import FeaturePlatform def update_article_profile(): """定时更新文章画像业务逻辑 """ ua = UpdateArticle() sentence_df = ua.merge_article_data() if sentence_df.rdd.collect(): rank, idf = ua.generate_article_label(sentence_df) articleProfile = ua.get_article_profile(rank, idf) ua.compute_article_similar(articleProfile) def update_user_profile(): """ 更新用户画像 """ uup = UpdateUserProfile() if uup.update_user_action_basic(): uup.update_user_label() uup.update_user_info() def update_user_recal(): """更新用户召回结果逻辑 """ ur = UpdateRecall(500) ur.update_als_recall() ur.update_content_recall() def update_feature(): """更新用户文章特征中心平台 """ fp = FeaturePlatform() fp.update_user_ctr_feature_to_hbase() fp.update_article_ctr_feature_to_hbase()