Pārlūkot izejas kodu

tongce: 数据清洗逻辑调整

Signed-off-by: binren <zhangbr@elab-plus.com>
binren 5 gadi atpakaļ
vecāks
revīzija
917bca037c
1 mainītis faili ar 37 papildinājumiem un 37 dzēšanām
  1. 37 37
      tongce.py

+ 37 - 37
tongce.py

@@ -493,43 +493,43 @@ class TongCe:
         count = 0
         no_data_case = []
         try:
-            for ci in crowd_info:
-                insert_data = []
-                crowd_info_id = ci[0]
-                zhifuli = ci[1]
-                age = ci[2]
-                city = ci[3]
-                juzhujiegou = ci[4]
-                data = self.filter_people(city, age, zhifuli, juzhujiegou)
-                data.sort(key=lambda obj: obj[0])
-                for key, questions_data in groupby(data, key=lambda obj: obj[0]):
-                    question_data_list = []
-                    for qd in questions_data:
-                        question_data_list.append([x for x in qd])
-                    rule_id = self.get_rule_id(key, rule)
-                    if rule_id is not None:
-                        question_people = len(question_data_list)
-                        if question_people > 0:
-                            question_data_list.sort(key=lambda obj: obj[3])
-                            for option_name, option_data_1 in groupby(question_data_list, key=lambda obj: obj[3]):
-                                option_data_list = []
-                                for od in option_data_1:
-                                    option_data_list.append([x for x in od])
-                                if len(option_data_list) > 0:
-                                    match_id = 0
-                                    option_name_alias = option_name
-                                    option_id = option_data_list[0][2]
-                                    for md in self.match_data_info:
-                                        if str(md[1]) == str(key) and str(md[2]) == str(option_id):
-                                            match_id = md[0]
-                                            option_name_alias = md[3]
-                                    insert_data.append([crowd_info_id, match_id, rule_id, option_name_alias, len(option_data_list)])
-                                else:
-                                    no_data_case.append([zhifuli, city, age, juzhujiegou, option_name])
-                        else:
-                            no_data_case.append([zhifuli, city, age, juzhujiegou, key])
-                count += len(insert_data)
-                self.linshi_db.add_some(self.sql_6, insert_data)
+        #     for ci in crowd_info:
+        #         insert_data = []
+        #         crowd_info_id = ci[0]
+        #         zhifuli = ci[1]
+        #         age = ci[2]
+        #         city = ci[3]
+        #         juzhujiegou = ci[4]
+        #         data = self.filter_people(city, age, zhifuli, juzhujiegou)
+        #         data.sort(key=lambda obj: obj[0])
+        #         for key, questions_data in groupby(data, key=lambda obj: obj[0]):
+        #             question_data_list = []
+        #             for qd in questions_data:
+        #                 question_data_list.append([x for x in qd])
+        #             rule_id = self.get_rule_id(key, rule)
+        #             if rule_id is not None:
+        #                 question_people = len(question_data_list)
+        #                 if question_people > 0:
+        #                     question_data_list.sort(key=lambda obj: obj[3])
+        #                     for option_name, option_data_1 in groupby(question_data_list, key=lambda obj: obj[3]):
+        #                         option_data_list = []
+        #                         for od in option_data_1:
+        #                             option_data_list.append([x for x in od])
+        #                         if len(option_data_list) > 0:
+        #                             match_id = 0
+        #                             option_name_alias = option_name
+        #                             option_id = option_data_list[0][2]
+        #                             for md in self.match_data_info:
+        #                                 if str(md[1]) == str(key) and str(md[2]) == str(option_id):
+        #                                     match_id = md[0]
+        #                                     option_name_alias = md[3]
+        #                             insert_data.append([crowd_info_id, match_id, rule_id, option_name_alias, len(option_data_list)])
+        #                         else:
+        #                             no_data_case.append([zhifuli, city, age, juzhujiegou, option_name])
+        #                 else:
+        #                     no_data_case.append([zhifuli, city, age, juzhujiegou, key])
+        #         count += len(insert_data)
+        #         self.linshi_db.add_some(self.sql_6, insert_data)
             isnert_data_all = []
             quanliang_scores = self.scores()
             for q_s in quanliang_scores: