Browse Source

tongce: 领地数据清洗

Signed-off-by: binren <zhangbr@elab-plus.com>
binren 5 years ago
parent
commit
74c3687559
1 changed files with 10 additions and 5 deletions
  1. 10 5
      tongce.py

+ 10 - 5
tongce.py

@@ -421,8 +421,9 @@ class TongCe:
                 for cy in city:
                     for jzjg in juzhujiegou:
                        insert_data.append([zfl, a, cy, jzjg])
-        self.linshi_db.add_some(self.sql_13, insert_data)
-        pass
+        if len(insert_data) > 0:
+            self.linshi_db.truncate('mvp_crowd_info')
+            self.linshi_db.add_some(self.sql_13, insert_data)
 
     sql_15 = '''
           select id, pay_ability, age_area, city_name, life_cycle from mvp_crowd_info where status = 1
@@ -438,7 +439,9 @@ class TongCe:
         for key in option_info.keys():
             data = option_info[key]
             insert_data.append([data[0], data[1], data[3]])
-        self.linshi_db.add_some(self.sql_12, insert_data)
+        if len(insert_data) > 0:
+            self.linshi_db.truncate('mvp_page_display_rule')
+            self.linshi_db.add_some(self.sql_12, insert_data)
 
     def get_rule_data_info(self):
         data = self.linshi_db.select(self.sql_11)
@@ -464,7 +467,6 @@ class TongCe:
         # 2: 写入rule
         self.insert_into_rule()
         rule = self.get_rule_data_info()
-        return
         # 3: 读入答题数据
         self.answers = self.marketing_db.select(self.sql_9)
         self.match_data_info = self.get_option_match_info()
@@ -497,7 +499,10 @@ class TongCe:
                                     if md[1] == key and md[2] == option_id:
                                         match_id = md[0]
                                         insert_data.append([crowd_info_id, match_id, rule_id, option_name, len(option_data_list) / question_people])
-            self.shangju_db.add_some(self.sql_6, insert_data)
+            if len(insert_data) > 0:
+                self.shangju_db.truncate('mvp_page_display_data')
+                self.shangju_db.add_some(self.sql_6, insert_data)
+            return len(insert_data)
 
     def get_rule_id(self, sub_question_id, rule):
         for re in rule: