fix sid iccid map 2025-6-5 8:50

unify_api/modules/zhiwei_u/service/sid_iccid_map.py

@@ -185,10 +185,10 @@ async def load_iccid(sid):
 async def update_all():
     sid_iccids, fail_sid, tmp = [], set(), []
     sid_total = await load_all_sids()
-    print(f"sid total：{len(sid_total)}")
+    print(f"start at {pendulum.now()}, sid total：{len(sid_total)}")
     for i, sid in enumerate(sid_total, start=1):
         tmp.append(sid)
-        if i % 200 and i < len(sid_total):
+        if i % 100 and i < len(sid_total):
             continue
 
         task_lst = [load_iccid(sid) for sid in tmp]
@@ -205,30 +205,30 @@ async def update_all():
     if sid_iccids:
         await batch_insert(sid_iccids)
 
-    print(f"finish task, success：{len(sid_iccids)}, fail：{len(fail_sid)}")
-    print(f"fail sids:{fail_sid}")
-
-    if fail_sid:
-        sid_iccids, fail_two, tmp = [], set(), []
-        for i, sid in enumerate(list(fail_sid), start=1):
-            tmp.append(sid)
-            if i % 200 and i < len(fail_sid):
-                continue
-
-            task_lst = [load_iccid(sid) for sid in tmp]
-            for _sid, iccid, sim_opt in await asyncio.gather(*task_lst):
-                if iccid:
-                    sid_iccids.append((_sid, iccid, sim_opt))
-                else:
-                    fail_two.add(_sid)
-
-            time.sleep(180)
-
-        if sid_iccids:
-            await batch_insert(sid_iccids)
-
-        print(f"twice, sucess：{len(sid_iccids)} fail：{len(fail_two)}")
-        print(f"twice fail sids:{fail_two}")
+    print(f"finish task, at {pendulum.now()} success：{len(sid_iccids)}, "
+          f"fail：{len(fail_sid)}")
+
+    # if fail_sid:
+    #     sid_iccids, fail_two, tmp = [], set(), []
+    #     for i, sid in enumerate(list(fail_sid), start=1):
+    #         tmp.append(sid)
+    #         if i % 100 and i < len(fail_sid):
+    #             continue
+    #
+    #         task_lst = [load_iccid(sid) for sid in tmp]
+    #         for _sid, iccid, sim_opt in await asyncio.gather(*task_lst):
+    #             if iccid:
+    #                 sid_iccids.append((_sid, iccid, sim_opt))
+    #             else:
+    #                 fail_two.add(_sid)
+    #
+    #         time.sleep(180)
+    #
+    #     if sid_iccids:
+    #         await batch_insert(sid_iccids)
+    #
+    #     print(f"twice, at {pendulum.now()} sucess：{len(sid_iccids)} "
+    #           f"fail：{len(fail_two)}")
 
 
 async def main2():
@@ -238,7 +238,7 @@ async def main2():
         except Exception as e:
             print(f"main2 error:{e}")
 
-        time.sleep(3600)
+        time.sleep(1800)
 
 
 if __name__ == '__main__':