|>Th ddlmZmZddlmZddlmZmZmZddl m Z ddl Z ddl Z ddl Z ddlZddlmZddlmZmZddlmZdd lmZddlZddlZd Zd Zd Zd ZddZdZdZdZdZ edgeefdZ!y))api_viewpermission_classes)AllowAny)KeywordGroups Competitors) JsonResponseN)settings)ThreadPoolExecutor as_completed)datetime)date67d1a58f740bc0b8bfd018acz#https://api.scrapingdog.com/google/ cBtjjtj|}tj tjj |dt|dd5}tj||dddd|S#1swY|SxYw)NT)exist_okwzutf-8)encoding)indent) ospathjoinr MEDIA_ROOTmakedirsdirnameopenjsondump)datafilename file_path json_files ./var/www/html/api/serp/keyword_rank_tracker.pysave_json_filer&sy X00(;IKK *T: iw /-9 $ !,- - s 1BBc t|trt|dkryt|d}|dd}|dd}|dd}||kry ||kDry y #t$r}t t |Yd}~yd}~wwxYw) NNAc|d|d|dfSNyearmonthr)xs r%z'get_latest_rank_trend..1sQvY' TUV\T]<^)keyrankrupdownsame) isinstancelistlensorted Exceptionprintstr) rank_historysorted_history latest_twocurrentpreviouses r%get_latest_rank_trendrF&s ,-\1BQ1F 2^_$BC( Q-'a=( X  x   c!f s"A(A A A9A44A9cli}|D]}|d|d|df}|||<t|jSr+)r:values)r@uniqueentryr2s r%remove_duplicate_ranks_by_daterKDsJ FV}eGneFm<s     r1c |jdk7ryd|_|jtd|jt j dd|_|jtd|jy#t $r<}td|jd|d |_|jYd}~yd}~wwxYw) NINITSCHDzProcessing keyword: r4COMPzCompleted keyword: zFailed to process keyword z: FAIL) track_statussaver>keywordtimesleepr=)rSrEs r%process_keywordrVls   6 ) %  $W__$567 1 %  #GOO#456  *7??*;2aSAB% sBA3B C 2CC ctd ttjj ddt }|s tdnR|D]"}t |tjd$~tjtjd tdy#t$r}td|Yd}~(d}~wwxYw)Nz0Background thread started for keyword processingrM)rQz0No more INIT keywords. Background thread ending.r(z Exception in background thread: z2Background thread finished processing all keywords) r>r:robjectsfilter BATCH_SIZErVrTrUgccollectr=)keywordsrSrEs r%background_keyword_processorr^s <=6GOO222G TUHHI# ( 1   JJL JJqM >? 6 04556sBB++ C 4CC GETctjt}d|_|j t dddS)N)targetTstartedz0Keyword processing started in background thread.)statusmessage) threadingThreadr^daemonstartr )request sort_orderthreads r% keywordRankerrls6  %A BFFM LLN 99kl mmr1)z data.json)"rest_framework.decoratorsrrrest_framework.permissionsr serp.modelsrrr django.httpr requestsrerr django.confr concurrent.futuresr r r rrTr[API_KEYURLKEYWORD_THREAD_LIMITrZr&rFrKrVr^rlr.r1r%rwsB/44$ ? $+   <!P*@( 5'XK n!nr1