ANi@ddlZddlZddlZddlZddlmZddlZeeedseje_ ejddeje ZGddZy) N) load_dotenvfloat_ignorez .*np.float_.*)messagec eZdZdZdefdZdefdZ ddedededed ef d Z ddededed e fd Z dd ede fdZ dd edede defdZ dd ede de fdZy)Embeddercntjd|_tjdd|_y)z1Initialize embedder with OpenAI API configurationOPENAI_API_KEYOPENAI_EMBEDDING_MODELtext-embedding-3-smallN)osgetenvopenai_api_keyembedding_model)selfs 7/var/www/html/drjob-dev/drjob-ai/services/embeddings.py__init__zEmbedder.__init__s) ii(89!yy)AC[\textcT |jstjdyd}d|jdd}|ddd }tj||| }|j |j }|d d d }tjdt|d|S#t$ry}tjdt|t|drBt|jdr,tjd|jjYd}~yd}~wwxYw)z$Generate embeddings using OpenAI APIzOpenAI API key not configuredNz$https://api.openai.com/v1/embeddingszBearer application/json) Authorization Content-Typer i)inputmodel dimensionsjsonheadersdatar embeddingzGenerated embedding with z dimensionsz(Error generating embedding with OpenAI: responserzOpenAI API response: )rloggererrorrequestspostraise_for_statusrdebuglen Exceptionstrhasattrr"r) rrurlrpayloadr"resultr!es rgenerate_embeddingzEmbedder.generate_embeddings && <=8C#*4+>+>*?!@ 2G1!G  }}SwHH  % % ']]_Fvq)+6I LL4S^4DKP Q   LLCCF8L Mq*%'!**f*E 4QZZ__4EFG  s!B%BB%% D'.A/D""D'c$|j|S)z@Generate embeddings using OpenAI API (wrapper for compatibility))r1)rrs rembed_with_qdrantzEmbedder.embed_with_qdrantAs&&t,,rN jobseeker_idr! country_namecountry_header_codec v ||j|}tjd}tjd}tjd}t|||gstj dy|d|d} |d d } t |} d | |||dd ||ddgi} tj| | | } | jtjd|dy#t$rt|d z} YlwxYw#t$r.}tjd|dt|Yd}~yd}~wwxYw)z?Store resume data in Qdrant collection with country informationNQDRANT_COLLECTION_NAMEQDRANT_SEARCH_URLQDRANT_API_KEY:Qdrant configuration not complete in environment variablesF//pointsrzapi-keyrpoints) resume_idrr5r6idvectorr.rSuccessfully stored jobseeker z in QdrantTz&Error storing in Qdrant for jobseeker : )r3r rallr#warningint ValueErrorhashr%putr'infor*r$r+)rr4rr!r5r6collection_namer9r:r-rpoint_id point_payloadr"r0s rstore_in_qdrantzEmbedder.store_in_qdrantEsa3   2248  ii(@AO " *= > YY'78N):NKLP&'q(9AC) 2G  8|, &"+)5$($K,83F $   M ||CmWMH  % % ' KK8jQ R- 8 -7 80  LL8bQQ   sCA5D8 D C$AD$C>;D=C>>D D8 $D33D8 payload_datac( ||j|}tjd}tjd}tjd}t|||gstj dy|d|d}|d d } t |} ||dd d } |r| j|jdd|jdd|jdd|jdd|jdd|jdddd|jdgdd|jdd|jdd|jdd|jdgddd d| || d gi} tj|| | !} | jtjd"|d#y$#t$rt|d z} YEwxYw#t$r.}tj!d%|d&t#|Yd}~yd}~wwxYw)'zHStore resume data in Qdrant collection with detailed payload informationNr8r9r:r;Fr<r=rr>r?rA)rBrr5r6email first_name last_nameprofile_summaryiskillsexperience_yearsrhighest_educationcurrent_designation languages ) r5r6rVrWrXrYrZr\r]r^r_r@rCrrFz in Qdrant with detailed payloadTz4Error storing detailed data in Qdrant for jobseeker rG)r3r rrHr#rIrJrKrLupdategetr%rMr'rNr*r$r+)rr4rr!rSrOr9r:r-rrPr.rQr"r0s rstore_in_qdrant_with_detailsz%Embedder.store_in_qdrant_with_detailssfR   2248  ii(@AO " *= > YY'78N):NKLP&'q(9AC) 2G  8|,*Ud G (4(8(8(L/;/?/?120".!1!1'2!>&2&6&6|R&H%1%5%5k2%F+7+;+;QSU-V/;/?/?120&2%5%5k2%FR&'6&"+#*M ||CmWMH  % % ' KK0>^_ k 8 -7 8n  LLF|nTVWZ[\W]V^_   sCA5G8 G F<D*G<GGGG H#$H  Hquerytop_kc tjd}tjd}tjd}t|||gstj ddgiS|j |}|d|d}|dd }||d d } t j|| | } | j| jS#t$r/} tjd t| dgicYd} ~ Sd} ~ wwxYw)z0Search resumes in Qdrant using vector similarityr9r:r8r;r/r</points/searchrr>TrEtop with_payloadrzError searching Qdrant: N) r rrHr#rIr3r%r&r'rr*r$r+) rrdrer9r:rOr!r-rr.r"r0s rsearch_with_qdrantzEmbedder.search_with_qdrants " " *= > YY'78N ii(@AO)>?KLP!"~%..u5I&'q(9HC) 2G"+5$OG}}SwHH  % % '==? " " LL3CF8< =b> ! "s%A%C(AC C< $C71C<7C<filtered_resume_ids country_codec  tjd}tjd}tjd}t|||gstj ddgiS|stj ddgiS|j |}|stjddgiS|d|d } |d d } t|} | } tj d | d || dd} |r%ddd|idgi| d<tj d|tj| | | }|jdk7r/tjd|jd|j|j|j}td|D}g}|j!dgD]S}|j!dij!d}|rt#||vr|j%|t||k\sSntj dt|j!dgdt|dt|d d|iS#t&$r/}tjd!t#|dgicYd"}~Sd"}~wwxYw)#z Search specific candidates in Qdrant using vector similarity Uses client-side filtering for better performance with large ID lists Optionally filters by country code r9r:r8r;r/z1No filtered resume IDs provided for vector searchz&Failed to generate embedding for queryr<rgrr>zVector search: searching ALL z candidates (no limit)T)rElimitrjmustr6valuekeymatchfilterz#Vector search with country filter: rzQdrant API error: z - c32K|]}t|yw)N)r+).0rids r z6Embedder.search_filtered_candidates..Fs)Rs#c()Rsr.rBzVector search: retrieved z total, filtered to z from z target IDsz/Error searching filtered candidates in Qdrant: N)r rrHr#rIrNr3r$r)r%r& status_coderr'rsetrbr+appendr*)rrdrlrermr9r:rOr!r-rnum_candidates search_limitr.r"r/filtered_resume_ids_setfiltered_resultsitemrBr0s rsearch_filtered_candidatesz#Embedder.search_filtered_candidatessU " " *= > YY'78N ii(@AO)>?KLP!"~%& OP "~%..u5I EF "~%&'q(9HC) 2G!!45N*L KK77GG]^ _$% $G#8&-|%<%! A,PQ}}SwHH##s* 1(2F2F1Gs8==/Z[  % % ']]_F'*)R>Q)R&R #!  8R0  HHY377 D Y3J!J$++D1'(E1  KK+C 8R0H,I+JK"#345VC@S ! "s8A%I(I+I/EI>AI J$J<JJfiltersc  tjd}tjd}tjd}t|||gstj ddgiS|j |}|d|d}|dd } ||d d } |rg} |j d r| jd d |d id|j dr,t|dtr| jdd|did|j dr| jdd |did|j dr| jdd|did| rd| i| d<tj|| | } | j| j} tjdt| j dgd| S#t $r/}tj#dt%|dgicYd}~Sd}~wwxYw)zISearch resumes in Qdrant with advanced filtering by skills, country, etc.r9r:r8r;r/r<rgrr>Trhr6rqrrrZany educationr]min_experience_yearsr\gte)rsrangerprurz$Qdrant search with filters returned z resultsz(Error searching with filters in Qdrant: N)r rrHr#rIr3rbr} isinstancelistr%r&r'rrNr)r*r$r+)rrdrrer9r:rOr!r-rr.filter_conditionsr"r/r0s rsearch_with_filterszEmbedder.search_with_filters]s"I " " *= > YY'78N ii(@AO)>?KLP!"~%..u5I&'q(9HC) 2G "+5$OG$&!;;45%,,#8&-w7L/M%N;;x(Z8I4-P%,, (E78;L3MN ;;{+%,,#6&-w{/C%D;;56%,,#5&+W5K-L%M%)/1B(CGH%}}SwHH  % % ']]_F KK6s6::hPR;S7T6UU]^ M " LLCCF8L Mb> ! "s%A%G(EG G8 $G3-G83G8)NrUrU)NN)r[)r[N)Nr[)__name__ __module__ __qualname__rr+r1r3rrRdictrcrJrkrrrrrrs] !s!F-c-#% <<< <  < ! <D! ZZZ Z  Zx""C"@[_]"]"/3]"rsk  r8 BI/:   8 $P"P"r