o iuP@svddlmZmZmZmZddlZddlmZddlm Z m Z m Z ddl m Z ddlmZddlmZGdd d ZdS) )DictListAnyOptionalN)RoleplayScenario)SkillAssessment SkillScoreConversationTurn) GroqService) OllamaService) JSONHandlerc@seZdZd0ddZdefddZdedefd d Zd e e d e de e effd dZde defddZde d e defddZde e efde fddZde edede efddZ d1de d e d e e dededeef dd Zde d e d e e dedeef d!d"Zd#ede fd$d%Zde dedeefd&d'Zdede e e effd(d)Zd*e ede e effd+d,Zd-e ede fd.d/ZdS)2 SkillAnalyzerNcCs$|pt|_|p t|_t|_dSN)r groq_servicer ollama_servicer json_handler)selfrrrF/var/www/eduai.edurigo.com/roleplay/staging/services/skill_analyzer.py__init__ s   zSkillAnalyzer.__init__use_groqcCs|r|jS|jS)z9Get the appropriate AI service based on groqRoleplay flag)rr)rrrrr_get_ai_serviceszSkillAnalyzer._get_ai_service score_valreturnc Cs|durdSt|tr |St|trt|St|tr|}|s%dSd|vrCztt|ddWSttfyBYnwd|vrcztt|ddWSttfybYnwzt d|}|rvtt| dWSWdStt fyYdSwdS)z.Robustly parse a score value from AI response.Nr/z out of z (\d+\.?\d*)) isinstanceintfloatstrstriplowersplit ValueError IndexErrorresearchgroup TypeError)rrsmatchrrr _parse_scoresB      zSkillAnalyzer._parse_scoreconversation_turnsscenarioc CsRdd|D}t|}ddd|D}|rt|nd}|dkr)||nd}|dkr4||nd}|||} |dkrEd} d} nK|d krP|rPd } d } n@|d kra|d kra| d krad } d } n/|d krr|dkrr| dkrrd} d} n|dkr| dkrd} d} n|dkr| dkrd} d} nd} d} ||t|d |t| d | | d} td| | S)z Analyze the depth and quality of the learner's participation. Returns engagement metrics and a hard score cap. cSg|] }|jdkr|qSlearnerspeaker.0trrr Ez=SkillAnalyzer._analyze_conversation_depth.. css|]}|jVqdSr)messager r3rrr Isz.rTnonerminimalg?g?lowg?moderateg? excellent good)learner_turn_counttotal_learner_wordsavg_words_per_turnis_only_greetingobjective_coverageengagement_levelmax_allowed_scorez$DEBUG: Conversation depth analysis: )lenjoinr r"_is_greeting_only_estimate_objective_coverageroundprint) rr,r- learner_turnsrIall_learner_textrJrKrLrMrNrOdepth_analysisrrr_analyze_conversation_depth?sJ   z)SkillAnalyzer._analyze_conversation_depthtextcs|tddgd}t}|dkrdStfdd|D}gd}tfd d|D}|d krE|d krE|d krEd S|dkrO|d krOd SdS)z Determine whether the learner's combined text is essentially just a greeting / self-introduction with no substantive content. z[^\w\s])z>^(hi|hello|hey|good\s+(morning|afternoon|evening)|greetings)\bz\b(my name is|i am|i\'m)\s+\w+z?\b(here to help|here to assist|how can i help|how may i help)\bz*\b(nice to meet|pleased to meet|welcome)\bFc3 |] }t|rdVqdSrNr%r&r4pcleanedrrr:z2SkillAnalyzer._is_greeting_only..)z^\b(check|verify|confirm|look into|investigate|resolve|arrange|schedule|offer|provide|ensure)\bzL\b(room|reservation|booking|account|order|issue|problem|request|complaint)\bz9\b(available|status|update|information|details|options)\bc3r]r^r_r`rbrrr:rdrrTrH)r!r r%subrPr"sum)rrZgreeting_patterns word_countgreeting_matchesaction_indicatorsaction_matchesrrbrrRws  zSkillAnalyzer._is_greeting_only learner_textc s|sdS||j}td|}dd|D}|s dSd}|D]-}hdfdd|D}|rQtfdd |D}|td t|d krQ|d 7}q$|rZ|t|nd} t| d S) z Estimate what fraction of the scenario objectives the learner's text addresses. Returns a float between 0.0 and 1.0. z[,&\n]+cSs$g|]}t|dkr|qS)rA)rPr )r4r)rrrr6$z>SkillAnalyzer._estimate_objective_coverage..r>#aanatbebydoinisofonortoandarebutcandidforhadhasmaythewasbeendoeshavewerewillwithbeingcouldmightshallwouldshouldcs$g|]}|vrt|dkr|qS)r=)rP)r4w) stop_wordsrrr6roc3s|] }|vrdVqdSr^r)r4kw) learner_lowerrrr:sz=SkillAnalyzer._estimate_objective_coverage..rg333333??) r r! objectiver%r"rgmaxrPmin) rrmr-objective_textsub_objectivesaddressed_countsub_objkeywordsmatchescoverager)rrrrSs&   z*SkillAnalyzer._estimate_objective_coveragerXcCs`d|dd|dd|dd|drd nd d t|d d d|dd|ddS)zf Build a human-readable engagement metadata string for injection into the LLM prompt. z<--- CONVERSATION ENGAGEMENT SUMMARY --- Learner Turn Count: rIz Total Learner Words: rJz Average Words Per Turn: rKz Learner Response Type: rLz"Generic greeting/introduction ONLYzContains substantive contentz Objective Coverage: rMdz% Engagement Level: rNz Maximum Allowed Score: rOz"/10 --- END ENGAGEMENT SUMMARY ---)rupper)rrXrrr_build_engagement_metadata_texts  z-SkillAnalyzer._build_engagement_metadata_text skill_scoresrOc Csng}|D]0}|j}t||}||kr$td|jd|d|d|d |t|j||j|j|jdq|S)z Clamp every skill score to the engagement-based maximum. Returns a new list of SkillScore objects with capped scores. zDEBUG: Score capped for 'z': u → z (max allowed: ) skill_namescoreevidence strengthsimprovement_areas) rrrUrappendrrrr)rrrO capped_scoresssoriginal_score capped_scorerrr_apply_score_caps $ zSkillAnalyzer._apply_score_capT session_idis_adminc sdd|D}|s|||||S|||}|ddkr&|||||S||}dd|D} ||} | || |IdH} | sGdSzg} |jD]/} | | dvr|| d| }t| || dd | d g| d g| d gd }| |qM|d}| | |} | rt dd| Dt | }nd}t|t|}||}td|d|dd|dtj||jt|d|| || di| did}td||j||rtd|WStdWdSty}ztd|d dl}|WYd}~dSd}~ww)z;Perform comprehensive skill analysis on a completed sessioncSr.r/r1r4turnrrrr6r7z1SkillAnalyzer.analyze_session..rNr;cSsg|] }|j|jdqS)r2r9rrrrrr6 s Nskill_analysisrrrrrrrOcss|]}|jVqdSr)r)r4rrrrr:/sz0SkillAnalyzer.analyze_session..rnzDEBUG: Final overall score: z (engagement: z, cap: rrconversation_analysisrecommendationsr scenario_id overall_scoreperformance_levelrr,rrz1DEBUG: Attempting to save assessment for session z$DEBUG: Assessment saved successfullyz DEBUG: Failed to save assessmentz"Error processing analysis result: )_create_zero_assessmentrYrranalyze_skillsto_dictskills_to_assessrr+getrrrgrPrr_determine_performance_levelrUr create_newrrTrsave_assessment Exception traceback print_exc)rrr-r,rrrVrXengagement_metadataconversation_data ai_serviceanalysis_resultrr skill_data skill_score max_allowedrr assessmenterrrranalyze_sessionsz                   zSkillAnalyzer.analyze_sessionc Csg}|jD]}t|ddggdgd}||qtj||jdd||ggdgdd gd ggd d }td ||j| |rGtd|StddS)zBCreate assessment with zero scores when learner didn't participaterz1No learner responses detected in the conversationz1Participate actively in the roleplay conversationrrnzNo Participationz7Complete lack of participation in the roleplay scenario)rcritical_momentsmissed_opportunitiesz-Start participating in roleplay conversationsz/Begin with simple greetings and basic responses)immediate_focuspractice_suggestionsadvanced_skillsrzIDEBUG: Creating zero assessment for non-participating learner in session z)DEBUG: Zero assessment saved successfullyz%DEBUG: Failed to save zero assessmentN) rrrrrrrUrrr) rrr-r,rrrrrrrrrUs@  z%SkillAnalyzer._create_zero_assessmentrcCs4|dkrdS|dkr dS|dkrdS|dkrdSd S) z2Determine performance level based on overall scoreg"@Expertg@Advancedg@ Intermediateg@BeginnerzNeeds Improvementr)rrrrrrsz*SkillAnalyzer._determine_performance_levelcCs |j||}|rt|SdS)zLoad an existing assessmentN)rload_assessmentr from_dict)rrrassessment_datarrrrs zSkillAnalyzer.load_assessmentcCs |j|S)zList all assessments)rlist_assessments)rrrrrrs zSkillAnalyzer.list_assessments assessmentsc Cs|siSi}g}|D]!}||j|jD]}|j}||vr"g||<|||jqq i}|D](\}}tt|t|dt ||dt|dkrT|d|dndd||<q2t|tt|t|dt ||d|| |dS)z7Generate summary statistics across multiple assessmentsrr) average_score best_score latest_score improvement)total_sessionsoverall_average best_overalllatest_overallskill_breakdownperformance_trend) rrrrritemsrTrgrPr_calculate_trend) rrroverall_scoresrrrskill_averagesscoresrrrget_skill_summarys4   zSkillAnalyzer.get_skill_summaryrcCstt|dkrdSt|ddt|dd}t|ddt|dd}||}|dkr2dS|dkr8d Sd S) zCalculate performance trendr=zInsufficient dataNrAr Improvingg DecliningStable)rPrg)rr recent_avg early_avgrrrrrs   zSkillAnalyzer._calculate_trend)NN)T)__name__ __module__ __qualname__rboolrrrr+rr rrrrYrRrrSrrrrrrrrrrrrrrrrr sF  +  8,&  b - %r )typingrrrrr%models.scenariormodels.assessmentrrr services.groq_servicer services.ollama_servicer utils.json_handlerr r rrrrs