Mi6SSKJrJrJrJrJrJr SSKJr SSKJ r J r J r J r J r JrJr SSKJr SSKJrJr SSKJr SSKJr SS KJr SS KJr SS KJr \"S S 55r\"SS55r"SS\5r\"SS55r"SS\5r\"SS55r "SS\5r!\"SS55r""SS\5r#"SS\5r$"S S!\5r%"S"S#\&5r'\"S$\%S%9r("S&S'\\(5r)\\)\(\\(S(44r*"S)S*\5r+S+r,"S,S-\5r-"S.S/\5r."S0S1\5r/"S2S3\5r0"S4S5\5r1g()6) BaseModelHttpUrl PrivateAttrField ConfigDictBeforeValidator) Annotated)ListDictOptionalCallable AwaitableUnionAny)AsyncGenerator)GenericTypeVar)Enum) dataclass)SSLCertificate)datetime) timedeltac@\rSrSr%Sr\\S'Sr\\S'Sr\ \S'Sr g) DomainStaterlast_request_time current_delay fail_countN) __name__ __module__ __qualname____firstlineno__rfloat__annotations__rrint__static_attributes__r i/var/www/eduai.edurigo.com/storigo/production/storigo_env/lib/python3.13/site-packages/crawl4ai/models.pyrrs! u M5Jr)rc\rSrSr%\\S'\\S'S\S'\\S'\\S'\\\4\S'\\\4\S 'S r \\S 'S r \ \S 'Sr \\S'\ S\4Sj5rSrg)CrawlerTaskResulttask_idurl CrawlResultresult memory_usage peak_memory start_timeend_time error_messager retry_count wait_timereturnc.URR$N)r1successselfs r*r>CrawlerTaskResult.success$s{{"""r)r N)r!r"r#r$strr&r%rrr7r8r'r:propertyboolr>r(r r)r*r,r,ss L H ho&&HeO$$M3KIu ###r)r,c$\rSrSrSrSrSrSrSrg) CrawlStatus(QUEUED IN_PROGRESS COMPLETEDFAILEDr N) r!r"r#r$rHrIrJrKr(r r)r*rFrF(s FKI Fr)rFc\rSrSr%\\S'\\S'\\S'Sr\\ \ \ 4\S'Sr \\ \ \ 4\S'Sr \ \S 'Sr\ \S 'S r\\S 'Sr\ \S 'Sr\\S'Sr\\S'\S\4Sj5rSrg) CrawlStats.r.r/statusNr4r5r9r2r3r6r7r:rr8Fcounted_requeuer;cUR(dgURn[U[5(a[R"U5nUR =(d [R "5n[U[5(a[R"U5nX!- n[[[UR55S95$)Nz0:00)seconds) r4 isinstancer%r fromtimestampr5nowrBrr' total_seconds)r@startenddurations r*rYCrawlStats.duration<s eU # #**51Emm-x||~ c5 ! !((-C;9S)?)?)A%BCDDr)r )r!r"r#r$rBr&rFr4r rrr%r5r2r3r7r:r8r'rPrDrCrYr(r r)r*rMrM.s L H 37Jx/0715HhuXu_-.5L%KM3IuK!OT! E#EEr)rMc\rSrSrSrSrSrg) DisplayModeODETAILED AGGREGATEDr N)r!r"r#r$r^r_r(r r)r*r\r\Os HJr)r\ch\rSrSr%Sr\\S'Sr\\S'Sr\\S'Sr \ \ \S'Sr \ \ \S'S r g) TokenUsageWrcompletion_tokens prompt_tokens total_tokensNcompletion_tokens_detailsprompt_tokens_detailsr )r!r"r#r$rcr'r&rdrerfr dictrgr(r r)r*raraWs?sM3L#04x~4,08D>0r)rac.\rSrSr%\\S'Sr\\S'Srg)UrlModel_r/Fforcedr N) r!r"r#r$rr&rlrDr(r r)r*rjrj_s LFDr)rjc\rSrSr%Sr\R "5r\\S'Sr \ \S'Sr \ \S'Sr \ \S'Sr \ \S'Sr\ \S 'S rg ) TraversalStatsez$Statistics for the traversal processr4rurls_processed urls_failed urls_skippedtotal_depth_reached current_depthr N)r!r"r#r$__doc__rrUr4r&rpr'rqrrrsrtr(r r)r*rnrnesH.#<<>J)NCKL#  M3r)rncj\rSrSr%\\S'\\S'\\S'\\\4\S'\\\4\S'Sr \\S'S r g ) DispatchResultpr.r2r3r4r5r6r7r N) r!r"r#r$rBr&r%rrr7r(r r)r*rwrwps; Lho&&HeO$$M3r)rwcb\rSrSr%\\S'\\S'\\S'Sr\\\S'Sr\\\S'Sr S r g) MarkdownGenerationResultx raw_markdownmarkdown_with_citationsreferences_markdownN fit_markdownfit_htmlcUR$r=)r|r?s r*__str__ MarkdownGenerationResult.__str__s   r)r ) r!r"r#r$rBr&rr rrr(r r)r*rzrzxs5  "&L(3-&"Hhsm"!r)rzc>^\rSrSr%\\S'\\S'Sr\\\S'\\S'Sr \\\S'0r \ \\ \ 4\S'0r \ \\ \ 4\S 'Sr\\ \\S 'Sr\\ \\4\S 'Sr\\\S 'Sr\\\S 'Sr\\\S'\"SS9r\\\S'Sr\\\S'Sr\\\S'Sr\\\S'Sr\\\S'Sr\\\S'Sr\\\S'Sr \\!\S'Sr"\\#\S'Sr$\\\S'Sr%\\\S'Sr&\\ \ \\4\S'Sr'\\ \ \\4\S'\("\)S9r*\ \ \S'Sr+\\\S'Sr,\\-\S 'Sr.\\\S!'Sr/\\ \\4\S"'\0"S#S$9r1U4S%jr2\3S&5r4\4RjS'5r4\3S(5r6\3S)5r7\3S*5rU4S+jr8S,r9U=r:$)-r0r/htmlNrr> cleaned_htmlmedialinksdownloaded_filesjs_execution_result screenshotpdfmhtml)default _markdownextracted_contentmetadatar7 session_idresponse_headers status_codessl_certificatedispatch_resultredirected_urlredirected_status_codenetwork_requestsconsole_messages)default_factorytableshead_fingerprint cached_at cache_status crawl_statsTarbitrary_types_allowedc >URSS5n[TU]"S0UD6 Ub([U[5(a [ S0UD6OUUlgg)Nmarkdownr )popsuper__init__rSrhrzr)r@datamarkdown_result __class__s r*rCrawlResult.__init__sT((:t4  4  &ot44);?;$ N 'r)cHURcg[UR5$)a1 Property that returns a StringCompatibleMarkdown object that behaves like a string but also provides access to MarkdownGenerationResult attributes. This approach allows backward compatibility with code that expects 'markdown' to be a string, while providing access to the full MarkdownGenerationResult. N)rStringCompatibleMarkdownr?s r*rCrawlResult.markdowns  >> !'77r)cXlg)z# Setter for the markdown property. Nr)r@values r*rrs r)c[S5e)z Deprecated property that raises an AttributeError when accessed. This property exists to inform users that 'markdown_v2' has been deprecated and they should use 'markdown' instead. aThe 'markdown_v2' attribute is deprecated and has been removed. Please use 'markdown' instead, which now returns a MarkdownGenerationResult, with following properties: - raw_markdown: The raw markdown string - markdown_with_citations: The markdown string with citations - references_markdown: The markdown string with references - fit_markdown: The markdown string with fit text AttributeErrorr?s r* markdown_v2CrawlResult.markdown_v2s   r)c[S5e)B Deprecated property that raises an AttributeError when accessed. zlThe 'fit_markdown' attribute is deprecated and has been removed. Please use 'markdown.fit_markdown' instead.rr?s r*rCrawlResult.fit_markdowns  :  r)c[S5e)rzdThe 'fit_html' attribute is deprecated and has been removed. Please use 'markdown.fit_html' instead.rr?s r*rCrawlResult.fit_htmls  6  r)c>[TU]"U0UD6nSH2nXC;dM [X4[5(dM#[ X45X4'M4 UR bUR R5US'U$)aa Override model_dump to include the _markdown private attribute in serialization. This override is necessary because: 1. PrivateAttr fields are excluded from serialization by default 2. We need to maintain backward compatibility by including the 'markdown' field in the serialized output 3. We're transitioning from 'markdown_v2' to enhancing 'markdown' to hold the same type of data Future developers: This method ensures that the markdown content is properly serialized despite being stored in a private attribute. If the serialization requirements change, this is where you would update the logic. )rrrr)r model_dumprSrCrBr)r@argskwargsr1keyrs r*rCrawlResult.model_dumpsp#T4V4?C}FK!B!B"&+. ? >> %!%!:!:![TU]XR5$r=)r__new__r|)clsrrs r*r StringCompatibleMarkdown.__new__sws$@$@AAr)cXlgr=_markdown_result)r@rs r*r!StringCompatibleMarkdown.__init__s /r)c.[URU5$r=)getattrr)r@names r* __getattr__$StringCompatibleMarkdown.__getattr__st,,d33r)r) r!r"r#r$rurrrr(rrs@r*rrs\B044r)r CrawlResultT)boundcV\rSrSrS\\\\44SjrSrSr Sr Sr Sr S r S rg ) CrawlResultContaineri"resultscL[U[5(aXlgU/Ulgr=)rSr_results)r@rs r*rCrawlResultContainer.__init__#s gt $ $#M$IDMr)c,[UR5$r=)iterrr?s r*__iter__CrawlResultContainer.__iter__*sDMM""r)c<# URHnU7v M g7fr=r)r@items r* __aiter__CrawlResultContainer.__aiter__-sMMDJ"sc URU$r=r)r@indexs r* __getitem__ CrawlResultContainer.__getitem__1s}}U##r)c,[UR5$r=)lenrr?s r*__len__CrawlResultContainer.__len__4s4==!!r)cUR(a[URSU5$[URRSUS35e)Nrz object has no attribute '')rrrrr!)r@attrs r*r CrawlResultContainer.__getattr__7sF ==4==+T2 2 7 788RSWRXXYZ[[r)cPURRSUR<S3$)N())rr!rr?s r*__repr__CrawlResultContainer.__repr__=s%..))*!DMM+>r)rN)r!r"r#r$rrr rrrrrrrr(r r)r*rr"s<&lD4F&F G&#$"\ ?r)rNcn\rSrSr%\\S'\\\4\S'Sr\\\\ 4\S'\ \S'Sr \\\S'Sr \\ \S'Sr\\\S 'Sr\\\\/\\4\S 'Sr\\\\S 'Sr\\\S 'Sr\\\S 'Sr\\ \S'Sr\\\\\ 4\S'Sr\\\\\ 4\S'\"SS9rSrg)AsyncCrawlResponseiKrrNrrrpdf_data mhtml_dataget_delayed_contentrrrrrrTrr )r!r"r#r$rBr&r rr rr'rrrrrr r%rrr rrrrrrrrr(r r)r*rrKs I38n$48$sCx.18 $J $ $Hhuo$ $J $QU(HUO+\rSrSr%/r\\\S'/r\\\S'Sr g)Linksiinternalexternalr N) r!r"r#r$r!r rr&r"r(r r)r*r r sHd4jHd4jr)r cr\rSrSr%\\S'\\S'\"5r\\S'\ "5r \ \S'0r \ \\ 4\S'Srg) ScrapingResultirr>rrrr N)r!r"r#r$rBr&rDrrr rrr rr(r r)r*r$r$s7 M7E57E5!Hd38n!r)r$)2pydanticrrrrrrtypingr r r r r rrrrrrenumr dataclassesrrrrrrr,rFrMr\rarjrnrwrzr0rBrrr RunManyReturnrrrrrr r$r r)r*r*sXXHHH!#!+     ## # $  EE E@$ 11 1y   Y!y!Q)Qf 4s 4~[9 ?7<0?<&<%&' <<* I I (9 (II "Y"r)