,hdZddlmZdZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZddlZddlZddlmZddlZddlZddlZddlmZdd lmZdd lmZdd lmZdd lm Z dd l!m"Z"ddl#m$Z$ddl#m%Z%dZ&ejNdZ(e(jSejNjUGddejVjXjVjZZ.dZ/y)a% 888 888 d8b 888 888 Y8P 888 888 .d8888b 88888b. 888d888 .d88b. 88888b.d88b. .d88b. .d88888 888d888 888 888 888 .d88b. 888d888 d88P" 888 "88b 888P" d88""88b 888 "888 "88b d8P Y8b d88" 888 888P" 888 888 888 d8P Y8b 888P" 888 888 888 888 888 888 888 888 888 88888888 888 888 888 888 Y88 88P 88888888 888 Y88b. 888 888 888 Y88..88P 888 888 888 Y8b. Y88b 888 888 888 Y8bd8P Y8b. 888 "Y8888P 888 888 888 "Y88P" 888 888 888 "Y8888 "Y88888 888 888 Y88P "Y8888 888 88888888 by UltrafunkAmsterdam (https://github.com/ultrafunkamsterdam) ) annotationsz3.5.5N)finalize)ByCDP)start_detached) ChromeOptions)IS_POSIX)Patcher)Reactor) UCWebElement) WebElement)Chromer r r rfind_chrome_executableucceZdZdZeZdZdZ d dfd ZdZ fdZ dZ dZ d Z dd Zdd Zdfd Zd ZdZfdZdZdZdZdZdZedZxZS)rao Controls the ChromeDriver and allows you to drive the browser. The webdriver file will be downloaded by this module automatically, you do not need to specify this. however, you may if you wish. Attributes ---------- Methods ------- reconnect() this can be useful in case of heavy detection methods -stops the chromedriver service which runs in the background -starts the chromedriver service which runs in the background -recreate session start_session(capabilities=None, browser_profile=None) differentiates from the regular method in that it does not require a capabilities argument. The capabilities are automatically recreated from the options at creation time. -------------------------------------------------------------------------- NOTE: Chrome has everything included to work out of the box. it does not `need` customizations. any customizations MAY lead to trigger bot migitation systems. -------------------------------------------------------------------------- NFc t||j|||_t|| | ||_|jj |s t } t|dr|j td||_|jsR|dk7r|n;tjjjj j#}d}d||fz|_ n)|jj%d\}}t'|}|r|j)d d d d |j+d |z|j+d |z|r|j+d|zdt-|}}|j.D]}t1dDcgc]}||vc}r"|j.j3|d|_d|vrt7j8d|} |d}d|vset7j8d|} |d}t<jd|d|dd}|st|dr[t?|ddrNddl }|jCd|j+d|jDzd}t<jd|znatFjHjKtMjN}d}d|z}|j+|t<jd|z|s, ddl(}|jSdjUd d!}|sd"}|j+d#|z|jXs|xs t[|_,|jXr-t]j^|jXjas*tcd$jetfr d%d&d'|_4||_"||_5|r|j.jmd(d)g|r|j.jmd*d+g| s t?|d,drV |jjnd-kr|j+d.n*|jjnd-k\r|j+d/|j+d1|j+d2|j+d*|j+d3| zxs/tstujvjyd4dt|d5r|j{| t}tFjHj|d6d7d895}tj|}|d:d;d|d:d;<|jddtj|||jt<jd<ddd||_E|s|j}|s&t|jXg|j.|_Hnptj|jXg|j.tjtjtjtf>} | j|_Htjjjj|jj}!tt|K|!|| ?d|_S|rytujvjyttjk(r$tujvd@jdAt|}"|"j|"|_S|r t|_Yn t|_Y| s t?|d,dr|jyy#t$rYwxYwcc}w#t:$rt<jdd}YwxYw#t:$rt<jd|zYQwxYw#tV$rYwxYw#t<jqd0|j+d/YxYw#1swYwxYw#tV$r }t<jd=Yd}~d}~wwxYw)Ban Creates a new instance of the chrome driver. Starts the service and then creates new instance of chrome driver. Parameters ---------- options: ChromeOptions, optional, default: None - automatic useful defaults this takes an instance of ChromeOptions, mainly to customize browser behavior. anything other dan the default, for example extensions or startup options are not supported in case of failure, and can probably lowers your undetectability. user_data_dir: str , optional, default: None (creates temp profile) if user_data_dir is a path to a valid chrome profile directory, use it, and turn off automatic removal mechanism at exit. driver_executable_path: str, optional, default: None(=downloads and patches new binary) browser_executable_path: str, optional, default: None - use find_chrome_executable Path to the browser executable. If not specified, make sure the executable's folder is in $PATH port: int, optional, default: 0 port to be used by the chromedriver executable, this is NOT the debugger port. leave it at 0 unless you know what you are doing. the default value of 0 automatically picks an available port. enable_cdp_events: bool, default: False :: currently for chrome only this enables the handling of wire messages when enabled, you can subscribe to CDP events by using: driver.add_cdp_listener("Network.dataReceived", yourcallback) # yourcallback is an callable which accepts exactly 1 dict as parameter service_args: list of str, optional, default: None arguments to pass to the driver service desired_capabilities: dict, optional, default: None - auto from config Dictionary object with non-browser specific capabilities only, such as "item" or "loggingPref". advanced_elements: bool, optional, default: False makes it easier to recognize elements like you know them from html/browser inspection, especially when working in an interactive environment default webelement repr: advanced webelement repr )> note: when retrieving large amounts of elements ( example: find_elements_by_tag("*") ) and print them, it does take a little more time. service_log_path: str, optional, default: None path to log information from the driver. keep_alive: bool, optional, default: True Whether to configure ChromeRemoteConnection to use HTTP keep-alive. log_level: int, optional, default: adapts to python global log level headless: bool, optional, default: False can also be specified in the options instance. Specify whether you want to use the browser in headless mode. warning: this lowers undetectability and not fully supported. version_main: int, optional, default: None (=auto) if you, for god knows whatever reason, use an older version of Chrome. You can specify it's full rounded version number here. Example: 87 for all versions of 87 patcher_force_close: bool, optional, default: False instructs the patcher to do whatever it can to access the chromedriver binary if the file is locked, it will force shutdown all instances. setting it is not recommended, unless you know the implications and think you might need it. suppress_welcome: bool, optional , default: True a "welcome" alert might show up on *nix-like systems asking whether you want to set chrome as your default browser, and if you want to send even more data to google. now, in case you are nag-fetishist, or a diagnostics data feeder to google, you can set this to False. Note: if you don't handle the nag screen in time, the browser loses it's connection and throws an Exception. use_subprocess: bool, optional , default: True, False (the default) makes sure Chrome will get it's own process (so no subprocess of chromedriver.exe or python This fixes a LOT of issues, like multithreaded run, but mst importantly. shutting corectly after program exits or using .quit() you should be knowing what you're doing, and know how python works. unfortunately, there is always an edge case in which one would like to write an single script with the only contents being: --start script-- import undetected_chromedriver as uc d = uc.Chrome() d.get('https://somesite/') ---end script -- and will be greeted with an error, since the program exists before chrome has a change to launch. in that case you can set this to `True`. The browser will start via subprocess, and will keep running most of times. ! setting it to True comes with NO support when being detected. ! no_sandbox: bool, optional, default=True uses the --no-sandbox option, and additionally does suppress the "unsecure option" status bar this option has a default of True since many people seem to run this as root (....) , and chrome does not start when running as root without using --no-sandbox flag. user_multi_procs: set to true when you are using multithreads/multiprocessing ensures not all processes are trying to modify a binary which is in use by another. for this to work. YOU MUST HAVE AT LEAST 1 UNDETECTED_CHROMEDRIVER BINARY IN YOUR ROAMING DATA FOLDER. this requirement can be easily satisfied, by just running this program "normal" and close/kill it. )executable_pathforce version_mainuser_multi_procs_sessionNz)you cannot reuse the ChromeOptions objectrz 127.0.0.1z%s:%d:zgoog:loggingPrefsALL) performancebrowserz--remote-debugging-host=%sz--remote-debugging-port=%sz--user-data-dir=%s)z --headlessheadlessTlangz(?:--)?lang(?:[ =])?(.*)rz'will set the language to en-US,en;q=0.9zen-US,en;q=0.9z user-data-dirz!(?:--)?user-data-dir(?:[ =])?(.*)z%user-data-dir found in user argument z => z>no user data dir could be extracted from supplied argument %s user_data_dirzusing ChromeOptions.user_data_dir might stop working in future versions.use uc.Chrome(user_data_dir='/xyz/some/data') in case you need existing profile folderz2user_data_dir property found in options object: %sFzcreated a temporary folder in which the user-data (profile) will be stored during this session, and added it to chrome startup arguments: %s_-zen-USz --lang=%sa --------------------- Could not determine browser executable. --------------------- Make sure your browser is installed in the default location (path). If you are sure about the browser executable, you can specify it using the `browser_executable_path='{}` parameter. z/path/to/browser/executablezc:/path/to/your/browser.exez--no-default-browser-checkz--no-first-runz --no-sandboxz --test-typerlz--headless=chromez--headless=newzScould not detect version_main.therefore, we are assuming it is chrome 108 or higherz--window-size=1920,1080z--start-maximizedz--log-level=%d handle_prefszDefault/Preferenceslatin1zr+)encodingmodeprofile exit_typezfixed exit_type flagz"did not find a bad exit_type flag )stdinstdoutstderr close_fds)serviceoptions keep_alivez+selenium.webdriver.remote.remote_connection)\r _ensure_closedebugr patcherautor hasattrr RuntimeErrorAttributeErrordebugger_addressselenium webdrivercommonr0utils free_portsplitintset_capability add_argumentbool argumentsanyremoverresearch IndexErrorloggergetattrwarningswarnr ospathnormpathtempfilemkdtemplocalegetdefaultlocalereplace Exceptionbinary_locationrpathlibPathexistsFileNotFoundErrorformatr _delaykeep_user_data_dirextendrwarningdivmodlogging getLoggergetEffectiveLevelr&openjoinjsonloadseekdumptruncater1to_capabilitiesr browser_pid subprocessPopenPIPEpidchromiumChromiumServicersuperr__init__reactorDEBUGsetLevelr startr_web_element_clsr_configure_headless)$selfr1r driver_executable_pathbrowser_executable_pathportenable_cdp_eventsdesired_capabilitiesadvanced_elementsr2 log_levelrrpatcher_force_closesuppress_welcomeuse_subprocessr5 no_sandboxrkw debug_port debug_hostlanguager`argr!mrNrUfsconfigerr0rx __class__s$ b/var/www/html/Resume-Scraper/venv/lib/python3.12/site-packages/undetected_chromedriver/__init__.pyrwzChrome.__init__is` t))40 2%%-    #oG w +0@0@0L##NOO ''19''..66<<FFH  %J'.*j1I'IG $%,%=%=%C%CC%H "J ZJ   " "#Uu%M  9JFG9JFG   !5 !E F'+T--@$$$ C&@AAHAB!!((-#' }II8#>0 tH #%IIA3G $%aDMLLKNPQRSPTU*.&+ :w0W$6  m$$%9G'G VX9iLii *"4     $ $&BDT%U V     $ $nm%D E ww D9 7<<,,s2(()<=\\..#5(()9: 6701^,  y ( Fg'');;=rB1E 7N +   / ? ],AB! 52)$[1=59F9%k21  &"%  34 5  ##*#:#:#< -'' *1*;*; D !&&((=7+<+<= oo!!" G '{{D $$--55EE LL ( (  fd$! %    "446'--G!!A(2,dmG MMO"DL $0D !$.D ! ww D9  $ $ &:u   BB"0LL!JK/H0"LLXP  R 7 WX$$%56$ 5 5 ? LL= > > ?s#]+ ]; ^6%^'*'_A_9,`%A3` `+ ]87]8 ^$#^$'!_  _  __(`  `` a#`>>acdjtjdfd}|_y)Nzsetting properties for headlessc@jdrtjdjddditjdjddjd j d d ijddd i|i|S) Nzreturn navigator.webdriverzpatch navigator.webdriverz%Page.addScriptToEvaluateOnNewDocumentsourcea Object.defineProperty(window, "navigator", { Object.defineProperty(window, "navigator", { value: new Proxy(navigator, { has: (target, key) => (key === "webdriver" ? false : key in target), get: (target, key) => key === "webdriver" ? false : typeof target[key] === "function" ? target[key].bind(target) : target[key], }), }); zpatch user-agent stringzNetwork.setUserAgentOverride userAgentzreturn navigator.userAgentHeadlessa Object.defineProperty(navigator, 'maxTouchPoints', {get: () => 1}); Object.defineProperty(navigator.connection, 'rtt', {get: () => 100}); // https://github.com/microlinkhq/browserless/blob/master/packages/goto/src/evasions/chrome-runtime.js window.chrome = { app: { isInstalled: false, InstallState: { DISABLED: 'disabled', INSTALLED: 'installed', NOT_INSTALLED: 'not_installed' }, RunningState: { CANNOT_RUN: 'cannot_run', READY_TO_RUN: 'ready_to_run', RUNNING: 'running' } }, runtime: { OnInstalledReason: { CHROME_UPDATE: 'chrome_update', INSTALL: 'install', SHARED_MODULE_UPDATE: 'shared_module_update', UPDATE: 'update' }, OnRestartRequiredReason: { APP_UPDATE: 'app_update', OS_UPDATE: 'os_update', PERIODIC: 'periodic' }, PlatformArch: { ARM: 'arm', ARM64: 'arm64', MIPS: 'mips', MIPS64: 'mips64', X86_32: 'x86-32', X86_64: 'x86-64' }, PlatformNaclArch: { ARM: 'arm', MIPS: 'mips', MIPS64: 'mips64', X86_32: 'x86-32', X86_64: 'x86-64' }, PlatformOs: { ANDROID: 'android', CROS: 'cros', LINUX: 'linux', MAC: 'mac', OPENBSD: 'openbsd', WIN: 'win' }, RequestUpdateCheckStatus: { NO_UPDATE: 'no_update', THROTTLED: 'throttled', UPDATE_AVAILABLE: 'update_available' } } } // https://github.com/microlinkhq/browserless/blob/master/packages/goto/src/evasions/navigator-permissions.js if (!window.Notification) { window.Notification = { permission: 'denied' } } const originalQuery = window.navigator.permissions.query window.navigator.permissions.__proto__.query = parameters => parameters.name === 'notifications' ? Promise.resolve({ state: window.Notification.permission }) : originalQuery(parameters) const oldCall = Function.prototype.call function call() { return oldCall.apply(this, arguments) } Function.prototype.call = call const nativeToStringFunctionString = Error.toString().replace(/Error/g, 'toString') const oldToString = Function.prototype.toString function functionToString() { if (this === window.navigator.permissions.query) { return 'function query() { [native code] }' } if (this === functionToString) { return nativeToStringFunctionString } return oldCall.call(oldToString, this) } // eslint-disable-next-line Function.prototype.toString = functionToString )execute_scriptrLinfoexecute_cdp_cmdrW)argskwargsorig_getr~s r get_wrappedz/Chrome._configure_headless..get_wrappeds""#?@ 78$$; #* 56$$2#T%8%88&!'*b1$$; _# adJT,V, ,)getrLr)r~rrs` @rr}zChrome._configure_headlesss)88 56F -Prc"t||SN)rvr)r~urlrs rrz Chrome.getsw{3rc|jrX|jLt|jtr2|jj|||jjSy)NF)rx isinstancer add_event_handlerhandlers)r~ event_namecallbacks radd_cdp_listenerzChrome.add_cdp_listenersH LL (4<<1 LL * *:x @<<(( (rc|jr@t|jtr%|jjj yyyr)rxrr rclearr~s rclear_cdp_listenerszChrome.clear_cdp_listenerss3 <.search_frames_..0$$Q'**2u5    NN * * ,sA/A2z css selectoriframer)r)r~rrrrframesrs``` rfind_elements_recursivezChrome.find_elements_recursivesa -!N DJ ##NH= A$Q    sAA c  |jjjtj d |jjjtj d tj|jdtj dt|drtt|drh|js\t!dD]N} t#j$|j&d tj d |j&zd|_yd|_y#t t tf$rYwxYw#t $rYwxYw#t$r }Yd}~d}~wwxYw#t($rYnPt tt*f$r:}tj d |j,j.d |d Yd}~nd}~wwxYwt1j2d )Nzwebdriver process endedzshutting down reactorzgracefully closed browserr`r F) ignore_errorszsuccessfully removed %sz"When removing the temp profile, a z occured: z retrying...皙?)r0processkillrLr5r:r9OSErrorrxeventsetrProrXr8r`rangeshutilrmtreer r]PermissionErrorr__name__rrr6)r~rr!s rquitz Chrome.quits  LL % % ' LL2 3  LL   " " $ LL0 1  GGD$$b ) LL4 5 D. /o.++1X  MM$"4"4EJLL!:T=O=O!OP  # " E g6           )$g?LL;;//4 3sR9D39E65E!E33E  E  EE E0+E03 G >G 0GG ct|dst||Sddl}t|||jr|j sfd}|SS)Nr5rc ftjdjd|d|d|i|S)Nzcalling z with args z and kwargs  )rLr5 __qualname__)rroriginals rnewfuncz(Chrome.__getattribute__..newfunc-s4LL#00$@$T4V44r)rv__getattribute__inspectismethodisclass)r~itemrrrrs @rrzChrome.__getattribute__$s\w'07+D1 1 w/5H)'//(2K5Orc|Srrs r __enter__zChrome.__enter__7s rc|jjtj|j|jj |j yr)r0rrrr_r{r)r~exc_typeexc_valexc_tbs r__exit__zChrome.__exit__:s>  4;;  rc@t|jjSr)hashr1r;rs r__hash__zChrome.__hash__@sDLL1122rc,tj|Sr)object__dir__rs rrzChrome.__dir__Cs~~d##rc| |jjj|jy#YxYwr)r0rrrrs r__del__zChrome.__del__Fs2  LL % % '   s$7;ctjdt|dr]t|jdrFt|jjdr%|jjj yyyy)Nzensuring closer0rr)rLrr8r0rr)clsr~s rr4zChrome._ensure_closeMsb  $% D) $ i0 ,,f5 LL % % '61 %r)NNNNrFNFTrFNFTTFTF)rrE)rstr)r)NN)r __module__r__doc__r _instances session_idr5rwr}rrrrrrrrrrrrrrr classmethodr4 __classcell__)rs@rrr@s"HJJ E# $ "!!&-@',-@'D LV * &  !F&P& 3$((rrc `t}trtjj dj tj D]9}dD]2}|jtjj||f4;dtjvrx|jddgndttjjdD]=}|dD]3}|jtjj||d f5?|D]}tjd |ztj j#|s;tj$|tj&s`tjd |ztj j)|cSy) z Finds the chrome, chrome beta, chrome canary, chromium executable Returns ------- executable_path : str the full file path to found executable PATH)z google-chromertzchromium-browserrzgoogle-chrome-stabledarwinzJK 77>>) $9bgg)F LL*Y6 777##I. . /r)0r __future__r __version__rirdrPrZrIrrprrSrweakrefr!selenium.webdriver.chrome.servicer<#selenium.webdriver.chrome.webdriverselenium.webdriver.common.byr#selenium.webdriver.chromium.service!selenium.webdriver.remote.command#selenium.webdriver.remote.webdriverrrdprocessr r1r r6r r rxr webelementrr__all__rerLrzrfr=rrrrrrrr+s #     (*+*(*$"$"    4 !!!#5578V (X   & & 0 0 : :V (r*/r