From 2718e44478ad6d50f6e334005381f7389fc5126a Mon Sep 17 00:00:00 2001 From: Cyril Rouillon Date: Wed, 16 Oct 2024 09:28:23 +0200 Subject: [PATCH] config prod --- AuctionServices/Scraper/Drouot/Drouot.js | 9 +++-- agent/.session/session_drouot.json | 42 +++++++++++----------- agent/.session/token.json | 2 +- agent/Dockerfile | 35 ++++++++++++++++++ config-dev.js | 12 +++++++ config.js | 2 +- docker-compose-dev.yml | 7 ++-- docker-compose.yml | 46 +++++++++++++++--------- scrapper/Dockerfile | 28 +++++++++++++++ 9 files changed, 136 insertions(+), 47 deletions(-) create mode 100644 agent/Dockerfile create mode 100644 config-dev.js create mode 100644 scrapper/Dockerfile diff --git a/AuctionServices/Scraper/Drouot/Drouot.js b/AuctionServices/Scraper/Drouot/Drouot.js index 7e9f418..1c03800 100644 --- a/AuctionServices/Scraper/Drouot/Drouot.js +++ b/AuctionServices/Scraper/Drouot/Drouot.js @@ -428,8 +428,6 @@ class Drouot extends Scraper { page.close() browser.close() } - - return // create the live URL let {saleID} = await this.platformData.getUrlInfo(this.Url); @@ -468,13 +466,14 @@ class Drouot extends Scraper { return } }) - }, 10000); // 10000 milliseconds = 10 seconds + }, 10 * 1000); // 10 seconds // Check every minute if the last event is more than 10 minutes ago CheckLastBid = setInterval(() => { + console.log("--CheckLastBid-- lastbid: "+lastbid+" Date.now()"+Date.now()); + if (lastbid && Date.now() - lastbid > 10 * 60 * 1000) { - console.log("More than 10 minutes since the last bid."); - this.JucundusSetSaleStatus(saleInfo, 'end') + console.log("More than 10 minutes since the last bid."); (async () => { await StopLive('end'); })(); diff --git a/agent/.session/session_drouot.json b/agent/.session/session_drouot.json index 69095a8..da8dd5a 100644 --- a/agent/.session/session_drouot.json +++ b/agent/.session/session_drouot.json @@ -20,22 +20,12 @@ "secure": false, "sameSite": "Lax" }, - { - "name": "JSESSIONID", - "value": "F6EE192A727F489C38F2DB477FC1A27D", - "domain": "drouot.com", - "path": "/", - "expires": -1, - "httpOnly": true, - "secure": true, - "sameSite": "Lax" - }, { "name": "sbss_e51870e9-89ed-4337-872e-e48073010805", "value": "70066e04-417d-4157-ab37-5b19f86e2bae", "domain": "site-azp.slgnt.eu", "path": "/", - "expires": 1752310289.04592, + "expires": 1755078284.357419, "httpOnly": true, "secure": true, "sameSite": "None" @@ -45,7 +35,7 @@ "value": "7ZmU0ZTAyMGUtMDY0YS00ODJlLTk4YjAtODQyZTEyZTVkOWNhOzNzAwNjZlMDQtNDE3ZC00MTU3LWFiMzctNWIxOWY4NmUyYmFlOzsA=", "domain": ".drouot.com", "path": "/", - "expires": 1752310289, + "expires": 1755078284, "httpOnly": false, "secure": false, "sameSite": "Lax" @@ -62,33 +52,43 @@ }, { "name": "cf_clearance", - "value": "wMZTGpFvQrXVc24EgBEh5Z_l07dq3n7E_GmmYYMM_Zg-1720774289-1.0.1.1-6kQTG9zdIWY9Ticp9YkIpsJlgtCDUnN9A4gIx5h.nMvWEqSMySuZZoJ5rAF1ts.QH.MzWJ8HzESZuBALJ_K9Cw", + "value": "ZpU2zDi5RKxBaA7jKLtdu78yzTF3uCRKYLgrZiTdWQg-1723542256-1.0.1.1-DwJMsQ.VSnxSBZ.wPXb9vW6vrtNq84ISp97aoS4GixefX3eBTCAvQhGkQeFpmC8tsGS3rMFnzE3p1PRCrXf6Dw", "domain": ".drouot.com", "path": "/", - "expires": 1752310289.605213, + "expires": 1755078256.390418, "httpOnly": true, "secure": true, "sameSite": "None" }, { "name": "aws.auth.refresh", - "value": "eyJjdHkiOiJKV1QiLCJlbmMiOiJBMjU2R0NNIiwiYWxnIjoiUlNBLU9BRVAifQ.imuPu0l2BWRSCp5Deo-kkfjqrbXvrMOC7aLb73FLvWMEbZ_8wYPMIYDBVxWXCOue9lBOYWmBZ-gYmOpFjuub48kr0YH2XmS0CWvAjVaFOd1SLtA1JqPNCjzOhr4HqHNzY2p1v-LlWVkZMb6yzSJCo2i69X_uMhjI7vkwF5JBRLPfnhgpbTtuAfShe2fxwFVF3wcnIGwxwf9Mewftjw0vYAnU25kcUALthY_7os1vXG10B0HLJFlfG8AA0AZgOWin7YEYtNCR0fyILwVQLLrwrN1Df9I6nw0BT82u37GAZSihBNUekCBmLRf_eLad4DACY5YTwywzQjfLWIv6by0SYQ.32xpzYSlssbruFav.hmnVMOwHMa4fnXFrO_Eu402cEKhzl-uS_62OC51WXTOrY0qSXAGSjQLUleR8Aznkugbt738kCq7wzHeOxydaKdBIJC-hYfI3T1sFFBWPkyEjAmLPy6FI2FeFdKzFrIEOsKYyEQ_7R8uOzarTXnBr0wHBKyKqRhAmZpUO9ytMS2HHNd39Ta8kwDtkA848k-3XQ1J3we0r5w177Kp8jgZv2lmItu17Z3Q8xZbZNuZwdG2pyDUTJpoQRdbrhBFfPi2x5Arm3tSbOCX3eF_TOnFA5EPfuJF_OQkzFN1FgnJcXwY63VKcy4EzR02njK6WLDzECekK7ly_hAk83Rcon7NSWj0R-QCmtJu92MIwQ1VwOpfKZSG9s8w9V4TcFaRM7y_1CS8sa6hMiM6j1mvWsEk1pu-MyqsV-nZi6HRqtbCXAgrzkQ0JyrqHM17pLwoMC-YzHFVkYO2x9JvszbNg85QVC50e7HKEpg8DEfoXz-i686zxOCjEBTIzHEEs4L7ZgHm9wjKUdC7iyGdMxr1DhO4VFWxUENYJrDgFoUyHFmZbiz6tUzxYwZfYhJP-jb1UKNNYXl477kgmcr5x4nM0ShSWnKLiPUOkeez2D9THXLdPFliXiGfbL126AJMsSS16oiW9DaSfq6mikjiuBZhhLEKboRbzBVAAFx55BjWKs_x7O9MMbHGFeX5AQAfkgTbFKy92sahH_MimP7JQn7yx-AQefJpiKHt4aVoLTs2c09ytEgBQkY7m-zaRKAwCIUIa3IG4N2SU8aU0rDgg9_QXG6WV2G7M6GxEMqjeBU_o3CqS-2XP5lyxF5abY4yoxtiMbngXG-YrPcxQqMWX0SaRZSIp5vwKfc8CoELs0kmpZpJ3pJLwSCdmfrKqp4_fAGvYWB0UpAsUN9IqvYDROkCZlJMCh5X0N5U01jxjSOQFYDpQrkNQ4lwt1VQeAphH5ohPD0XRq3xm7amsouF6D2B0cmZIRSKf6yR013jL85RmKMxXQTHyFHLo5QCoUjgTfl6QfO11W7RUcitXtuG3Dthyx3NQ9Y9kypdZ3qJBg-RjQdIhJPVOUvjTDzka81tnLK3TisSjKEg8NSPeA0F-gihIPz5R88rKAWT_BKa4ugEjGuEKMdccglXmcFxkGMq-AR87t5Wfa9Ft2F5OS9rZuunpLXsHGRcQRvx46zfW_AvV0FOAgHDJvJ3FdWiIfN9Zazi5NnM5E-ZCtg9mlWYpxTn3_gljob8pOgD_AVltpsRMvgSmV5g_NwJTAqp8vQGQMNEg-ZFb3UtG4hpbHFre0CxQQ3iXfMF8bla5APL90ABvAtZHQMcsTaiOAMkCnzUmTVIgqcM4D2vH.wyRM3-165fGB8NIdapX8iA", + "value": "eyJjdHkiOiJKV1QiLCJlbmMiOiJBMjU2R0NNIiwiYWxnIjoiUlNBLU9BRVAifQ.kFsujaziovyemKHEOkCjtwiq9fLsgQ4Vzk4ZNv4qP0ESwpZaD0GIihXdAxQPBB9rMkLJp1j4PKTkrzcxWbldDhSMuJ7rjVaXWD1O0zOAU2HJlUqIZ9xclV4jIuIMXBlwJfsQuIXvyTDBjIvl7GjOw2xsnrgPSq9wEjMHWLQJ5GBCCoDMbrcIWqanzleiA9fhtXE96ftjowRNw3Uda04iCPgkHjQ9kIB3YRm9D9DpiPYHRSrqblJUxO5XxPpMU0eNOPGBW4M5pQwDx-Uvly9_dEs90xNppyq0YVV1lybnSJ89jJ5CG1RweCXoPLWdpHEha502ETtPzUKKRyAN8uyHmQ.wKFsrYVwn-8VIjGQ.zlY94-f4q1YTPjviGCWC8-8ZYDEog907g_JDJ4XMk3G9WwWyGcTp6XkqUkNw21XkaoS1vIIf-oqOHpYvakCU-SkgmXzf8T2_zKffer5Xjgup5G3arepDHVLsHFyB4oImLRHXw7utSJx0ZHVgN22OCnSeoE5gOKf7m4srI7ndKcRP42uNe-Nbux4niG6CfcTOIUEGddHjXqsJg4YzRnEvB0fmBm1FZM2Jvp86SAZotYhVIbYf9Byfhmd2szKbO0Y1ASeYQe0RfrxEVHXk9WNti_o-cKbNjv1rxrKCGzkm7gphj8mV4rZpG7bajnotsLfrpMPLyX2QXi0FtmdROaVtVUdbknAxFwfxsR3S4W2TyGFLoJ5cM8fGr44z_-Kxjql59IDCVV_sy4jXEZoTxaYnVPUYzhE2zxx6ROetnXPASF42ctJl01mg5ivCrGcU0uCD9F6_rn3iMPN4CpIXq8J78_RNVJoyjiYB16VoDGX7v3tlVmdXvS1Luiaz7oXq37bGLFrZZqremkLzDzFR34gVEWyfVqWfpz3h3lfeWKOX0EYBcxI6UYJJ7ztZmtZ9I5CKHSrx-PXziM00Qa6aNjqdSruIrsiyZ1y1iBYB8XKEnnrqkd916SqZ3LY84sDBOw4MKdDFhTl9fCw9ep7jM5GM0XIRPOLVaw30Wftp5dQcmcbdWxNeGQ_WAl2ntjNOxEU4YGceCR8m_QJiPKiDH9ThdeI6VWmIo2Y1vav3RA77yhw3rG4kHtpF_GYPdJXximnqL9UbUa6vRZG505Bn1SGEE9gQO88J3n69dUGL-c-vWDMfHXDt4dShNv_EyeNPqZwE0u5W56sjnuwu3ZDgJVjSxAM0pszVa0u19mfUWuvpyY-U1evhQKO9TM-tGcO6AqjBxoV0yCCs75JLNEHlFQAuAY7EoebltRUZvGm2FvyV4RzNBHKog0s-V34_tR0coJ5gD5vOYkkjRkrGJ9q51wKaEuc1D9p3hEAgYFGFf117Xk0fCP8FWk4zTNepvmu57pDJrfHEb5_GwcleknbRmSY7rqSZurAP9lDnpQ1Scdfk_aCi9ec_LLbHgGEw7g-0qo9LY6LlbWmpQOdxmrygHZwrud_PoF4kvzUfLjFL1LcHSxyni2C65rL_iBTEGU5nGLQPTyi7GXXes-OqWjE9TAtaFOTcExfYb6EPSJz6XhznT2qHIYWVrLPFNyVKyoCpWVo5VT3mSUao6WGcvaYogV_ysjI3ujZ4r5UzZKsOQjGyLe8gvIFeJZa9xs6dgjwbEJhJTYPC4i368GeAmUyEPEqlThUag3LSbZwvKc5rN2KOlMpLePYARZmI5zD_z0YbR-NaMzPJ.Zkp7iM3q0OqBMcTFSVjfEA", "domain": ".drouot.com", "path": "/", - "expires": 1723274291.075802, + "expires": 1726042286.618798, "httpOnly": false, "secure": true, "sameSite": "Lax" }, { "name": "aws.auth.id", - "value": "eyJraWQiOiJaTktsNEx3c1NcL0xyYVdwaGVtcHE4OWVLWk05eUtUemtUQW40ZlM2bXFtST0iLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiI1ODY0NWVjYS1mNDllLTQ1YTktOWI0ZC1lNTg0M2RhZWNjNWUiLCJlbWFpbF92ZXJpZmllZCI6dHJ1ZSwiaXNzIjoiaHR0cHM6XC9cL2NvZ25pdG8taWRwLmV1LWNlbnRyYWwtMS5hbWF6b25hd3MuY29tXC9ldS1jZW50cmFsLTFfWE5GWDNIMzE0IiwiY29nbml0bzp1c2VybmFtZSI6IjU4NjQ1ZWNhLWY0OWUtNDVhOS05YjRkLWU1ODQzZGFlY2M1ZSIsIm9yaWdpbl9qdGkiOiJiOTZmZDY0Zi05MWEwLTRmMmMtYTk2OC1kYmRkNDcxMTY4ZDYiLCJhdWQiOiI0amNsZG9ib2YycWJuc3NtN2YxMDdnbGlxOCIsImV2ZW50X2lkIjoiZDU5ZWE4NWYtZjQ4ZC00MWE1LTlmOGItYWQ1Njk4N2FiYWJiIiwidG9rZW5fdXNlIjoiaWQiLCJhdXRoX3RpbWUiOjE3MjA3NzQyOTAsImV4cCI6MTcyMDc3Nzg5MSwiaWF0IjoxNzIwNzc0MjkxLCJjdXN0b206cGFzc19pZCI6IjczOTAzMCIsImp0aSI6IjIwYmQ0NDRkLTE1YWMtNDRiYi05NzliLTI4YjM1OTgxMjIzMiIsImVtYWlsIjoianAucmFudUBjb2dpcC5kZSJ9.DnFgUj9yehDb5Y3bTobAkm1S5Pa59GJBKOn65KVbiTA3ou_haxwRLNewchwHChyK6q8fZvmllXdPAnMdCcF44UAo7sYjGAJK9u47AMer3oi-luNtAZzC8Jt94KaBRMTJLC7s3fCIkcZcVBk9FoSRwfPxVjR-w4rT4TLcxJQNT4OqEk2UAoGhtU4KHDfGkj3zM7ttPaXYz3KgQ4vBlK5iJ8G8AtQuoR84V5ZIhRzVqNjjIPKxfsh6sgv2cYxw0ceZwHj0_3-FdtMsMa1JRamWy16hGULof-n84kmdlEsRefKDK_62t-gN1Ngi2wn37IFsfviaM3WC99K5HWUCATNSMg", + "value": "eyJraWQiOiJaTktsNEx3c1NcL0xyYVdwaGVtcHE4OWVLWk05eUtUemtUQW40ZlM2bXFtST0iLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiI1ODY0NWVjYS1mNDllLTQ1YTktOWI0ZC1lNTg0M2RhZWNjNWUiLCJlbWFpbF92ZXJpZmllZCI6dHJ1ZSwiaXNzIjoiaHR0cHM6XC9cL2NvZ25pdG8taWRwLmV1LWNlbnRyYWwtMS5hbWF6b25hd3MuY29tXC9ldS1jZW50cmFsLTFfWE5GWDNIMzE0IiwiY29nbml0bzp1c2VybmFtZSI6IjU4NjQ1ZWNhLWY0OWUtNDVhOS05YjRkLWU1ODQzZGFlY2M1ZSIsIm9yaWdpbl9qdGkiOiI1YTIyZjA2MC03YjJmLTRiMzAtOGJhMS0zYmYyOGU4MDE2M2MiLCJhdWQiOiI0amNsZG9ib2YycWJuc3NtN2YxMDdnbGlxOCIsImV2ZW50X2lkIjoiNDQwYmM1YWQtOWNkZS00MmFkLTgwMGItNjE2MGE1M2E3ZDZmIiwidG9rZW5fdXNlIjoiaWQiLCJhdXRoX3RpbWUiOjE3MjM1NDIyODUsImV4cCI6MTcyMzU0NTg4NiwiaWF0IjoxNzIzNTQyMjg2LCJjdXN0b206cGFzc19pZCI6IjczOTAzMCIsImp0aSI6IjczMjI2YjkxLTI3NDEtNGUzYS04ZmRlLTc5OGFlYmE1NTViZSIsImVtYWlsIjoianAucmFudUBjb2dpcC5kZSJ9.eTa9L7hwB-VZsloQU7DSS4vDJdQhBD-WvWLs-KLmA98YIJeTdnQ05reKDi3Yhx2AzycZDU9kDXIwGp_CsE2dGF-kjemAPm5Zna-zMMAx5lkyVo3v0QA5_nQncBpUTrHE4SmBLLf53z15_cKTgTenO0X7DfkWhZF0-eQIAKsNgBjxgKgNdv5BZpOfLcvEd1Pmq2eXLd16Cku5qKuJQbsLbr1wvP4MIHnox7P-3LlAFGuhPbKUn_zO5tOwubha_i9WjGSPdONzLWbO-2EJId6zF2sFJkmyYdGZdVuo-GJpbRqg9r9k-tBwVwQi2D38n_W_bvI2VdefP506Dy1QqWd_EQ", "domain": ".drouot.com", "path": "/", - "expires": 1720777891.317947, + "expires": 1723545886.947462, "httpOnly": false, "secure": true, "sameSite": "Lax" + }, + { + "name": "JSESSIONID", + "value": "C3E2A5112A252A23F716B752257A7698", + "domain": "drouot.com", + "path": "/", + "expires": -1, + "httpOnly": true, + "secure": true, + "sameSite": "Lax" } ], "origins": [ @@ -110,7 +110,7 @@ "localStorage": [ { "name": "CognitoIdentityServiceProvider.4jcldobof2qbnssm7f107gliq8.58645eca-f49e-45a9-9b4d-e5843daecc5e.accessToken", - "value": "eyJraWQiOiJYSTd2ejJDRW9pRVwvTnR0UGNkOEY0NE5QSDhHMzMzclJQRVB3OFFwRlJJRT0iLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiI1ODY0NWVjYS1mNDllLTQ1YTktOWI0ZC1lNTg0M2RhZWNjNWUiLCJpc3MiOiJodHRwczpcL1wvY29nbml0by1pZHAuZXUtY2VudHJhbC0xLmFtYXpvbmF3cy5jb21cL2V1LWNlbnRyYWwtMV9YTkZYM0gzMTQiLCJjbGllbnRfaWQiOiI0amNsZG9ib2YycWJuc3NtN2YxMDdnbGlxOCIsIm9yaWdpbl9qdGkiOiJiOTZmZDY0Zi05MWEwLTRmMmMtYTk2OC1kYmRkNDcxMTY4ZDYiLCJldmVudF9pZCI6ImQ1OWVhODVmLWY0OGQtNDFhNS05ZjhiLWFkNTY5ODdhYmFiYiIsInRva2VuX3VzZSI6ImFjY2VzcyIsInNjb3BlIjoiYXdzLmNvZ25pdG8uc2lnbmluLnVzZXIuYWRtaW4iLCJhdXRoX3RpbWUiOjE3MjA3NzQyOTAsImV4cCI6MTcyMDc3Nzg5MSwiaWF0IjoxNzIwNzc0MjkxLCJqdGkiOiJjMThlYjZjMi0yMGUyLTRmNmUtOWExMi02ZmM4NmVhMGE0ODgiLCJ1c2VybmFtZSI6IjU4NjQ1ZWNhLWY0OWUtNDVhOS05YjRkLWU1ODQzZGFlY2M1ZSJ9.AbzC8YGLJqrMxcXYxbCW8XNMEQSZh-hgeWrfr7l-TdZ5aRa_M-U1ZffZWQtkotMuy1C6mBlItxFDTTt5iO2N0ijUzER3BVfIqZG_xzGf74eNcS64Y64mrSw2U5MLAhmXaLNFlbjhBj9IYyOUMZJE0RexIQByXzo0Yh72XUMWJKP1IEMgGlO-KqY3hoEnD7KJrgu0VMgOzvrITQ4dizeux-v8McEG79MKwyl810H_x0GzY_-L9LfTIZ_IfOHg6OuHnY-nfg5EY7NyvVEvNwZsuH7yjjLYIm2hcrryN0p_obwMYos6NDuo8NQNyP0iDTZeviQsR1iRp9Jtsh4w1pj0Sw" + "value": "eyJraWQiOiJYSTd2ejJDRW9pRVwvTnR0UGNkOEY0NE5QSDhHMzMzclJQRVB3OFFwRlJJRT0iLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiI1ODY0NWVjYS1mNDllLTQ1YTktOWI0ZC1lNTg0M2RhZWNjNWUiLCJpc3MiOiJodHRwczpcL1wvY29nbml0by1pZHAuZXUtY2VudHJhbC0xLmFtYXpvbmF3cy5jb21cL2V1LWNlbnRyYWwtMV9YTkZYM0gzMTQiLCJjbGllbnRfaWQiOiI0amNsZG9ib2YycWJuc3NtN2YxMDdnbGlxOCIsIm9yaWdpbl9qdGkiOiI1YTIyZjA2MC03YjJmLTRiMzAtOGJhMS0zYmYyOGU4MDE2M2MiLCJldmVudF9pZCI6IjQ0MGJjNWFkLTljZGUtNDJhZC04MDBiLTYxNjBhNTNhN2Q2ZiIsInRva2VuX3VzZSI6ImFjY2VzcyIsInNjb3BlIjoiYXdzLmNvZ25pdG8uc2lnbmluLnVzZXIuYWRtaW4iLCJhdXRoX3RpbWUiOjE3MjM1NDIyODUsImV4cCI6MTcyMzU0NTg4NiwiaWF0IjoxNzIzNTQyMjg2LCJqdGkiOiI3NDUxMjBlZC01MjE2LTQxNWItODRkMC0xOTE1ZGEzMWY4ZjUiLCJ1c2VybmFtZSI6IjU4NjQ1ZWNhLWY0OWUtNDVhOS05YjRkLWU1ODQzZGFlY2M1ZSJ9.rZ06jPj8b4YnAVt1r5wziF_ZEJvaof0lljL464uDhQ8grxp_E235gO5eNIZn0ZRQV8Lzap7V9R8HXX4sxTTmMnv5tUfz3D-yi2GlrtRKpH3omSvRdRAIKZ4UZKFuQVj_oNibEVwMcfdQggK3yOfVWxIBebhNVjX_TbVJnjFXviQOtn4_TyAfykpOEHnWhYea29wNJhDK4Hj3XPN947Mx5hyP6XLmLbE0xSkxuHyN3SZ4gY3sH3v1urZbIlZJWV9G_xMFMJ4iWOeP5d58nzNKNoptoF1Ous_pHJjMn3BEvZv6F4CMUy1kYcwDyS4jn-leS3OKNf8TV4cqXg0Spch8yg" }, { "name": "persist:root", @@ -134,11 +134,11 @@ }, { "name": "CognitoIdentityServiceProvider.4jcldobof2qbnssm7f107gliq8.58645eca-f49e-45a9-9b4d-e5843daecc5e.idToken", - "value": "eyJraWQiOiJaTktsNEx3c1NcL0xyYVdwaGVtcHE4OWVLWk05eUtUemtUQW40ZlM2bXFtST0iLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiI1ODY0NWVjYS1mNDllLTQ1YTktOWI0ZC1lNTg0M2RhZWNjNWUiLCJlbWFpbF92ZXJpZmllZCI6dHJ1ZSwiaXNzIjoiaHR0cHM6XC9cL2NvZ25pdG8taWRwLmV1LWNlbnRyYWwtMS5hbWF6b25hd3MuY29tXC9ldS1jZW50cmFsLTFfWE5GWDNIMzE0IiwiY29nbml0bzp1c2VybmFtZSI6IjU4NjQ1ZWNhLWY0OWUtNDVhOS05YjRkLWU1ODQzZGFlY2M1ZSIsIm9yaWdpbl9qdGkiOiJiOTZmZDY0Zi05MWEwLTRmMmMtYTk2OC1kYmRkNDcxMTY4ZDYiLCJhdWQiOiI0amNsZG9ib2YycWJuc3NtN2YxMDdnbGlxOCIsImV2ZW50X2lkIjoiZDU5ZWE4NWYtZjQ4ZC00MWE1LTlmOGItYWQ1Njk4N2FiYWJiIiwidG9rZW5fdXNlIjoiaWQiLCJhdXRoX3RpbWUiOjE3MjA3NzQyOTAsImV4cCI6MTcyMDc3Nzg5MSwiaWF0IjoxNzIwNzc0MjkxLCJjdXN0b206cGFzc19pZCI6IjczOTAzMCIsImp0aSI6ImJhYzZlZGYxLTRiNGQtNDlkOC04ZDQ4LWY1ZWVkNWM2MmZhOSIsImVtYWlsIjoianAucmFudUBjb2dpcC5kZSJ9.B9XsvDvfUatg9Mf0EEX-Z1tTi7bBzqZisa_8UaBR24O1nov_86N7XnPPVc92NtdXcHZItaSBQxAPPhWdHBwW-W8JAAoCHFo7LoouakwR8i5zfaMFG5JWhsf4Ifw6vqbxTnRUdOawBUlrr6saJgeo9uKyMd-KwBdxwMIuASNtZ0glVUecHPeHhoU_QVNTYzkAhVYiBHPF3YvyOYuRuW7gDI5mD26oMZm62XoekEq1IK-hq_P_BzmJ0b6RZZASvvo5CCkjlGUF8eweYwMfGROYaGh5e6K6wcN-C2R3MnXKROifGCTaoBEnCdt990WNNwbUY9CtinQanhZ6m11CI7ZkQg" + "value": "eyJraWQiOiJaTktsNEx3c1NcL0xyYVdwaGVtcHE4OWVLWk05eUtUemtUQW40ZlM2bXFtST0iLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiI1ODY0NWVjYS1mNDllLTQ1YTktOWI0ZC1lNTg0M2RhZWNjNWUiLCJlbWFpbF92ZXJpZmllZCI6dHJ1ZSwiaXNzIjoiaHR0cHM6XC9cL2NvZ25pdG8taWRwLmV1LWNlbnRyYWwtMS5hbWF6b25hd3MuY29tXC9ldS1jZW50cmFsLTFfWE5GWDNIMzE0IiwiY29nbml0bzp1c2VybmFtZSI6IjU4NjQ1ZWNhLWY0OWUtNDVhOS05YjRkLWU1ODQzZGFlY2M1ZSIsIm9yaWdpbl9qdGkiOiI1YTIyZjA2MC03YjJmLTRiMzAtOGJhMS0zYmYyOGU4MDE2M2MiLCJhdWQiOiI0amNsZG9ib2YycWJuc3NtN2YxMDdnbGlxOCIsImV2ZW50X2lkIjoiNDQwYmM1YWQtOWNkZS00MmFkLTgwMGItNjE2MGE1M2E3ZDZmIiwidG9rZW5fdXNlIjoiaWQiLCJhdXRoX3RpbWUiOjE3MjM1NDIyODUsImV4cCI6MTcyMzU0NTg4NiwiaWF0IjoxNzIzNTQyMjg2LCJjdXN0b206cGFzc19pZCI6IjczOTAzMCIsImp0aSI6ImMxYWY2Zjk2LWM0ODctNGUwMy1hYWEzLTNjMmZjMjMxYjdlZCIsImVtYWlsIjoianAucmFudUBjb2dpcC5kZSJ9.fLJ3CZRU1t-XVKExxb572c_Yds6xTovp-WYd82sPChhJUjFtXRGIzAqZSuXH7qNXAPYXnwDcIbkZLfdEMCleu51dfdMhiWndDSEHADAvWmfesL4SO6BA7s0HCuNinnUk1ORfYclrhArCuYL13S1ee5ppG0sCivuAOM9IT0TZuLw4uedfXO2zmjwNbiQDDgQUv6ya7EVu60WRv2uc_qJNk-Z0OcDIiHA-vGbycJhJwXNqnaFWSgM1tM57NdVj5N3o7YI09lsgkBdBOIkojLuSgpPqYcJ3gKdxPSsz1Jk1ukZfqq8rwsoI_BQpQ5RnZRLe1kqeA9XnSZ0iAMEEFPIvsg" }, { "name": "CognitoIdentityServiceProvider.4jcldobof2qbnssm7f107gliq8.58645eca-f49e-45a9-9b4d-e5843daecc5e.refreshToken", - "value": "eyJjdHkiOiJKV1QiLCJlbmMiOiJBMjU2R0NNIiwiYWxnIjoiUlNBLU9BRVAifQ.imuPu0l2BWRSCp5Deo-kkfjqrbXvrMOC7aLb73FLvWMEbZ_8wYPMIYDBVxWXCOue9lBOYWmBZ-gYmOpFjuub48kr0YH2XmS0CWvAjVaFOd1SLtA1JqPNCjzOhr4HqHNzY2p1v-LlWVkZMb6yzSJCo2i69X_uMhjI7vkwF5JBRLPfnhgpbTtuAfShe2fxwFVF3wcnIGwxwf9Mewftjw0vYAnU25kcUALthY_7os1vXG10B0HLJFlfG8AA0AZgOWin7YEYtNCR0fyILwVQLLrwrN1Df9I6nw0BT82u37GAZSihBNUekCBmLRf_eLad4DACY5YTwywzQjfLWIv6by0SYQ.32xpzYSlssbruFav.hmnVMOwHMa4fnXFrO_Eu402cEKhzl-uS_62OC51WXTOrY0qSXAGSjQLUleR8Aznkugbt738kCq7wzHeOxydaKdBIJC-hYfI3T1sFFBWPkyEjAmLPy6FI2FeFdKzFrIEOsKYyEQ_7R8uOzarTXnBr0wHBKyKqRhAmZpUO9ytMS2HHNd39Ta8kwDtkA848k-3XQ1J3we0r5w177Kp8jgZv2lmItu17Z3Q8xZbZNuZwdG2pyDUTJpoQRdbrhBFfPi2x5Arm3tSbOCX3eF_TOnFA5EPfuJF_OQkzFN1FgnJcXwY63VKcy4EzR02njK6WLDzECekK7ly_hAk83Rcon7NSWj0R-QCmtJu92MIwQ1VwOpfKZSG9s8w9V4TcFaRM7y_1CS8sa6hMiM6j1mvWsEk1pu-MyqsV-nZi6HRqtbCXAgrzkQ0JyrqHM17pLwoMC-YzHFVkYO2x9JvszbNg85QVC50e7HKEpg8DEfoXz-i686zxOCjEBTIzHEEs4L7ZgHm9wjKUdC7iyGdMxr1DhO4VFWxUENYJrDgFoUyHFmZbiz6tUzxYwZfYhJP-jb1UKNNYXl477kgmcr5x4nM0ShSWnKLiPUOkeez2D9THXLdPFliXiGfbL126AJMsSS16oiW9DaSfq6mikjiuBZhhLEKboRbzBVAAFx55BjWKs_x7O9MMbHGFeX5AQAfkgTbFKy92sahH_MimP7JQn7yx-AQefJpiKHt4aVoLTs2c09ytEgBQkY7m-zaRKAwCIUIa3IG4N2SU8aU0rDgg9_QXG6WV2G7M6GxEMqjeBU_o3CqS-2XP5lyxF5abY4yoxtiMbngXG-YrPcxQqMWX0SaRZSIp5vwKfc8CoELs0kmpZpJ3pJLwSCdmfrKqp4_fAGvYWB0UpAsUN9IqvYDROkCZlJMCh5X0N5U01jxjSOQFYDpQrkNQ4lwt1VQeAphH5ohPD0XRq3xm7amsouF6D2B0cmZIRSKf6yR013jL85RmKMxXQTHyFHLo5QCoUjgTfl6QfO11W7RUcitXtuG3Dthyx3NQ9Y9kypdZ3qJBg-RjQdIhJPVOUvjTDzka81tnLK3TisSjKEg8NSPeA0F-gihIPz5R88rKAWT_BKa4ugEjGuEKMdccglXmcFxkGMq-AR87t5Wfa9Ft2F5OS9rZuunpLXsHGRcQRvx46zfW_AvV0FOAgHDJvJ3FdWiIfN9Zazi5NnM5E-ZCtg9mlWYpxTn3_gljob8pOgD_AVltpsRMvgSmV5g_NwJTAqp8vQGQMNEg-ZFb3UtG4hpbHFre0CxQQ3iXfMF8bla5APL90ABvAtZHQMcsTaiOAMkCnzUmTVIgqcM4D2vH.wyRM3-165fGB8NIdapX8iA" + "value": "eyJjdHkiOiJKV1QiLCJlbmMiOiJBMjU2R0NNIiwiYWxnIjoiUlNBLU9BRVAifQ.kFsujaziovyemKHEOkCjtwiq9fLsgQ4Vzk4ZNv4qP0ESwpZaD0GIihXdAxQPBB9rMkLJp1j4PKTkrzcxWbldDhSMuJ7rjVaXWD1O0zOAU2HJlUqIZ9xclV4jIuIMXBlwJfsQuIXvyTDBjIvl7GjOw2xsnrgPSq9wEjMHWLQJ5GBCCoDMbrcIWqanzleiA9fhtXE96ftjowRNw3Uda04iCPgkHjQ9kIB3YRm9D9DpiPYHRSrqblJUxO5XxPpMU0eNOPGBW4M5pQwDx-Uvly9_dEs90xNppyq0YVV1lybnSJ89jJ5CG1RweCXoPLWdpHEha502ETtPzUKKRyAN8uyHmQ.wKFsrYVwn-8VIjGQ.zlY94-f4q1YTPjviGCWC8-8ZYDEog907g_JDJ4XMk3G9WwWyGcTp6XkqUkNw21XkaoS1vIIf-oqOHpYvakCU-SkgmXzf8T2_zKffer5Xjgup5G3arepDHVLsHFyB4oImLRHXw7utSJx0ZHVgN22OCnSeoE5gOKf7m4srI7ndKcRP42uNe-Nbux4niG6CfcTOIUEGddHjXqsJg4YzRnEvB0fmBm1FZM2Jvp86SAZotYhVIbYf9Byfhmd2szKbO0Y1ASeYQe0RfrxEVHXk9WNti_o-cKbNjv1rxrKCGzkm7gphj8mV4rZpG7bajnotsLfrpMPLyX2QXi0FtmdROaVtVUdbknAxFwfxsR3S4W2TyGFLoJ5cM8fGr44z_-Kxjql59IDCVV_sy4jXEZoTxaYnVPUYzhE2zxx6ROetnXPASF42ctJl01mg5ivCrGcU0uCD9F6_rn3iMPN4CpIXq8J78_RNVJoyjiYB16VoDGX7v3tlVmdXvS1Luiaz7oXq37bGLFrZZqremkLzDzFR34gVEWyfVqWfpz3h3lfeWKOX0EYBcxI6UYJJ7ztZmtZ9I5CKHSrx-PXziM00Qa6aNjqdSruIrsiyZ1y1iBYB8XKEnnrqkd916SqZ3LY84sDBOw4MKdDFhTl9fCw9ep7jM5GM0XIRPOLVaw30Wftp5dQcmcbdWxNeGQ_WAl2ntjNOxEU4YGceCR8m_QJiPKiDH9ThdeI6VWmIo2Y1vav3RA77yhw3rG4kHtpF_GYPdJXximnqL9UbUa6vRZG505Bn1SGEE9gQO88J3n69dUGL-c-vWDMfHXDt4dShNv_EyeNPqZwE0u5W56sjnuwu3ZDgJVjSxAM0pszVa0u19mfUWuvpyY-U1evhQKO9TM-tGcO6AqjBxoV0yCCs75JLNEHlFQAuAY7EoebltRUZvGm2FvyV4RzNBHKog0s-V34_tR0coJ5gD5vOYkkjRkrGJ9q51wKaEuc1D9p3hEAgYFGFf117Xk0fCP8FWk4zTNepvmu57pDJrfHEb5_GwcleknbRmSY7rqSZurAP9lDnpQ1Scdfk_aCi9ec_LLbHgGEw7g-0qo9LY6LlbWmpQOdxmrygHZwrud_PoF4kvzUfLjFL1LcHSxyni2C65rL_iBTEGU5nGLQPTyi7GXXes-OqWjE9TAtaFOTcExfYb6EPSJz6XhznT2qHIYWVrLPFNyVKyoCpWVo5VT3mSUao6WGcvaYogV_ysjI3ujZ4r5UzZKsOQjGyLe8gvIFeJZa9xs6dgjwbEJhJTYPC4i368GeAmUyEPEqlThUag3LSbZwvKc5rN2KOlMpLePYARZmI5zD_z0YbR-NaMzPJ.Zkp7iM3q0OqBMcTFSVjfEA" } ] } diff --git a/agent/.session/token.json b/agent/.session/token.json index 7ef1bcb..36b8dfa 100644 --- a/agent/.session/token.json +++ b/agent/.session/token.json @@ -1 +1 @@ -{"token":"eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiI2Njc5YTA2ZmRjY2NiYmUwMGMzYTc4NjgiLCJlbWFpbCI6ImFnZW50QGFnZW50LmNvbSIsImlhdCI6MTcyMjk1NTI3NywiZXhwIjoxNzI1NTQ3Mjc3LCJhdWQiOiJ5b3Vyc2l0ZSIsImlzcyI6Imp1Y3VuZHVzLmNvbSJ9.K9uGLVH42tfajV7mt_G66-iZVmgUFNLBmPNKinZ4B4o"} \ No newline at end of file +{"token":"eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiI2Njc5YTA2ZmRjY2NiYmUwMGMzYTc4NjgiLCJlbWFpbCI6ImFnZW50QGFnZW50LmNvbSIsImlhdCI6MTcyMzAzMjkzMywiZXhwIjoxNzI1NjI0OTMzLCJhdWQiOiJ5b3Vyc2l0ZSIsImlzcyI6Imp1Y3VuZHVzLmNvbSJ9.XmyQdZ-DXE6mIg1H-8rcVsl6ZJpF2qwL-VuLDtkNtJ0"} \ No newline at end of file diff --git a/agent/Dockerfile b/agent/Dockerfile new file mode 100644 index 0000000..2827c85 --- /dev/null +++ b/agent/Dockerfile @@ -0,0 +1,35 @@ +FROM node:20-bookworm + +# We don't need the standalone Chromium +ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD true + +# Install Google Chrome Stable and fonts +# Note: this installs the necessary libs to make the browser work with Puppeteer. +RUN apt-get update && apt-get install gnupg wget -y && \ + wget --quiet --output-document=- https://dl-ssl.google.com/linux/linux_signing_key.pub | gpg --dearmor > /etc/apt/trusted.gpg.d/google-archive.gpg && \ + sh -c 'echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google.list' && \ + apt-get update && \ + apt-get install google-chrome-stable -y --no-install-recommends && \ + rm -rf /var/lib/apt/lists/* + +# Install Playwright +RUN npx -y playwright@1.44.0 install --with-deps + +# install ffmpeg +RUN apt-get update && apt-get install ffmpeg -y + +# Setting up the work directory +WORKDIR /agent + +#Copying all the files in our project +COPY . . + +# Installing dependencies +RUN npm install +#RUN npm ci + +# Starting our application +CMD [ "npm", "run", "start" ] + +# Exposing server port +EXPOSE 3020 diff --git a/config-dev.js b/config-dev.js new file mode 100644 index 0000000..c16cec0 --- /dev/null +++ b/config-dev.js @@ -0,0 +1,12 @@ +const config = { + jucundus: { + url: 'http://host.docker.internal:3000', + useremail: 'agent@agent.com' + }, + agent: { + urlApi: 'http://agent/internApi', + maxCloseWebsockets: 5, + } +}; + +module.exports = { config }; \ No newline at end of file diff --git a/config.js b/config.js index c16cec0..ad36c3c 100644 --- a/config.js +++ b/config.js @@ -1,6 +1,6 @@ const config = { jucundus: { - url: 'http://host.docker.internal:3000', + url: 'http://jucundus-api.saucisse.ninja', useremail: 'agent@agent.com' }, agent: { diff --git a/docker-compose-dev.yml b/docker-compose-dev.yml index 45900aa..e382329 100644 --- a/docker-compose-dev.yml +++ b/docker-compose-dev.yml @@ -8,7 +8,7 @@ services: volumes: - ./agent:/agent - ./.Key.js:/agent/.Key.js - - ./config.js:/agent/config.js + - ./config-dev.js:/agent/config.js - ./AuctionServices:/agent/AuctionServices networks: - internal @@ -24,10 +24,11 @@ services: volumes: - ./scrapper:/scrapper - ./.Key.js:/scrapper/.Key.js - - ./config.js:/scrapper/config.js + - ./config-dev.js:/scrapper/config.js - ./AuctionServices:/scrapper/AuctionServices networks: - internal networks: - internal: \ No newline at end of file + internal: + driver: bridge \ No newline at end of file diff --git a/docker-compose.yml b/docker-compose.yml index a94d62e..b45b5d6 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,24 +1,38 @@ -version: '3.1' +version: '3.7' services: + agent: + build: + context: ./agent + dockerfile: Dockerfile + volumes: + - ./agent:/agent + - ./.Key.js:/agent/.Key.js + - ./config.js:/agent/config.js + - ./AuctionServices:/agent/AuctionServices + networks: + - internal scrapper: - build: . - restart: always - hostname: auctionagent.saucisse.ninja + build: + context: ./scrapper + dockerfile: Dockerfile ports: - - 3000 - + - 3020 + volumes: + - ./scrapper:/scrapper + - ./.Key.js:/scrapper/.Key.js + - ./config.js:/scrapper/config.js + - ./AuctionServices:/scrapper/AuctionServices + networks: + - internal labels: - "traefik.enable=true" - - "traefik.http.middlewares.redirecthttps.redirectscheme.scheme=https" - - "traefik.http.middlewares.redirecthttps.redirectscheme.permanent=true" + - "traefik.http.routers.backend.rule=Host(`jucundus-agent1.saucisse.ninja`)" + - "traefik.http.routers.backend.entrypoints=websecure" + - "traefik.http.routers.backend.tls=true" + - "traefik.http.routers.backend.tls.certresolver=myresolver" - - "traefik.http.routers.auctionagent-http.rule=Host(`auctionagent.saucisse.ninja`)" - - "traefik.http.routers.auctionagent-http.middlewares=redirecthttps" - - - "traefik.http.routers.auctionagent.rule=Host(`auctionagent.saucisse.ninja`)" - - "traefik.http.routers.auctionagent.tls=true" - - "traefik.http.routers.auctionagent.tls.certresolver=myresolver" - - "traefik.http.routers.auctionagent.tls.domains[0].main=auctionagent.saucisse.ninja" - - "traefik.http.services.scrapper.loadbalancer.server.port=3000" \ No newline at end of file +networks: + internal: + driver: bridge \ No newline at end of file diff --git a/scrapper/Dockerfile b/scrapper/Dockerfile new file mode 100644 index 0000000..16dde60 --- /dev/null +++ b/scrapper/Dockerfile @@ -0,0 +1,28 @@ +FROM node:slim + +# We don't need the standalone Chromium +ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD true + +# Install Google Chrome Stable and fonts +# Note: this installs the necessary libs to make the browser work with Puppeteer. +RUN apt-get update && apt-get install gnupg wget -y && \ + wget --quiet --output-document=- https://dl-ssl.google.com/linux/linux_signing_key.pub | gpg --dearmor > /etc/apt/trusted.gpg.d/google-archive.gpg && \ + sh -c 'echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google.list' && \ + apt-get update && \ + apt-get install google-chrome-stable -y --no-install-recommends && \ + rm -rf /var/lib/apt/lists/* + +# Setting up the work directory +WORKDIR /scrapper + +#Copying all the files in our project +COPY . . + +# Installing dependencies +RUN npm install + +# Starting our application +CMD [ "npm", "run", "start" ] + +# Exposing server port +EXPOSE 80 \ No newline at end of file