From 82d41c31feadf26621d09dcecef9a220c70f0751 Mon Sep 17 00:00:00 2001
From: matthew <matthew@matthews-MacBook-Pro.local>
Date: Fri, 7 Oct 2022 02:29:13 +0400
Subject: [PATCH] fix long sites

---
 .../app/core/components/WebsiteCard/styles.module.css       | 3 +++
 searching-front/services/main.ts                            | 6 +++++-
 searching-front/services/modules/parser/index.ts            | 2 +-
 searching-front/services/parser.ts                          | 3 ++-
 4 files changed, 11 insertions(+), 3 deletions(-)

diff --git a/searching-front/app/core/components/WebsiteCard/styles.module.css b/searching-front/app/core/components/WebsiteCard/styles.module.css
index 5dfa3ec..9fb0839 100644
--- a/searching-front/app/core/components/WebsiteCard/styles.module.css
+++ b/searching-front/app/core/components/WebsiteCard/styles.module.css
@@ -24,6 +24,9 @@
   text-decoration: none;
   font-size: 14px;
   color: var(--text_light_secondary);
+  max-width: 300px;
+  white-space: nowrap;
+  overflow: hidden;
 }
 
 .description {
diff --git a/searching-front/services/main.ts b/searching-front/services/main.ts
index 17508d5..03be486 100644
--- a/searching-front/services/main.ts
+++ b/searching-front/services/main.ts
@@ -6,9 +6,13 @@ import parser from './parser'
 
 const run = async()=>{
     console.log('Start domain watcher')
+    console.time('watcher')
     await domainWatcher();
-    console.log('Start parser')
+    console.timeEnd('watcher')
+    console.log('Start parser');
+    console.time('watcher');
     await parser();
+    console.timeEnd('watcher');
 }
 
 const second = 1000;
diff --git a/searching-front/services/modules/parser/index.ts b/searching-front/services/modules/parser/index.ts
index 446de53..2ed3d06 100644
--- a/searching-front/services/modules/parser/index.ts
+++ b/searching-front/services/modules/parser/index.ts
@@ -69,7 +69,7 @@ class Parser {
         subPages,
       }
     } catch (e) {
-      console.log("Error", e)
+      console.log("Parse error ", url)
       return SHOULD_NOT_PARSE
     }
   }
diff --git a/searching-front/services/parser.ts b/searching-front/services/parser.ts
index 28fbebc..aae0909 100644
--- a/searching-front/services/parser.ts
+++ b/searching-front/services/parser.ts
@@ -11,7 +11,8 @@ const findFirstNotIndexed = (subpages: SubPages = {}) => {
 }
 
 const indexWebsite = async (domain: string, path: string, subpages: SubPages = {}) => {
-  if (!subpages[path]) {
+  const subpagesLength = Object.keys(subpages).length;
+  if (!subpages[path] && subpagesLength < 100) {
     const url = domain + path;
     const parseInfo = await Parser.parseUrl(url)
     subpages[path] = true