diff --git a/searching-front/app/core/components/WebsiteCard/styles.module.css b/searching-front/app/core/components/WebsiteCard/styles.module.css index 5dfa3ec..9fb0839 100644 --- a/searching-front/app/core/components/WebsiteCard/styles.module.css +++ b/searching-front/app/core/components/WebsiteCard/styles.module.css @@ -24,6 +24,9 @@ text-decoration: none; font-size: 14px; color: var(--text_light_secondary); + max-width: 300px; + white-space: nowrap; + overflow: hidden; } .description { diff --git a/searching-front/services/main.ts b/searching-front/services/main.ts index 17508d5..03be486 100644 --- a/searching-front/services/main.ts +++ b/searching-front/services/main.ts @@ -6,9 +6,13 @@ import parser from './parser' const run = async()=>{ console.log('Start domain watcher') + console.time('watcher') await domainWatcher(); - console.log('Start parser') + console.timeEnd('watcher') + console.log('Start parser'); + console.time('watcher'); await parser(); + console.timeEnd('watcher'); } const second = 1000; diff --git a/searching-front/services/modules/parser/index.ts b/searching-front/services/modules/parser/index.ts index 446de53..2ed3d06 100644 --- a/searching-front/services/modules/parser/index.ts +++ b/searching-front/services/modules/parser/index.ts @@ -69,7 +69,7 @@ class Parser { subPages, } } catch (e) { - console.log("Error", e) + console.log("Parse error ", url) return SHOULD_NOT_PARSE } } diff --git a/searching-front/services/parser.ts b/searching-front/services/parser.ts index 28fbebc..aae0909 100644 --- a/searching-front/services/parser.ts +++ b/searching-front/services/parser.ts @@ -11,7 +11,8 @@ const findFirstNotIndexed = (subpages: SubPages = {}) => { } const indexWebsite = async (domain: string, path: string, subpages: SubPages = {}) => { - if (!subpages[path]) { + const subpagesLength = Object.keys(subpages).length; + if (!subpages[path] && subpagesLength < 100) { const url = domain + path; const parseInfo = await Parser.parseUrl(url) subpages[path] = true