|
|
@ -11,7 +11,6 @@ const findFirstNotIndexed = (subpages: SubPages = {}) => { |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
const indexWebsite = async (domain: string, path: string, subpages: SubPages = {},count=0) => { |
|
|
|
const indexWebsite = async (domain: string, path: string, subpages: SubPages = {},count=0) => { |
|
|
|
console.log(subpages) |
|
|
|
|
|
|
|
const subpagesLength = Object.keys(subpages).length; |
|
|
|
const subpagesLength = Object.keys(subpages).length; |
|
|
|
if (!subpages[path]) { |
|
|
|
if (!subpages[path]) { |
|
|
|
const url = domain + path; |
|
|
|
const url = domain + path; |
|
|
|