需要制作一个JavaScript爬取脚本

beat2

http://bot93001.qch86.top/activation?t=1728388543712
帮我写一个获取激活码列表中所有2天、1天、0天前更新的激活码的JavaScript

fxzh007

[JavaScript] 纯文本查看 复制代码

const days = 2
let list= []
async function getData(page) {
    const res = await fetch(`http://service.bot.qch86.top:8100/activation/code/${page}`)
  const res_1 = await res.json()
  return res_1.data
}

async function getList(page) {
  const data = await getData(page)
  list = [...list].concat(...filterData(data, days))
  console.log(list)
  if (list.length === 20) {
    getList(page + 1)
  }
}

// 过滤掉days之前的数据
const filterData = (data, days) => {
  const dates = new Date(new Date().setHours(0, 0, 0, 0))
  return data.filter(item => {
    return dates - new Date(item.createTime).getTime() < days * 86400 * 1000
  })
}
getList(1)

beat2

顶
顶顶

beat2

fxzh007 发表于 2024-10-15 15:19
[mw_shl_code=javascript,true]const days = 2
let list= []
async function getData(page) {

之前封过一次http://service.bot.qch86.top:8100/activation/code/1这个接口，如果被封了有没有别的办法解决？

fxzh007

beat2 发表于 2024-10-17 12:58
之前封过一次http://service.bot.qch86.top:8100/activation/code/1这个接口，如果被封了有没有别的办法 ...

那你就只能在页面中使用这套代码了

[JavaScript] 纯文本查看 复制代码

const days = 2
const today = new Date(new Date().setHours(0, 0, 0, 0))
const oneDay = 86400 * 1000
const daysMap = {
  "今": today,
  "昨": today - oneDay,
}
let list = []
const activationList = document.querySelectorAll('.activation-list .activation')

async function getList() {
  const activationList = setNewList(document.querySelectorAll('.activation-list .activation'))
  list = [...list].concat(...filterData(activationList,days))
  console.log(list)
}

const setNewList = (data) => {
  return Array.prototype.map.call(data, item => {
    const createTime = daysMap[item.children[0].innerText.split('天')[0]] ? daysMap[item.children[0].innerText.split('天')[0]] : today - oneDay * item.children[0].innerText.split('天')[0]
    console.log(createTime);
    
    return {
      createTime,
      content: item.children[1].innerText
    }
  })
}

// 过滤掉days之前的数据
const filterData = (data, days) => {
  const dates = new Date(new Date().setHours(0, 0, 0, 0))
  return data.filter(item => {
    console.log(dates - new Date(item.createTime).getTime() < days * oneDay);
    
    return dates - new Date(item.createTime).getTime() < days * oneDay
  })
}

getList()

beat2

fxzh007 发表于 2024-10-17 16:16
那你就只能在页面中使用这套代码了

[mw_shl_code=javascript,true]const days = 2

好像不对

fxzh007

beat2 发表于 2024-10-17 16:49
好像不对

你那是一开始就调用了吧，你在39行改成页面加载完毕之后调用

[JavaScript] 纯文本查看 复制代码

window.onload = () => {
  getList()
}

beat2

fxzh007 发表于 2024-10-18 07:57
你那是一开始就调用了吧，你在39行改成页面加载完毕之后调用
[mw_shl_code=javascript,true]window.onlo ...

改了后还是一样

beat2

fxzh007 发表于 2024-10-18 07:57
你那是一开始就调用了吧，你在39行改成页面加载完毕之后调用
[mw_shl_code=javascript,true]window.onlo ...

是不是没有加找不到的提示判断啊，就是如果没有就提示一下

fxzh007

beat2 发表于 2024-10-18 21:17
是不是没有加找不到的提示判断啊，就是如果没有就提示一下

抽空优化了一下，你再试试

[JavaScript] 纯文本查看 复制代码

const days = 2
const today = new Date(new Date().setHours(0, 0, 0, 0))
const oneDay = 86400 * 1000
const daysMap = {
  "今": today,
  "昨": today - oneDay,
}
let list = []
const activationList = document.querySelectorAll('.activation-list .activation')

async function getList() {
  const activationList = setNewList(document.querySelectorAll('.activation-list .activation'))
  list = [...filterData(activationList,days)]
  console.log(list)
  if (!list.length){
    return alert('没有数据')
  } else {
    const result = list.map(item => {
      return item.content
    }).join('\n')
    alert(result)
  }
}

const setNewList = (data) => {
  return Array.prototype.map.call(data, item => {
    const createTime = daysMap[item.children[0].innerText.split('天')[0]] ? daysMap[item.children[0].innerText.split('天')[0]] : today - oneDay * item.children[0].innerText.split('天')[0]
    console.log(createTime);
    
    return {
      createTime,
      content: item.children[1].innerText
    }
  })
}

// 过滤掉days之前的数据
const filterData = (data, days) => {
  const dates = new Date(new Date().setHours(0, 0, 0, 0))
  return data.filter(item => {
    console.log(dates - new Date(item.createTime).getTime() < days * oneDay);
    
    return dates - new Date(item.createTime).getTime() < days * oneDay
  })
}
createObserver =() => {
// 创建观察器
const observer = new MutationObserver(mutations => {
  getList()
})
observer.observe(document.querySelector('.activation-list'), {
  childList: true
})
}
window.onload = createObserver()