核心代碼實(shí)現(xiàn)

// 使用Express創(chuàng)建Web服務(wù)器
const express = require('express');
const request = require('request');
const fs = require('fs');
const app = express();

// 阿里云OSS配置
const OSS = require('ali-oss');
const client = new OSS({
  region: 'oss-cn-guangzhou',
  accessKeyId: 'YOUR_ACCESS_KEY',
  accessKeySecret: 'YOUR_SECRET_KEY',
  bucket: 'image-crawler-bucket'
});

// 圖片爬取API
app.get('/crawl-images', (req, res) => {
  const targetUrl = req.query.url;
  
  // 使用request獲取網(wǎng)頁內(nèi)容
  request(targetUrl, (error, response, body) => {
    if (error) {
      return res.status(500).json({ error: '網(wǎng)頁請(qǐng)求失敗' });
    }
    
    // 使用正則提取圖片URL
    const imageRegex = /<img[^>]+src="([^">]+)"/g;
    const images = [];
    let match;
    
    while ((match = imageRegex.exec(body)) !== null) {
      images.push(match[1]);
    }
    
    // 下載并存儲(chǔ)圖片到阿里云OSS
    const uploadPromises = images.map((imgUrl, index) => {
      return new Promise((resolve) => {
        const filename = `image_${Date.now()}_${index}.jpg`;
        const writeStream = fs.createWriteStream(filename);
        
        request(imgUrl).pipe(writeStream).on('close', () => {
          // 上傳到阿里云OSS
          client.put(filename, filename).then(result => {
            fs.unlinkSync(filename); // 刪除本地臨時(shí)文件
            resolve(result.url);
          });
        });
      });
    });
    
    // 返回結(jié)果
    Promise.all(uploadPromises).then(urls => {
      res.json({ 
        originalUrl: targetUrl,
        imageCount: urls.length,
        imageUrls: urls,
        storage: '阿里云OSS'
      });
    });
  });
});

// 啟動(dòng)服務(wù)器
app.listen(3000, () => {
  console.log('爬蟲服務(wù)器運(yùn)行在 http://localhost:3000');
});