/Python/Is Cross policy an issue with puppeteer / headless chrome?

Is Cross policy an issue with puppeteer / headless chrome?

const fetch = require('node-fetch')

const requestInterceptor = async (request) => {
  try {
    const url = request.url()
    const requestHeaders = request.headers()
    const acceptHeader = requestHeaders.accept || ''
    if (url.includes("example.com") && (acceptHeader.includes('text/html'))) {
      const cookiesList = await page.cookies(url)
      const cookies = cookiesList.map(cookie => `${cookie.name}=${cookie.value}`).join('; ')
      delete requestHeaders['x-devtools-emulate-network-conditions-client-id']
      if (requestHeaders.Cookie) {
        requestHeaders.cookie = requestHeaders.Cookie
        delete requestHeaders.Cookie
      }
      const theseHeaders = Object.assign({'cookie': cookies}, requestHeaders, {'accept-language': 'en-US,en'})

      const init = {
        body: request.postData(),
        headers: theseHeaders,
        method: request.method(),
        follow: 20,
      }
      const result = await fetch(
        url,
        init,
      )
      const resultHeaders = {}
      result.headers.forEach((value, name) => {
        if (name.toLowerCase() !== 'content-security-policy') {
          resultHeaders[name] = value
        } else {
          console.log('CSP', `omitting CSP`, {originalCSP: value})
        }
      })
      const buffer = await result.buffer()
      await request.respond({
        body: buffer,
        resultHeaders,
        status: result.status,
      })
    } else {
      request.continue();
    }
  } catch (e) {
    console.log("Error while disabling CSP", e);
    request.abort();
  }
}

await page.setRequestInterception(true)
page.on('request', requestInterceptor)

Source: stackoverflow.com

Similar codes

89 votes264 views6 answers
Requirements.txt python
Python
0 vote267 views1 answer
Get every second elemnt of array matlab
Python
1 vote262 views1 answer
Pandas find median of non zero values in a column
Python
2 votes288 views1 answer
Private class method python
Python
0 vote289 views1 answer
Python can you put try except in list comprehension
Python
0 vote242 views1 answer
Create series with number intervals
Python
6 votes277 views2 answers
Jupyter display all columns
Python
5 votes267 views3 answers
How to make window pygame
Python
0 vote263 views1 answer
How stract avery .jpg string in a website python
Python
0 vote280 views1 answer
Open a web page using selenium python
Python