The proxy headers are not improving anything and only cause issues with another extractor that using IP-locking.
77 lines
2.4 KiB
TypeScript
77 lines
2.4 KiB
TypeScript
import winston from 'winston';
|
|
import axios from 'axios';
|
|
import AxiosMockAdapter from 'axios-mock-adapter';
|
|
import { Fetcher } from './Fetcher';
|
|
import { Context } from '../types';
|
|
|
|
const axiosMock = new AxiosMockAdapter(axios);
|
|
|
|
const fetcher = new Fetcher(axios, winston.createLogger({ transports: [new winston.transports.Console({ level: 'nope' })] }));
|
|
|
|
describe('fetch', () => {
|
|
const ctx: Context = { id: 'id', ip: '127.0.0.1', config: { de: 'on' } };
|
|
|
|
test('text passes successful response through setting headers', async () => {
|
|
axiosMock.onGet().reply(200, 'some text');
|
|
const axiosSpy = jest.spyOn(axios, 'get');
|
|
|
|
const responseText1 = await fetcher.text(ctx, new URL('https://some-url.test/'));
|
|
const responseText2 = await fetcher.text(ctx, new URL('https://some-url.test/'), { headers: { 'User-Agent': 'jest' } });
|
|
|
|
expect(responseText1).toBe('some text');
|
|
expect(responseText2).toStrictEqual(responseText1);
|
|
|
|
expect(axiosSpy).toHaveBeenCalledWith(
|
|
'https://some-url.test/',
|
|
{
|
|
headers: {
|
|
'User-Agent': expect.not.stringMatching(/jest/),
|
|
'Referer': 'https://some-url.test',
|
|
},
|
|
responseType: 'text',
|
|
timeout: 10000,
|
|
},
|
|
);
|
|
});
|
|
|
|
test('textPost passes successful response through setting headers', async () => {
|
|
axiosMock.onPost().reply(200, 'some text');
|
|
const axiosSpy = jest.spyOn(axios, 'post');
|
|
|
|
const responseText1 = await fetcher.textPost(ctx, new URL('https://some-url.test/'), { foo: 'bar' });
|
|
const responseText2 = await fetcher.textPost(ctx, new URL('https://some-url.test/'), { foo: 'bar' }, { headers: { 'User-Agent': 'jest' } });
|
|
|
|
expect(responseText1).toBe('some text');
|
|
expect(responseText2).toStrictEqual(responseText1);
|
|
|
|
expect(axiosSpy).toHaveBeenCalledWith(
|
|
'https://some-url.test/',
|
|
{
|
|
foo: 'bar',
|
|
},
|
|
{
|
|
headers: {
|
|
'User-Agent': expect.not.stringMatching(/jest/),
|
|
'Referer': 'https://some-url.test',
|
|
},
|
|
responseType: 'text',
|
|
timeout: 10000,
|
|
},
|
|
);
|
|
|
|
expect(axiosSpy).toHaveBeenCalledWith(
|
|
'https://some-url.test/',
|
|
{
|
|
foo: 'bar',
|
|
},
|
|
{
|
|
headers: {
|
|
'User-Agent': 'jest',
|
|
'Referer': 'https://some-url.test',
|
|
},
|
|
responseType: 'text',
|
|
timeout: 10000,
|
|
},
|
|
);
|
|
});
|
|
});
|