1

2

import requests;

response = requests.get('https://api.example.com/data')

1

2

params = {'key': 'value'};

response = requests.get('https://example.com/search', params=params)

1

2

data = {'username': 'learner'};

response = requests.post('https://example.com/login', data=data)

1

2

headers = {'User-Agent': 'MyBot/0.1'};

response = requests.get('https://example.com', headers=headers)

1

2

response = requests.get('https://api.example.com/data');

print(response.json())

1

2

with open('image.jpg', 'wb')

as f: f.write(requests.get('https://example.com/image.jpg', stream=True).content)

1

response = requests.get('https://slow.example.com', timeout=3)

1

proxies = {'http': 'http://proxy.example.com:8080', 'https': 'https://proxy.example.com:8080'}; response = requests.get('https://example.com', proxies=proxies)

1

response = requests.get('https://redirect-me.example.com', allow_redirects=False)

1

response = requests.get('https://protected.example.com', auth=('user', 'pass'))

1

2

3

with requests.Session() as s:

    s.get('https://login.example.com')

    response = s.get('https://profile.example.com')

1

2

3

4

try:

    response = requests.get('https://never.exists.com')

except requests.exceptions.RequestException as e:

    print(e)

1

2

3

4

5

6

7

8

from bs4 import BeautifulSoup; import requests

url = 'https://example-blog.com/latest'

response = requests.get(url)

soup = BeautifulSoup(response.text, 'html.parser')

titles = [title.text for title in soup.find_all(class_='article-title')]

print(titles)

1

2

3

4

5

6

7

8

9

10

11

12

13

14

import aiohttp

import asyncio

async def fetch(session, url):

    async with session.get(url) as response:

        return await response.text()

async def main():

    async with aiohttp.ClientSession() as session:

        html = await fetch(session, 'https://example.com')

        print(html)

loop = asyncio.get_event_loop()

loop.run_until_complete(main())