FilesExpand file tree

 master

/

socket_http.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

40 lines (31 loc) · 864 Bytes

 master

/

socket_http.py

Copy path

Top

File metadata and controls

• Code
• Blame

40 lines (31 loc) · 864 Bytes

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

import socket

from urllib.parse import urlparse

def get_url(url):

#通过socket而不是requests/urlib来请求html

url = urlparse(url)

client = socket.socket(socket.AF_INET, socket.SOCK_STREAM)

#提取主域名

host = url.netloc

path = url.path

if path == '':

path = '/'

client.connect((host, 80))

#下面来模拟发送http请求

client.send(

'GET {} HTTP/1.1\r\nHost:{}\r\nConnection:close\r\n\r\n'.\

format(path, host).encode('utf8')

)

data = b''

while True:

d = client.recv(1024)

if d:

data += d

else:

break

data = data.decode('utf8')

#去掉开头那些部分

html_data = data.split('\r\n\r\n')[1]

print(html_data)

client.close()

if __name__ == "__main__":

get_url('http://baidu.com')