1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
from article_epub.publisher import Publisher, register_publisher
import copy
import sys
class Oxford(Publisher):
"""Class for Oxford articles"""
name = "Oxford Academic"
domains = ["oup.com"]
def check_fulltext(self):
if self.soup.find('div',{'data-widgetname':'ArticleFulltext'}) == None:
sys.exit('Error: Can\'t access fulltext of article')
else:
return(True)
def get_doi(self):
if self.doi == None:
doi_raw = self.soup.find('div',class_='ww-citation-primary') \
.find('a')['href'].split('/')
self.doi = str(doi_raw[3]+'/'+doi_raw[4])
def get_abstract(self):
"""Get article abstract"""
abstract_raw = self.soup.find('section',class_='abstract')
if abstract_raw == None:
self.abstract = ''
return
self.abstract = '<h2>Abstract</h2>\n'+str(abstract_raw)
def get_keywords(self):
"""Get article keywords"""
self.keywords = []
try:
keywords_raw = self.soup.find('div',class_='kwd-group') \
.find_all('a')
for i in keywords_raw:
self.keywords.append(i.text)
except:
pass
def get_body(self):
"""Get body of article"""
body_raw = copy.copy(self.soup.find(
'div',{'data-widgetname':'ArticleFulltext'}))
try:
body_raw.find('h2',class_='abstract-title').decompose()
except:
pass
try:
body_raw.find('section',class_='abstract').decompose()
except:
pass
try:
body_raw.find('div',class_='article-metadata-panel').decompose()
except:
pass
try:
body_raw.find('div',class_='ref-list').decompose()
body_raw.find('h2',class_='backreferences-title').decompose()
except:
pass
body_raw.find('span',{'id':'UserHasAccess'}).decompose()
try:
body_raw.find('div',class_='copyright').decompose()
except:
pass
for i in body_raw.find_all('div',class_='fig-modal'):
i.decompose()
for i in body_raw.find_all('div',class_='table-modal'):
i.decompose()
for i in body_raw.find_all('div',class_='fig-orig'):
i.decompose()
for i in body_raw.find_all('a',class_='fig-view-orig'):
i.decompose()
for i in body_raw.find_all('a',class_='xref-bibr'):
new = '#'+i['reveal-id']
i['href'] = new
for i in body_raw.find_all('a',class_='xref-fig'):
new = '#'+i['reveal-id']
i['href'] = new
self.body = body_raw
def get_references(self):
"""Get references list"""
references_raw = self.soup.find('div',class_='ref-list')
if references_raw == None:
self.references = ''
return
references_title = self.soup.find('h2',class_='backreferences-title')
refs_format = ''
for i in references_raw.find_all('div',recursive=False):
for j in i.find_all('a'):
j.decompose()
refs_format += '<div id="'+i['content-id']+'">'
refs_format += i.text+'\n</div>'
self.references = str(references_title)+str(refs_format)
self.references = self.references.replace('doi:','')
register_publisher(Oxford)
|
