23 lines
778 B
Python
23 lines
778 B
Python
|
#!/usr/bin/python
|
||
|
|
|
||
|
|
"""
|
||
|
|
This script will scrape the r-project.org machine learning selection and format the packages
|
||
|
|
in github markdown style for this awesome-machine-learning repo.
|
||
|
|
"""
|
||
|
|
|
||
|
|
from pyquery import PyQuery as pq
|
||
|
|
import urllib
|
||
|
|
|
||
|
|
|
||
|
|
d = pq(url='http://cran.r-project.org/web/views/MachineLearning.html',opener=lambda url, **kw: urllib.urlopen(url).read())
|
||
|
|
index = 0
|
||
|
|
for e in d("li").items():
|
||
|
|
package_name = e("a").html()
|
||
|
|
package_link = e("a")[0].attrib['href']
|
||
|
|
if '..' in package_link:
|
||
|
|
package_link = package_link.replace("..",'http://cran.r-project.org/web')
|
||
|
|
dd = pq(url=package_link,opener=lambda url, **kw: urllib.urlopen(url).read())
|
||
|
|
package_description = dd("h2").html()
|
||
|
|
print "* [%s](%s) - %s" % (package_name,package_link,package_description)
|
||
|
|
|
||
|
|
index += 1
|