Skip to content

Instantly share code, notes, and snippets.

@pepeleproso

pepeleproso/find-https-debian-archives.py

Forked from eighthave/find-https-debian-archives.py
Created February 1, 2016 20:05
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save pepeleproso/faaeadb57e9efc1792a5 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save pepeleproso/faaeadb57e9efc1792a5 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. @eighthave eighthave created this gist Nov 3, 2013.
    134 changes: 134 additions & 0 deletions find-https-debian-archives.py
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,134 @@
    #!/usr/bin/python

    import urllib2
    import re
    import ssl
    import sys

    # # find generic mirrors
    mirrors = urllib2.urlopen('http://www.debian.org/mirror/list')
    https = []
    for line in mirrors.readlines():
    m = re.match('.*<td valign="top"><a rel="nofollow" href="http(.*)">.*', line)
    if m:
    url = 'https' + m.group(1)
    print 'trying: ',
    print url,
    print '...',
    sys.stdout.flush()
    try:
    response=urllib2.urlopen(url, timeout=1)
    https.append(url)
    print 'success!'
    except urllib2.URLError as err:
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'

    # print 'HTTPS apt repos:'
    #for url in https:
    # print url


    # # find security mirrors
    mirrors = urllib2.urlopen('http://www.debian.org/mirror/list-full')
    securitys = []
    for line in mirrors.readlines():
    m = re.match('.*</tt><br>Security updates over HTTP: <tt><a rel="nofollow" href="http(.*)">.*/debian-security/</a>.*', line)
    if m:
    url = 'https' + m.group(1)
    print 'trying: ',
    print url,
    print '...',
    sys.stdout.flush()
    try:
    response=urllib2.urlopen(url, timeout=1)
    securitys.append(url)
    print 'success!'
    except urllib2.URLError as err:
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'

    # print 'HTTPS security repos:'
    # for url in securitys:
    # print url


    # now find the backports mirrors
    mirrors = urllib2.urlopen('http://backports-master.debian.org/Mirrors/')
    backports = []
    for line in mirrors.readlines():
    #<td><a href="http://be.mirror.eurid.eu/debian-backports/">/debian-backports/</a>
    m = re.match('.*<td><a href="http(.*)">.*/debian-backports/</a>.*', line)
    if m:
    url = 'https' + m.group(1)
    print 'trying: ',
    print url,
    print '...',
    sys.stdout.flush()
    try:
    response=urllib2.urlopen(url, timeout=1)
    backports.append(url)
    print 'success!'
    except urllib2.URLError as err:
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'

    #print 'HTTPS backports repos:'
    #for url in backports:
    # print url


    # now find the CD image mirrors
    mirrors = urllib2.urlopen('http://www.debian.org/CD/http-ftp/')
    cds = []
    for line in mirrors.readlines():
    # <a rel="nofollow" href="http://mirror.easyspeedy.com/debian-cd/">HTTP</a></li>
    m = re.match('.*<a rel="nofollow" href="http(:.*)">HTTP</a></li>.*', line)
    if m:
    url = 'https' + m.group(1)
    print 'trying: ',
    print url,
    print '...',
    sys.stdout.flush()
    try:
    response=urllib2.urlopen(url, timeout=1)
    cds.append(url)
    print 'success!'
    except urllib2.URLError as err:
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'

    print 'HTTPS CD image repos:'
    for url in cds:
    print url


    # now write everything to a file
    f = open('/tmp/https-debian-archives.txt', 'w')

    f.write('HTTPS apt repos\n')
    f.write('---------------\n')
    for url in https:
    f.write(url + '\n')

    f.write('\n\nHTTPS security repos\n')
    f.write('---------------\n')
    for url in securitys:
    f.write(url + '\n')

    f.write('\n\nHTTPS backports repos\n')
    f.write('--------------------\n')
    for url in backports:
    f.write(url + '\n')

    f.write('\n\nHTTPS CD image repos\n')
    f.write('--------------------\n')
    for url in cds:
    f.write(url + '\n')


    f.close()