import requests

r = requests.get('https://media.ccc.de/c/33c3')

from bs4 import BeautifulSoup

soup = BeautifulSoup(r.text, 'html.parser')

links = []
for item in soup.select("h3 > a"):
    links.append("https://media.ccc.de" + item.attrs['href'])

contents = {}
for link in links:
    r = requests.get(link)
    contents[link] = r

def metadata(content):
    "Returns metadata from url content."
    soup = BeautifulSoup(content, 'html.parser')
    tag = soup.find('ul', class_='metadata')
    meta = dict(zip(["duration", "date", "views", "description"],
                     [item.text.strip() for item in tag.find_all('li')]))
    meta['description'] = str(tag.find('a'))
    meta['views'] = int(meta['views'])
    meta['title'] = soup.title.text.replace('\n', '')
    return meta

first = list(contents.values())[0].text

import pandas as pd

all_metadata = []
for item in contents:
    meta = metadata(contents[item].text)
    meta['video_link'] = '<a href="{}">video link</a>'.format(item)
    all_metadata.append(meta)

df = pd.DataFrame(all_metadata)
df = df.set_index(df.pop('title'))

df['description'] = df.description.apply(lambda s: s.replace('\n', ''))

pd.set_option('display.max_colwidth', -1)

from IPython.display import HTML