{
    "author": null,
    "date_published": null,
    "dek": null,
    "direction": "ltr",
    "domain": "kylrth.com",
    "excerpt": "BERT optimizes the Masked Language Model (MLM) objective by masking word pieces uniformly at random in its training data and attempting to predict the masked values. With SpanBERT, spans of tokens are…",
    "lead_image_url": null,
    "next_page_url": null,
    "rendered_pages": 1,
    "title": "SpanBERT: improving pre-training by representing and predicting spans",
    "total_pages": 1,
    "url": "https://kylrth.com/paper/spanbert/",
    "word_count": 1
}