Matches in SemOpenAlex for { <https://semopenalex.org/work/W3118485687> ?p ?o ?g. }
- W3118485687 endingPage "866" @default.
- W3118485687 startingPage "842" @default.
- W3118485687 abstract "Transformer-based models have pushed state of the art in many areas of NLP, but our understanding of what is behind their success is still limited. This paper is the first survey of over 150 studies of the popular BERT model. We review the current state of knowledge about how BERT works, what kind of information it learns and how it is represented, common modifications to its training objectives and architecture, the overparameterization issue, and approaches to compression. We then outline directions for future research." @default.
- W3118485687 created "2021-01-18" @default.
- W3118485687 creator A5005091987 @default.
- W3118485687 creator A5039256697 @default.
- W3118485687 creator A5071360545 @default.
- W3118485687 date "2020-12-01" @default.
- W3118485687 modified "2023-10-14" @default.
- W3118485687 title "A Primer in BERTology: What We Know About How BERT Works" @default.
- W3118485687 cites W2799424953 @default.
- W3118485687 cites W2906152891 @default.
- W3118485687 cites W2912351236 @default.
- W3118485687 cites W2923014074 @default.
- W3118485687 cites W2946417913 @default.
- W3118485687 cites W2946609015 @default.
- W3118485687 cites W2951286828 @default.
- W3118485687 cites W2952984539 @default.
- W3118485687 cites W2953356739 @default.
- W3118485687 cites W2970161131 @default.
- W3118485687 cites W2970352191 @default.
- W3118485687 cites W2970476646 @default.
- W3118485687 cites W2970529259 @default.
- W3118485687 cites W2970726176 @default.
- W3118485687 cites W2970777192 @default.
- W3118485687 cites W2970986510 @default.
- W3118485687 cites W2972324944 @default.
- W3118485687 cites W2982756474 @default.
- W3118485687 cites W2984147501 @default.
- W3118485687 cites W2986562961 @default.
- W3118485687 cites W2988217457 @default.
- W3118485687 cites W3011411500 @default.
- W3118485687 cites W3034255912 @default.
- W3118485687 cites W3034417881 @default.
- W3118485687 cites W3034779619 @default.
- W3118485687 cites W3035102548 @default.
- W3118485687 cites W3035488502 @default.
- W3118485687 cites W3035507081 @default.
- W3118485687 cites W3035691519 @default.
- W3118485687 cites W3037458976 @default.
- W3118485687 cites W3037530970 @default.
- W3118485687 cites W3037636427 @default.
- W3118485687 cites W3039756076 @default.
- W3118485687 doi "https://doi.org/10.1162/tacl_a_00349" @default.
- W3118485687 hasPublicationYear "2020" @default.
- W3118485687 type Work @default.
- W3118485687 sameAs 3118485687 @default.
- W3118485687 citedByCount "650" @default.
- W3118485687 countsByYear W31184856872020 @default.
- W3118485687 countsByYear W31184856872021 @default.
- W3118485687 countsByYear W31184856872022 @default.
- W3118485687 countsByYear W31184856872023 @default.
- W3118485687 crossrefType "journal-article" @default.
- W3118485687 hasAuthorship W3118485687A5005091987 @default.
- W3118485687 hasAuthorship W3118485687A5039256697 @default.
- W3118485687 hasAuthorship W3118485687A5071360545 @default.
- W3118485687 hasBestOaLocation W31184856871 @default.
- W3118485687 hasConcept C121332964 @default.
- W3118485687 hasConcept C123657996 @default.
- W3118485687 hasConcept C142362112 @default.
- W3118485687 hasConcept C153349607 @default.
- W3118485687 hasConcept C154945302 @default.
- W3118485687 hasConcept C165801399 @default.
- W3118485687 hasConcept C199360897 @default.
- W3118485687 hasConcept C2522767166 @default.
- W3118485687 hasConcept C2778519782 @default.
- W3118485687 hasConcept C38652104 @default.
- W3118485687 hasConcept C41008148 @default.
- W3118485687 hasConcept C48103436 @default.
- W3118485687 hasConcept C62520636 @default.
- W3118485687 hasConcept C66322947 @default.
- W3118485687 hasConceptScore W3118485687C121332964 @default.
- W3118485687 hasConceptScore W3118485687C123657996 @default.
- W3118485687 hasConceptScore W3118485687C142362112 @default.
- W3118485687 hasConceptScore W3118485687C153349607 @default.
- W3118485687 hasConceptScore W3118485687C154945302 @default.
- W3118485687 hasConceptScore W3118485687C165801399 @default.
- W3118485687 hasConceptScore W3118485687C199360897 @default.
- W3118485687 hasConceptScore W3118485687C2522767166 @default.
- W3118485687 hasConceptScore W3118485687C2778519782 @default.
- W3118485687 hasConceptScore W3118485687C38652104 @default.
- W3118485687 hasConceptScore W3118485687C41008148 @default.
- W3118485687 hasConceptScore W3118485687C48103436 @default.
- W3118485687 hasConceptScore W3118485687C62520636 @default.
- W3118485687 hasConceptScore W3118485687C66322947 @default.
- W3118485687 hasLocation W31184856871 @default.
- W3118485687 hasLocation W31184856872 @default.
- W3118485687 hasOpenAccess W3118485687 @default.
- W3118485687 hasPrimaryLocation W31184856871 @default.
- W3118485687 hasRelatedWork W1785988750 @default.
- W3118485687 hasRelatedWork W2316287531 @default.
- W3118485687 hasRelatedWork W2325616849 @default.
- W3118485687 hasRelatedWork W2516476274 @default.
- W3118485687 hasRelatedWork W3038227434 @default.
- W3118485687 hasRelatedWork W3149258350 @default.
- W3118485687 hasRelatedWork W4210296349 @default.
- W3118485687 hasRelatedWork W4250533664 @default.
- W3118485687 hasRelatedWork W4385274231 @default.
- W3118485687 hasRelatedWork W2337773048 @default.
- W3118485687 hasVolume "8" @default.