<?xml version="1.0"?>

<!DOCTYPE owl [
	<!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">
	<!ENTITY rdfs "http://www.w3.org/2000/01/rdf-schema#">
	<!ENTITY xsd "http://www.w3.org/2001/XMLSchema#">
	<!ENTITY owl "http://www.w3.org/2002/07/owl#">
	<!ENTITY cc "http://web.resource.org/cc/#">
	<!ENTITY project "http://ebiquity.umbc.edu/ontology/project.owl#">
	<!ENTITY person "http://ebiquity.umbc.edu/ontology/person.owl#">
	<!ENTITY pub "http://ebiquity.umbc.edu/ontology/publication.owl#">
	<!ENTITY assert "http://ebiquity.umbc.edu/ontology/assertion.owl#">
]>

<!--

This ontology document is licensed under the Creative Commons
Attribution License. To view a copy of this license, visit
http://creativecommons.org/licenses/by/2.0/ or send a letter to
Creative Commons, 559 Nathan Abbott Way, Stanford, California
94305, USA.

-->

<rdf:RDF 
		xmlns:rdf = "&rdf;"
		xmlns:rdfs = "&rdfs;"
		xmlns:xsd = "&xsd;"
		xmlns:owl = "&owl;"
		xmlns:cc = "&cc;"
		xmlns:project = "&project;"
		xmlns:person = "&person;"
		xmlns:pub = "&pub;"
		xmlns:assert = "&assert;">
	<pub:InProceedings rdf:about="http://ebiquity.umbc.edu/paper/html/id/1048/TDLR-Top-Semantic-Down-Syntactic-Language-Representation">
		<rdfs:label><![CDATA[TDLR: Top (Semantic)-Down (Syntactic) Language Representation]]></rdfs:label>
		<pub:title><![CDATA[TDLR: Top (Semantic)-Down (Syntactic) Language Representation]]></pub:title>
		<pub:publishedOn rdf:datatype="&xsd;dateTime">2022-11-28T00:00:00-05:00</pub:publishedOn>
		<pub:abstract><![CDATA[Language understanding involves processing text with both the grammatical and common-sense contexts of the text fragments. The text “I went to the grocery store and brought home a car” requires both the grammatical context (syntactic) and common-sense context (semantic) to capture the oddity in the sentence. Contextualized text representations learned by Language Models (LMs) are expected to capture a variety of syntactic and semantic contexts from large amounts of training data corpora. Recent work such as ERNIE has shown that infusing the knowledge contexts, where they are available in LMs, results in significant performance gains on General Language Understanding (GLUE) benchmark tasks. However, to our knowledge, no knowledge-aware model has attempted to infuse knowledge through top-down semantics-driven syntactic processing (e.g. Common-sense to Grammatical) and directly operated on the attention mechanism that LMs leverage to learn the data context. We propose a learning framework Top-Down Language Representation (TDLR) to infuse common-sense semantics into LMs. In our implementation, we build on BERT for its rich syntactic knowledge and use the knowledge graphs ConceptNet and WordNet to infuse semantic knowledge.]]></pub:abstract>
		<pub:note><![CDATA[<p> <img src="https://i.imgur.com/vdnF5K3.png" style='height: 80%; width: 80%; object-fit: contain'></p>]]></pub:note>
		<pub:counter>515</pub:counter>
		<pub:tag><![CDATA[knowledge representation]]></pub:tag>
		<pub:tag><![CDATA[language model]]></pub:tag>
		<pub:tag><![CDATA[language understanding]]></pub:tag>
		<pub:booktitle><![CDATA[Attention Workshop, 36th Conference on Neural Information Processing Systems (NeurIPS 2022)]]></pub:booktitle>
		<pub:author>
			<rdf:List>
				<rdf:first>
					<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Amit/Sheth"><person:name><![CDATA[Amit Sheth]]></person:name><rdfs:label><![CDATA[Amit Sheth]]></rdfs:label></person:Person>
				</rdf:first>
				<rdf:rest>					<rdf:List>
						<rdf:first>
							<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Manas/Gaur"><person:name><![CDATA[Manas Gaur]]></person:name><rdfs:label><![CDATA[Manas Gaur]]></rdfs:label></person:Person>
						</rdf:first>
						<rdf:rest>							<rdf:List>
								<rdf:first>
									<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Kaushik/Roy"><person:name><![CDATA[Kaushik Roy]]></person:name><rdfs:label><![CDATA[Kaushik Roy]]></rdfs:label></person:Person>
								</rdf:first>
								<rdf:rest>									<rdf:List>
										<rdf:first>
											<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Vipula/Rawte"><person:name><![CDATA[Vipula Rawte]]></person:name><rdfs:label><![CDATA[Vipula Rawte]]></rdfs:label></person:Person>
										</rdf:first>
										<rdf:rest>											<rdf:List>
												<rdf:first>
													<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Megha/Chakraborty"><person:name><![CDATA[Megha Chakraborty]]></person:name><rdfs:label><![CDATA[Megha Chakraborty]]></rdfs:label></person:Person>
												</rdf:first>
												<rdf:rest>													<rdf:List>
														<rdf:first>
															<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Keyur/Faldu"><person:name><![CDATA[Keyur Faldu]]></person:name><rdfs:label><![CDATA[Keyur Faldu]]></rdfs:label></person:Person>
														</rdf:first>
														<rdf:rest>															<rdf:List>
																<rdf:first>
																	<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Prashant/Kikani"><person:name><![CDATA[Prashant Kikani]]></person:name><rdfs:label><![CDATA[Prashant Kikani]]></rdfs:label></person:Person>
																</rdf:first>
																<rdf:rest>																	<rdf:List>
																		<rdf:first>
																			<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Hemang/Akbari"><person:name><![CDATA[Hemang Akbari]]></person:name><rdfs:label><![CDATA[Hemang Akbari]]></rdfs:label></person:Person>
																		</rdf:first>
																		<rdf:rest rdf:resource="&rdf;nil" />
																	</rdf:List>
																</rdf:rest>
															</rdf:List>
														</rdf:rest>
													</rdf:List>
												</rdf:rest>
											</rdf:List>
										</rdf:rest>
									</rdf:List>
								</rdf:rest>
							</rdf:List>
						</rdf:rest>
					</rdf:List>
				</rdf:rest>
			</rdf:List>
		</pub:author>
		<pub:firstAuthor>
<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Amit/Sheth"><person:name><![CDATA[Amit Sheth]]></person:name><rdfs:label><![CDATA[Amit Sheth]]></rdfs:label></person:Person>
		</pub:firstAuthor>
		<pub:softCopy><pub:SoftCopy>
			<pub:softCopyFormat><![CDATA[PDF Document]]></pub:softCopyFormat>
			<pub:softCopyURI><![CDATA[http://ebiquity.umbc.edu/get/a/publication/1174.pdf]]></pub:softCopyURI>
			<pub:softCopySize>422505</pub:softCopySize>
			</pub:SoftCopy>
			</pub:softCopy>
	</pub:InProceedings>

<rdf:Description rdf:about="">
	<cc:License rdf:resource="http://creativecommons.org/licenses/by/2.0/" />
</rdf:Description>

</rdf:RDF>
