<?xml version="1.0"?>

<!DOCTYPE owl [
	<!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">
	<!ENTITY rdfs "http://www.w3.org/2000/01/rdf-schema#">
	<!ENTITY xsd "http://www.w3.org/2001/XMLSchema#">
	<!ENTITY owl "http://www.w3.org/2002/07/owl#">
	<!ENTITY cc "http://web.resource.org/cc/#">
	<!ENTITY project "http://ebiquity.umbc.edu/ontology/project.owl#">
	<!ENTITY person "http://ebiquity.umbc.edu/ontology/person.owl#">
	<!ENTITY pub "http://ebiquity.umbc.edu/ontology/publication.owl#">
	<!ENTITY assert "http://ebiquity.umbc.edu/ontology/assertion.owl#">
]>

<!--

This ontology document is licensed under the Creative Commons
Attribution License. To view a copy of this license, visit
http://creativecommons.org/licenses/by/2.0/ or send a letter to
Creative Commons, 559 Nathan Abbott Way, Stanford, California
94305, USA.

-->

<rdf:RDF 
		xmlns:rdf = "&rdf;"
		xmlns:rdfs = "&rdfs;"
		xmlns:xsd = "&xsd;"
		xmlns:owl = "&owl;"
		xmlns:cc = "&cc;"
		xmlns:project = "&project;"
		xmlns:person = "&person;"
		xmlns:pub = "&pub;"
		xmlns:assert = "&assert;">
	<pub:TechReport rdf:about="http://ebiquity.umbc.edu/paper/html/id/1046/KSAT-Knowledge-infused-Self-Attention-Transformer-Integrating-Multiple-Domain-Specific-Contexts">
		<rdfs:label><![CDATA[KSAT: Knowledge-infused Self Attention Transformer -- Integrating Multiple Domain-Specific Contexts]]></rdfs:label>
		<pub:title><![CDATA[KSAT: Knowledge-infused Self Attention Transformer -- Integrating Multiple Domain-Specific Contexts]]></pub:title>
		<pub:publishedOn rdf:datatype="&xsd;dateTime">2022-10-09T00:00:00-05:00</pub:publishedOn>
		<pub:abstract><![CDATA[Domain-specific language understanding requires integrating multiple pieces of relevant contextual information. For example, we see both suicide and depression-related behavior (multiple contexts) in the text ``I have a gun and feel pretty bad about my life, and it wouldn't be the worst thing if I didn't wake up tomorrow''. Domain specificity in self-attention architectures is handled by fine-tuning on excerpts from relevant domain-specific resources (datasets and external knowledge - medical textbook chapters on mental health diagnosis related to suicide and depression). We propose a modified self-attention architecture Knowledge-infused Self Attention Transformer (KSAT) that achieves the integration of multiple domain-specific contexts through the use of external knowledge sources. KSAT introduces knowledge-guided biases in dedicated self-attention layers for each knowledge source to accomplish this. In addition, KSAT provides mechanics for controlling the trade-off between learning from data and learning from knowledge. Our quantitative and qualitative evaluations show that (1) the KSAT architecture provides novel human-understandable ways to precisely measure and visualize the contributions of the infused domain contexts, and (2) KSAT performs competitively with other knowledge-infused baselines and significantly outperforms baselines that use fine-tuning for domain-specific tasks.]]></pub:abstract>
		<pub:note><![CDATA[under review]]></pub:note>
		<pub:counter>392</pub:counter>
		<pub:booktitle><![CDATA[arXiv:2210.04307 [cs.CL]]]></pub:booktitle>
		<pub:author>
			<rdf:List>
				<rdf:first>
					<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Amit/Sheth"><person:name><![CDATA[Amit Sheth]]></person:name><rdfs:label><![CDATA[Amit Sheth]]></rdfs:label></person:Person>
				</rdf:first>
				<rdf:rest>					<rdf:List>
						<rdf:first>
							<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Manas/Gaur"><person:name><![CDATA[Manas Gaur]]></person:name><rdfs:label><![CDATA[Manas Gaur]]></rdfs:label></person:Person>
						</rdf:first>
						<rdf:rest>							<rdf:List>
								<rdf:first>
									<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Kaushik/Roy"><person:name><![CDATA[Kaushik Roy]]></person:name><rdfs:label><![CDATA[Kaushik Roy]]></rdfs:label></person:Person>
								</rdf:first>
								<rdf:rest>									<rdf:List>
										<rdf:first>
											<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Yuxin/Zi"><person:name><![CDATA[Yuxin Zi]]></person:name><rdfs:label><![CDATA[Yuxin Zi]]></rdfs:label></person:Person>
										</rdf:first>
										<rdf:rest>											<rdf:List>
												<rdf:first>
													<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Vignesh/Narayanan"><person:name><![CDATA[Vignesh Narayanan]]></person:name><rdfs:label><![CDATA[Vignesh Narayanan]]></rdfs:label></person:Person>
												</rdf:first>
												<rdf:rest rdf:resource="&rdf;nil" />
											</rdf:List>
										</rdf:rest>
									</rdf:List>
								</rdf:rest>
							</rdf:List>
						</rdf:rest>
					</rdf:List>
				</rdf:rest>
			</rdf:List>
		</pub:author>
		<pub:firstAuthor>
<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Amit/Sheth"><person:name><![CDATA[Amit Sheth]]></person:name><rdfs:label><![CDATA[Amit Sheth]]></rdfs:label></person:Person>
		</pub:firstAuthor>
		<pub:softCopy><pub:SoftCopy>
			<pub:softCopyFormat><![CDATA[PDF Document]]></pub:softCopyFormat>
			<pub:softCopyURI><![CDATA[http://ebiquity.umbc.edu/get/a/publication/1171.pdf]]></pub:softCopyURI>
			<pub:softCopySize>495080</pub:softCopySize>
			</pub:SoftCopy>
			</pub:softCopy>
	</pub:TechReport>

<rdf:Description rdf:about="">
	<cc:License rdf:resource="http://creativecommons.org/licenses/by/2.0/" />
</rdf:Description>

</rdf:RDF>
