diff --git a/NAMESPACE b/NAMESPACE
index dd5fbf9..a65b67a 100644
--- a/NAMESPACE
+++ b/NAMESPACE
@@ -6,6 +6,7 @@ export(fitEstimator)
 export(gridCvDeep)
 export(predictDeepEstimator)
 export(setDefaultResNet)
+export(setDefaultTransformer)
 export(setMultiLayerPerceptron)
 export(setResNet)
 export(setTransformer)
diff --git a/R/Transformer.R b/R/Transformer.R
index 15ce545..ea353ca 100644
--- a/R/Transformer.R
+++ b/R/Transformer.R
@@ -1,3 +1,56 @@
+# @file Transformer.R
+#
+# Copyright 2022 Observational Health Data Sciences and Informatics
+#
+# This file is part of DeepPatientLevelPrediction
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+#' Create default settings for a non-temporal transformer
+#' 
+#' @description A transformer model with default hyperparameters
+#' @details from https://arxiv.org/abs/2106.11959
+#' Default hyperparameters from paper
+#' @param device   Which device to run analysis on, either 'cpu' or 'cuda', default: 'cpu'  
+#' @param batchSize Size of batch, default: 512
+#' @param epochs  Number of epochs to run, default: 10
+#' @param seed    random seed to use
+#' 
+#' @export
+setDefaultTransformer <- function(device='cpu',
+                                  batchSize=512,
+                                  epochs=10,
+                                  seed=NULL) {
+  transformerSettings <- setTransformer(numBlocks = 3,
+                                        dimToken = 192,
+                                        dimOut = 1,
+                                        numHeads = 8,
+                                        attDropout = 0.2,
+                                        ffnDropout = 0.1,
+                                        resDropout = 0.0,
+                                        dimHidden = 256,
+                                        weightDecay = 1e-5,
+                                        learningRate = 1e-4,
+                                        batchSize = 512,
+                                        epochs = 30,
+                                        device = device,
+                                        hyperParamSearch = 'random',
+                                        randomSample = 1,
+                                        seed = seed)
+  attr(transformerSettings, 'settings')$name <- 'defaultTransformer'
+  return(transformerSettings)
+}
+
 #' create settings for training a non-temporal transformer
 #'
 #' @description A transformer model
diff --git a/man/setDefaultTransformer.Rd b/man/setDefaultTransformer.Rd
new file mode 100644
index 0000000..d3b54fb
--- /dev/null
+++ b/man/setDefaultTransformer.Rd
@@ -0,0 +1,29 @@
+% Generated by roxygen2: do not edit by hand
+% Please edit documentation in R/Transformer.R
+\name{setDefaultTransformer}
+\alias{setDefaultTransformer}
+\title{Create default settings for a non-temporal transformer}
+\usage{
+setDefaultTransformer(
+  device = "cpu",
+  batchSize = 512,
+  epochs = 10,
+  seed = NULL
+)
+}
+\arguments{
+\item{device}{Which device to run analysis on, either 'cpu' or 'cuda', default: 'cpu'}
+
+\item{batchSize}{Size of batch, default: 512}
+
+\item{epochs}{Number of epochs to run, default: 10}
+
+\item{seed}{random seed to use}
+}
+\description{
+A transformer model with default hyperparameters
+}
+\details{
+from https://arxiv.org/abs/2106.11959
+Default hyperparameters from paper
+}
diff --git a/tests/testthat/test-Transformer.R b/tests/testthat/test-Transformer.R
index 60547de..b8e1e22 100644
--- a/tests/testthat/test-Transformer.R
+++ b/tests/testthat/test-Transformer.R
@@ -59,3 +59,18 @@ test_that("transformer nn-module works", {
   output <- model(input)
   expect_equal(output$shape, 10)
 })
+
+test_that("Default Transformer works", {
+  defaultTransformer <- setDefaultTransformer()
+  params <- defaultTransformer$param[[1]]
+  
+  expect_equal(params$numBlocks, 3)
+  expect_equal(params$dimToken, 192)
+  expect_equal(params$numHeads, 8)
+  expect_equal(params$resDropout, 0.0)
+  expect_equal(params$attDropout, 0.2)
+  
+  settings <- attr(defaultTransformer, 'settings')
+  
+  expect_equal(settings$name, 'defaultTransformer')
+})