more refs

This commit is contained in:
Pierre-Francois Loos 2020-09-07 14:11:23 +02:00
parent cb0cd1a86b
commit 515808222d
3 changed files with 300 additions and 33 deletions

Binary file not shown.

Before

Width:  |  Height:  |  Size: 10 KiB

View File

@ -1,13 +1,268 @@
%% This BibTeX bibliography file was created using BibDesk.
%% http://bibdesk.sourceforge.net/
%% Created for Pierre-Francois Loos at 2020-09-07 10:18:57 +0200
%% Created for Pierre-Francois Loos at 2020-09-07 14:11:13 +0200
%% Saved with string encoding Unicode (UTF-8)
@article{Page_2003,
Author = {Page, Christopher S. and Olivucci, Massimo},
Date-Added = {2020-09-07 14:08:10 +0200},
Date-Modified = {2020-09-07 14:08:15 +0200},
Doi = {10.1002/jcc.10145},
Issn = {1096-987X},
Journal = {J. Comput. Chem.},
Keywords = {second-order perturbation-theory, electronically excited state, potential energy surface, geometry optimization, conical intersection},
Number = {3},
Pages = {298--309},
Publisher = {Wiley Subscription Services, Inc., A Wiley Company},
Title = {Ground and Excited State CASPT2 Geometry Optimizations of Small Organic Molecules},
Url = {http://dx.doi.org/10.1002/jcc.10145},
Volume = {24},
Year = {2003},
Bdsk-Url-1 = {http://dx.doi.org/10.1002/jcc.10145}}
@article{Kannar_2014,
Author = {K{\'a}nn{\'a}r, D{\'a}niel and Szalay, P{\'e}ter G.},
Date-Added = {2020-09-07 14:07:47 +0200},
Date-Modified = {2020-09-07 14:07:55 +0200},
Doi = {10.1021/ct500495n},
Eprint = {http://dx.doi.org/10.1021/ct500495n},
Journal = {J. Chem. Theory Comput.},
Number = {9},
Pages = {3757-3765},
Title = {Benchmarking Coupled Cluster Methods on Valence Singlet Excited States},
Url = {http://dx.doi.org/10.1021/ct500495n},
Volume = {10},
Year = {2014},
Bdsk-Url-1 = {http://dx.doi.org/10.1021/ct500495n}}
@article{Tuna_2016,
Author = {Tuna, Deniz and Lu, You and Koslowski, Axel and Thiel, Walter},
Date-Added = {2020-09-07 14:06:23 +0200},
Date-Modified = {2020-09-07 14:06:29 +0200},
Doi = {10.1021/acs.jctc.6b00403},
Eprint = {http://dx.doi.org/10.1021/acs.jctc.6b00403},
Journal = {J. Chem. Theory Comput.},
Number = {9},
Pages = {4400--4422},
Title = {Semiempirical Quantum-Chemical Orthogonalization-Corrected Methods: Benchmarks of Electronically Excited States},
Url = {http://dx.doi.org/10.1021/acs.jctc.6b00403},
Volume = {12},
Year = {2016},
Bdsk-File-1 = {YnBsaXN0MDDSAQIDBFxyZWxhdGl2ZVBhdGhZYWxpYXNEYXRhXxAqLi4vLi4vLi4vRG93bmxvYWRzL2FjaHNfanBjYWZoMTE3XzIxODEuYmliTxEBbAAAAAABbAACAAAMTWFjaW50b3NoIEhEAAAAAAAAAAAAAAAAAAAAAAAAAEJEAAH/////F2FjaHNfanBjYWZoMTE3XzIxODEuYmliAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAP////8AAAAAAAAAAAAAAAAAAwACAAAKIGN1AAAAAAAAAAAAAAAAAAlEb3dubG9hZHMAAAIALy86VXNlcnM6RGVuaXM6RG93bmxvYWRzOmFjaHNfanBjYWZoMTE3XzIxODEuYmliAAAOADAAFwBhAGMAaABzAF8AagBwAGMAYQBmAGgAMQAxADcAXwAyADEAOAAxAC4AYgBpAGIADwAaAAwATQBhAGMAaQBuAHQAbwBzAGgAIABIAEQAEgAtVXNlcnMvRGVuaXMvRG93bmxvYWRzL2FjaHNfanBjYWZoMTE3XzIxODEuYmliAAATAAEvAAAVAAIADP//AAAACAANABoAJABRAAAAAAAAAgEAAAAAAAAABQAAAAAAAAAAAAAAAAAAAcE=},
Bdsk-Url-1 = {http://dx.doi.org/10.1021/acs.jctc.6b00403}}
@article{Bousquet_2013,
Author = {Bousquet, Diane and Fukuda, Ryoichi and Maitarad, Phornphimon and Jacquemin, Denis and Ciofini, Ilaria and Adamo, Carlo and Ehara, Masahiro},
Date-Added = {2020-09-07 14:06:07 +0200},
Date-Modified = {2020-09-07 14:06:13 +0200},
Doi = {10.1021/ct400097b},
Eprint = {http://pubs.acs.org/doi/pdf/10.1021/ct400097b},
Journal = {J. Chem. Theory Comput.},
Number = {5},
Pages = {2368-2379},
Title = {Excited-State Geometries of Heteroaromatic Compounds: A Comparative TD-DFT and SAC-CI Study},
Url = {http://pubs.acs.org/doi/abs/10.1021/ct400097b},
Volume = {9},
Year = {2013},
Bdsk-Url-1 = {http://pubs.acs.org/doi/abs/10.1021/ct400097b},
Bdsk-Url-2 = {http://dx.doi.org/10.1021/ct400097b}}
@article{Tajti_2016,
Author = {Tajti, Attila and Szalay, P{\'e}ter G.},
Date-Added = {2020-09-07 14:04:00 +0200},
Date-Modified = {2020-09-07 14:04:11 +0200},
Doi = {10.1021/acs.jctc.6b00723},
Eprint = {https://doi.org/10.1021/acs.jctc.6b00723},
Journal = {J. Chem. Theory Comput.},
Number = {11},
Pages = {5477--5482},
Title = {Investigation of the Impact of Different Terms in the Second Order Hamiltonian on Excitation Energies of Valence and Rydberg States},
Url = {https://doi.org/10.1021/acs.jctc.6b00723},
Volume = {12},
Year = {2016},
Bdsk-Url-1 = {https://doi.org/10.1021/acs.jctc.6b00723}}
@article{Tajti_2018,
Author = {Tajti, Attila and Stanton, John F. and Matthews, Devin A. and Szalay, P{\'e}ter G.},
Date-Added = {2020-09-07 14:04:00 +0200},
Date-Modified = {2020-09-07 14:04:09 +0200},
Doi = {10.1021/acs.jctc.8b00681},
Eprint = {https://doi.org/10.1021/acs.jctc.8b00681},
Journal = {J. Chem. Theory Comput.},
Number = {11},
Pages = {5859--5869},
Title = {Accuracy of Coupled Cluster Excited State Potential Energy Surfaces},
Url = {https://doi.org/10.1021/acs.jctc.8b00681},
Volume = {14},
Year = {2018},
Bdsk-Url-1 = {https://doi.org/10.1021/acs.jctc.8b00681}}
@article{Tajti_2019,
Author = {Tajti, Attila and Szalay, P{\'e}ter G.},
Date-Added = {2020-09-07 14:04:00 +0200},
Date-Modified = {2020-09-07 14:04:06 +0200},
Doi = {10.1021/acs.jctc.9b00676},
Eprint = {https://doi.org/10.1021/acs.jctc.9b00676},
Journal = {J. Chem. Theory Comput.},
Number = {10},
Pages = {5523--5531},
Title = {Accuracy of Spin-Component-Scaled CC2 Excitation Energies and Potential Energy Surfaces},
Url = {https://doi.org/10.1021/acs.jctc.9b00676},
Volume = {15},
Year = {2019},
Bdsk-Url-1 = {https://doi.org/10.1021/acs.jctc.9b00676}}
@article{Shiozaki_2011,
Author = {Shiozaki, Toru and Gy{\H o}rffy, Werner and Celani, Paolo and Werner, Hans-Joachim},
Date-Added = {2020-09-07 13:55:17 +0200},
Date-Modified = {2020-09-07 13:55:17 +0200},
Doi = {10.1063/1.3633329},
Issn = {0021-9606, 1089-7690},
Journal = {J. Chem. Phys.},
Language = {en},
Month = aug,
Number = {8},
Pages = {081106},
Shorttitle = {Communication},
Title = {Communication: {{Extended}} Multi-State Complete Active Space Second-Order Perturbation Theory: {{Energy}} and Nuclear Gradients},
Volume = {135},
Year = {2011},
Bdsk-Url-1 = {https://doi.org/10.1063/1.3633329}}
@article{Christiansen_1996b,
Author = {Ove Christiansen and Henrik Koch and Poul J{\o}rgensen},
Date-Added = {2020-09-07 13:54:50 +0200},
Date-Modified = {2020-09-07 13:54:56 +0200},
Doi = {10.1063/1.472007},
Eprint = {http://dx.doi.org/10.1063/1.472007},
Journal = {J. Chem. Phys.},
Number = {4},
Pages = {1451--1459},
Title = {Perturbative Triple Excitation Corrections to Coupled Cluster Singles and Doubles Excitation Energies},
Url = {http://dx.doi.org/10.1063/1.472007},
Volume = {105},
Year = {1996},
Bdsk-Url-1 = {http://dx.doi.org/10.1063/1.472007}}
@article{Krauter_2013,
Author = {Krauter, Caroline M. and Pernpointner, Markus and Dreuw, Andreas},
Date-Added = {2020-09-07 13:51:50 +0200},
Date-Modified = {2020-09-07 13:52:12 +0200},
Doi = {http://dx.doi.org/10.1063/1.4776675},
Journal = {J. Chem. Phys.},
Number = {4},
Pages = {044107},
Title = {Application of the Scaled-Opposite-Spin Approximation to Algebraic Diagrammatic Construction Schemes of Second Order},
Url = {http://scitation.aip.org/content/aip/journal/jcp/138/4/10.1063/1.4776675},
Volume = {138},
Year = {2013},
Bdsk-Url-1 = {http://scitation.aip.org/content/aip/journal/jcp/138/4/10.1063/1.4776675},
Bdsk-Url-2 = {http://dx.doi.org/10.1063/1.4776675}}
@article{Dutta_2018,
Author = {Dutta, Achintya Kumar and Nooijen, Marcel and Neese, Frank and Izs{\'a}k, R{\'o}bert},
Date-Added = {2020-09-07 13:51:31 +0200},
Date-Modified = {2020-09-07 13:51:38 +0200},
Doi = {10.1021/acs.jctc.7b00802},
Eprint = {https://doi.org/10.1021/acs.jctc.7b00802},
Journal = {J. Chem. Theory Comput.},
Number = {1},
Pages = {72--91},
Title = {Exploring the Accuracy of a Low Scaling Similarity Transformed Equation of Motion Method for Vertical Excitation Energies},
Url = {https://doi.org/10.1021/acs.jctc.7b00802},
Volume = {14},
Year = {2018},
Bdsk-Url-1 = {https://doi.org/10.1021/acs.jctc.7b00802}}
@article{Neese_2012,
Abstract = {Abstract ORCA is a generalpurpose quantum chemistry program package that features virtually all modern electronic structure methods (density functional theory, manybody perturbation and coupled cluster theories, and multireference and semiempirical methods). It is designed with the aim of generality, extendibility, efficiency, and user friendliness. Its main field of application is larger molecules, transition metal complexes, and their spectroscopic properties. ORCA uses standard Gaussian basis functions and is fully parallelized. The article provides an overview of its current possibilities and documents its efficiency. {\copyright} 2011 John Wiley \& Sons, Ltd. This article is categorized under: Software > Quantum Chemistry},
Author = {Frank Neese},
Date-Added = {2020-09-07 13:51:05 +0200},
Date-Modified = {2020-09-07 13:51:11 +0200},
Doi = {10.1002/wcms.81},
Eprint = {https://onlinelibrary.wiley.com/doi/pdf/10.1002/wcms.81},
Journal = {WIREs Comput. Mol. Sci.},
Number = {1},
Pages = {73--78},
Title = {The ORCA Program System},
Url = {https://onlinelibrary.wiley.com/doi/abs/10.1002/wcms.81},
Volume = {2},
Year = {2012},
Bdsk-Url-1 = {https://onlinelibrary.wiley.com/doi/abs/10.1002/wcms.81},
Bdsk-Url-2 = {https://dx.doi.org/10.1002/wcms.81}}
@article{Prochnow_2010,
Author = {Prochnow, Eric and Harding, Michael E. and Gauss, J{\"u}rgen},
Date-Added = {2020-09-07 13:50:37 +0200},
Date-Modified = {2020-09-07 13:50:54 +0200},
Doi = {10.1021/ct1002016},
Eprint = {https://doi.org/10.1021/ct1002016},
Journal = {J. Chem. Theory Comput.},
Number = {8},
Pages = {2339--2347},
Title = {Parallel Calculation of CCSDT and Mk-MRCCSDT Energies},
Url = {https://doi.org/10.1021/ct1002016},
Volume = {6},
Year = {2010},
Bdsk-Url-1 = {https://doi.org/10.1021/ct1002016}}
@article{Watts_1996b,
Author = {John D. Watts and Rodney J. Bartlett},
Date-Added = {2020-09-07 13:49:46 +0200},
Date-Modified = {2020-09-07 13:50:03 +0200},
Doi = {https://doi.org/10.1016/0009-2614(96)00708-7},
Issn = {0009-2614},
Journal = {Chem. Phys. Lett.},
Number = {5},
Pages = {581--588},
Title = {Iterative and Non-Iterative Triple Excitation Corrections in Coupled-Cluster Methods for Excited Electronic States: the EOM-CCSDT-3 and EOM-CCSD($\tilde{T}$) Methods},
Url = {http://www.sciencedirect.com/science/article/pii/0009261496007087},
Volume = {258},
Year = {1996},
Bdsk-Url-1 = {http://www.sciencedirect.com/science/article/pii/0009261496007087},
Bdsk-Url-2 = {https://doi.org/10.1016/0009-2614(96)00708-7}}
@article{Krylov_2013,
Author = {Krylov, Anna I. and Gill, Peter M.W.},
Date-Added = {2020-09-07 13:46:02 +0200},
Date-Modified = {2020-09-07 13:46:09 +0200},
Doi = {10.1002/wcms.1122},
Issn = {1759-0884},
Journal = {WIREs Comput. Mol. Sci.},
Number = {3},
Pages = {317--326},
Publisher = {John Wiley & Sons, Inc.},
Title = {Q-Chem: an Engine for Innovation},
Url = {http://dx.doi.org/10.1002/wcms.1122},
Volume = {3},
Year = {2013},
Bdsk-Url-1 = {http://dx.doi.org/10.1002/wcms.1122}}
@article{Stanton_1995c,
Author = {Stanton,John F. and Gauss,J{\"u}rgen},
Date-Added = {2020-09-07 13:37:18 +0200},
Date-Modified = {2020-09-07 13:37:27 +0200},
Doi = {10.1063/1.469817},
Eprint = {https://doi.org/10.1063/1.469817},
Journal = {J. Chem. Phys.},
Number = {3},
Pages = {1064--1076},
Title = {Perturbative Treatment of the Similarity Transformed Hamiltonian in Equation-of-Motion Coupled-Cluster Approximations},
Url = {https://doi.org/10.1063/1.469817},
Volume = {103},
Year = {1995},
Bdsk-Url-1 = {https://doi.org/10.1063/1.469817}}
@misc{Turbomole,
Date-Added = {2020-09-07 13:22:11 +0200},
Date-Modified = {2020-09-07 13:22:11 +0200},
Title = {TURBOMOLE V7.3 2018, a development of University of Karlsruhe and Forschungszentrum Karlsruhe GmbH, 1989-2007, TURBOMOLE GmbH, since 2007; available from {\tt http://www.turbomole.com} (accessed 13 June 2016).}}
@article{Kucharski_1992,
Author = {Kucharski, S. A. and Bartlett, R. J.},
Date-Added = {2020-09-07 10:18:47 +0200},
@ -11536,10 +11791,10 @@
Year = {2012},
Bdsk-Url-1 = {http://dx.doi.org/10.1021/ct300591z}}
@article{Watts_1996,
@article{Watts_1996a,
Author = {Watts, John D. and Gwaltney, Steven R. and Bartlett, Rodney J.},
Date-Added = {2020-01-01 21:36:51 +0100},
Date-Modified = {2020-01-01 21:36:52 +0100},
Date-Modified = {2020-09-07 13:49:59 +0200},
Doi = {10.1063/1.471988},
Issn = {0021-9606, 1089-7690},
Journal = {J. Chem. Phys.},

View File

@ -145,7 +145,7 @@ A special emphasis is placed on our latest add-on, QUEST\#5, specifically design
Section \ref{sec:TBE} discusses the generation of the TBEs, while Sec.~\ref{sec:bench} proposes a comprehensive benchmark of various methods on the entire QUEST set which is composed by more than \alert{470} excitations with, in addition, a specific analysis for each type of excited states.
Section \ref{sec:website} describe the feature of the website that we have specifically designed to gather the entire data generated during these last few years.
Thanks to this website, one can easily test and compare the accuracy of a given method with respect to various variables such as the molecule size or its family, the nature of the excited states, the size of the basis set, etc.
Finally, we draw our conclusions in Sec.~\ref{sec:ccl}.
Finally, we draw our conclusions in Sec.~\ref{sec:ccl} where we discuss, in particular, future projects aiming at expanding and improving the usability of the QUEST database.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section{Computational tools}
@ -158,23 +158,20 @@ Finally, we draw our conclusions in Sec.~\ref{sec:ccl}.
The molecules included in the QUEST dataset have been systematically optimized at the CC3/aug-cc-pVTZ level of theory, except for a very few cases.
As shown in Refs.~\cite{Hattig_2005c,Budzak_2017}, CC3 provides extremely accurate ground- and excited-state geometries.
These optimizations have been performed using DALTON 2017 \cite{dalton} and CFOUR 2.1, \cite{cfour} applying default parameters.
For the open-shell derivatives, the geometries are optimized at the UCCSD(T)/aug-cc-pVTZ level using the GAUSSIAN16 program \cite{Gaussian16} and applying the \textsc{tight}convergence threshold.
For the open-shell derivatives, the geometries are optimized at the UCCSD(T)/aug-cc-pVTZ level using the GAUSSIAN16 program \cite{Gaussian16} and applying the ``tight'' convergence threshold.
For the present review article, we have gathered all the geometries in the {\SupInf}.
\footnote{These geometries can be found at...}
%=======================
\subsection{Basis sets}
%=======================
In the entire set, we use one Pople basis set [6-31+G(d)], the augmented family of Dunning basis sets aug-cc-pVXZ (where X $=$ D, T, Q, and 5), and sometimes its doubly- and triply-augmented variants, d-aug-cc-pVXZ and t-aug-cc-pVXZ respectively.
For the entire set, we rely on one Pople basis set [6-31+G(d)], the augmented family of Dunning basis sets aug-cc-pVXZ (where X $=$ D, T, Q, and 5), and sometimes its doubly- and triply-augmented variants, d-aug-cc-pVXZ and t-aug-cc-pVXZ respectively.
Doubly- and triply-augmented basis sets are usually employed for Rydberg states where it is not uncommon to observe a strong basis set dependence due to the very diffuse nature of these excited states.
%==================================
\subsection{Computational methods}
%==================================
%------------------------------------------------
\subsubsection{Reference computational methods}
%------------------------------------------------
@ -183,32 +180,46 @@ For small systems (typically 1--3 non-hydrogen atoms), we resort to SCI methods
Obviously, the smaller the molecule, the larger the basis we can afford.
For larger systems (\ie, 4--6 non-hydrogen atom), one cannot afford SCI calculations anymore expect in a few exceptions, and we then rely on CC theory (CCSDT and CCSDTQ typically) to obtain accurate transition energies.
The CC calculations are performed with several codes. For closed-shell molecules, CC3 \cite{Christiansen_1995b,Koch_1997} calculations are achieved with DALTON \cite{dalton} and CFOUR; \cite{cfour} CCSDT calculations are performed
with CFOUR \cite{cfour} and MRCC 2017;\cite{Rolik_2013,mrcc} the latter code being also used for CCSDTQ and CCSDTQP. Note that all our excited-state CC calculations are performed within the equation-of-motion (EOM)
or linear-response (LR) formalism that yield equivalent excited-state energies. The reported oscillator strengths have been computed in the LR-CC3 formalism only. For open-shell molecules, the CCSDT, CCSDTQ, and
CCSDTQP calculations performed with MRCC \cite{Rolik_2013,mrcc} do consider an unrestricted Hartree-Fock (UHF) wave function as reference. All excited-state calculations are performed, except when explicitly mentioned, in
the FC approximation using large cores for the third-row atoms. All electrons are correlated for the \ce{Be} atom, for which we systematically applied the basis set as included in MRCC. \cite{Prascjer_2010} (We have noted
differences in the definition of the Dunning bases for this particular atom depending on the software that one considers.)
The CC calculations are performed with several codes.
For closed-shell molecules, CC3 \cite{Christiansen_1995b,Koch_1997} calculations are achieved with DALTON \cite{dalton} and CFOUR \cite{cfour}.
CCSDT calculations are performed with CFOUR \cite{cfour} and MRCC 2017 \cite{Rolik_2013,mrcc}, the latter code being also used for CCSDTQ and CCSDTQP.
Note that all our excited-state CC calculations are performed within the equation-of-motion (EOM) or linear-response (LR) formalism that yield equivalent excited-state energies.
The reported oscillator strengths have been computed in the LR-CC3 formalism only.
For open-shell molecules, the CCSDT, CCSDTQ, and CCSDTQP calculations performed with MRCC \cite{Rolik_2013,mrcc} do consider an unrestricted Hartree-Fock (UHF) wave function as reference.
All excited-state calculations are performed, except when explicitly mentioned, in the frozen-core (FC) approximation using large cores for the third-row atoms.
All the SCI calculations are performed within the FC approximation using QUANTUM PACKAGE \cite{Garniron_2019} where the CIPSI algorithm \cite{Huron_1973} is implemented. Details regarding this specific CIPSI implementation
can be found in Refs.~\citenum{Gar19} and \citenum{Sce19}. We use a state-averaged formalism which means that the ground and excited states are described with the same number and same set of determinants, but
different CI coefficients. The SCI energy is defined as the sum of the variational energy (computed via diagonalization of the CI matrix in the reference space) and a second-order perturbative correction which estimates the
contribution of the determinants not included in the CI space. \cite{Garniron_2017b} By extrapolating this second-order correction to zero, one can efficiently estimate the FCI limit for the total energies, and hence, compute the
corresponding transition energies. We estimate the extrapolation error by the difference between the transition energies obtained with the largest SCI wave function and the FCI extrapolated value. These errors are
systematically reported in the Tables below. Although this cannot be viewed as a true error bar, it provides a rough idea of the quality of the FCI extrapolation and estimate.
All the SCI calculations are performed within the FC approximation using QUANTUM PACKAGE \cite{Garniron_2019} where the CIPSI algorithm \cite{Huron_1973} is implemented. Details regarding this specific CIPSI implementation can be found in Refs.~\cite{Garniron_2019} and \cite{Scemama_2019}.
We use a state-averaged formalism which means that the ground and excited states are described with the same number and same set of determinants, but different CI coefficients. The SCI energy is defined as the sum of the variational energy (computed via diagonalization of the CI matrix in the reference space) and a PT2 correction which estimates the contribution of the determinants not included in the CI space \cite{Garniron_2017b}.
By extrapolating this second-order correction to zero, one can efficiently estimate the FCI limit for the total energies, and hence, compute the corresponding transition energies.
Depending on the set, we estimated the extrapolation error via different techniques.
For example, in Ref.~\cite{Loos_2020b}, we estimated the extrapolation error by the difference between the transition energies obtained with the largest SCI wave function and the FCI extrapolated value.
This definitely cannot be viewed as a true error bar, but it provides a rough idea of the quality of the FCI extrapolation and estimate.
Below, we provide a much cleaner way of estimating the extrapolation error in SCI methods, and we adopt this scheme throughout this manuscript.
The particularity of the current implementation is that the selection step and the PT2 correction are computed \textit{simultaneously} via a hybrid semistochastic algorithm \cite{Garniron_2017,Garniron_2019}.
Moreover, a renormalized version of the PT2 correction has been recently implemented for a more efficient extrapolation to the FCI limit \cite{Garniron_2019}.
We refer the interested reader to Ref.~\cite{Garniron_2019} where one can find all the details regarding the implementation of the CIPSI algorithm.
%------------------------------------------------
\subsubsection{Benchmarked computational methods}
%------------------------------------------------
Our benchmark effort consists in evaluating the accuracy of vertical transition energies obtained at lower levels of theory.
These calculations are performed with a variety of codes. For the exotic set, we rely on: GAUSSIAN \cite{Gaussian16} and TURBOMOLE 7.3 \cite{Turbomole} for CIS(D); \cite{Hea94,Hea95} Q-CHEM 5.2 \cite{Kry13} for EOM-MP2 [CCSD(2)] \cite{Sta95c} and ADC(3); \cite{Tro02,Har14,Dre15}
Q-CHEM \cite{Kry13} and TURBOMOLE \cite{Turbomole} for ADC(2); \cite{Tro97,Dre15} DALTON \cite{dalton} and TURBOMOLE \cite{Turbomole} for CC2; \cite{Chr95,Hat00} DALTON \cite{dalton} and GAUSSIAN
for CCSD;\cite{Pur82} DALTON \cite{dalton} for CCSDR(3); \cite{Chr96b} CFOUR \cite{cfour} for CCSDT-3; \cite{Wat96,Pro10} and ORCA \cite{Nee12} for similarity-transformed EOM-CCSD (STEOM-CCSD). \cite{Nooijen_1997,Dut18}
In addition, we evaluate the spin-opposite scaling (SOS) variants of ADC(2), SOS-ADC(2), as implemented in both Q-CHEM, \cite{Kra13} and TURBOMOLE. \cite{Hellweg_2008} Note that these two codes have distinct SOS implementations, as explained in Ref.~\citenum{Kra13}. We also test the SOS and spin-component scaled (SCS) versions of CC2, as implemented in TURBOMOLE. \cite{Hellweg_2008,Turbomole} Discussion of various spin-scaling
schemes can be found elsewhere. \cite{Goerigk_2010a} When available, we take advantage of the resolution-of-the-identity (RI) approximation in TURBOMOLE and Q-CHEM. For the STEOM-CCSD calculations, it was checked that the
active character percentage was, at least, $98\%$. When comparisons between various codes/implementations were possible, we could not detect variations in the transition energies larger than $0.01$ eV. For the radical set
molecules, we applied both the U (unrestricted) and RO (restricted open-shell) versions of CCSD and CC3 as implemented in the PSI4 code, \cite{Psi4} to perform our benchmarks.
Using a large variety of codes, our benchmark effort consists in evaluating the accuracy of vertical transition energies obtained at lower levels of theory.
For example, we rely on GAUSSIAN \cite{Gaussian16} and TURBOMOLE 7.3 \cite{Turbomole} for CIS(D) \cite{Head-Gordon_1994,Head-Gordon_1995};
Q-CHEM 5.2 \cite{Krylov_2013} for EOM-MP2 [CCSD(2)] \cite{Stanton_1995c} and ADC(3) \cite{Trofimov_2002,Harbach_2014,Dreuw_2015};
Q-CHEM \cite{Krylov_2013} and TURBOMOLE \cite{Turbomole} for ADC(2) \cite{Trofimov_1997,Dreuw_2015};
DALTON \cite{dalton} and TURBOMOLE \cite{Turbomole} for CC2 \cite{Christiansen_1995a,Hattig_2000};
DALTON \cite{dalton} and GAUSSIAN \cite{Gaussian16} for CCSD \cite{Purvis_1982};
DALTON \cite{dalton} for CCSDR(3) \cite{Christiansen_1996b};
CFOUR \cite{cfour} for CCSDT-3 \cite{Watts_1996b,Prochnow_2010};
and ORCA \cite{Neese_2012} for similarity-transformed EOM-CCSD (STEOM-CCSD) \cite{Nooijen_1997,Dutta_2018}.
In addition, we evaluate the spin-opposite scaling (SOS) variants of ADC(2), SOS-ADC(2), as implemented in both Q-CHEM \cite{Krauter_2013} and TURBOMOLE \cite{Hellweg_2008}.
Note that these two codes have distinct SOS implementations, as explained in Ref.~\cite{Krauter_2013}.
We also test the SOS and spin-component scaled (SCS) versions of CC2, as implemented in TURBOMOLE \cite{Hellweg_2008,Turbomole}.
Discussion of various spin-scaling schemes can be found elsewhere \cite{Goerigk_2010a}.
When available, we take advantage of the resolution-of-the-identity (RI) approximation in TURBOMOLE and Q-CHEM.
For the STEOM-CCSD calculations, it was checked that the active character percentage was, at least, $98\%$.
When comparisons between various codes/implementations were possible, we could not detect variations in the transition energies larger than $0.01$ eV.
For radicals, we applied both the U (unrestricted) and RO (restricted open-shell) versions of CCSD and CC3 as implemented in the PSI4 code \cite{Psi4} to perform our benchmarks.
State-averaged (SA) CASSCF and CASPT2 \cite{Roos,Andersson_1990} have been performed with MOLPRO (RS2 contraction level). \cite{molpro}
Concerning the NEVPT2 calculations, the partially-contracted (PC) and strongly-contracted (SC) variants have been systematically tested. \cite{Angeli_2001a, Angeli_2001b, Angeli_2002}
@ -233,6 +244,7 @@ The definition of the active space considered for each system as well as the num
\subsection{Overview}
%=======================
The QUEST database gathers more than \alert{470} highly-accurate excitation energies of various natures (valence, Rydberg, $n \ra \pis$, $\pi \ra \pis$, singlet, triplet, doublet, and double excitations) for molecules ranging from diatomics to ...
%=======================
\subsection{QUEST\#1}
%=======================
@ -499,10 +511,10 @@ Because computing 450 excitation energies can be a costly exercise, we are plann
Besides all the studies described above aiming at reaching chemically accurate vertical transition energies, it should be pointed out that an increasing amount of effort is currently devoted to the obtention of highly-trustable excited-state properties.
This includes, first, 0-0 energies which, as mentioned above, offer well-grounded comparisons with experiment.
However, because 0-0 energies are fairly insensitive to the underlying molecular geometries, \cite{Sen11b,Win13,Loo19a} they are not a good indicator of their overall quality.
Consequently, one can find in the literature several sets of excited-state geometries obtained at various levels of theory, \cite{Pag03,Gua13,Bou13,Tun16,Bud17} some of them being determined using state-of-the-art models. \cite{Gua13,Bud17}
There are also investigations of the accuracy of the nuclear gradients at the Franck-Condon point. \cite{Taj18,Taj19}
The interested reader may find useful several investigations reporting sets of reference oscillator strengths. \cite{Sil10c,Har14,Kan14,Loo18a,Loo20a}
However, because 0-0 energies are fairly insensitive to the underlying molecular geometries, \cite{Send_2011a,Winter_2013,Loos_2019a} they are not a good indicator of their overall quality.
Consequently, one can find in the literature several sets of excited-state geometries obtained at various levels of theory \cite{Page_2003,Guareschi_2013,Bousquet_2013,Tuna_2016,Budzak_2017}, some of them being determined using state-of-the-art models \cite{Guareschi_2013,Budzak_2017}.
There are also investigations of the accuracy of the nuclear gradients at the Franck-Condon point \cite{Tajti_2018,Tajti_2019}.
The interested reader may find useful several investigations reporting sets of reference oscillator strengths \cite{Silva-Junior_2010c,Harbach_2014,Kannar_2014,Loos_2018a,Loos_2020a}.
More complex properties, such as two-photon cross-sections and vibrations, have been mostly determined at lower levels of theory, hinting at future studies on this particular subject.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%