\begin{aligned}
&
\max_{\{a_t\}} \sum_{t = 0}^\infty F(x_t, a_t)
\\ &
\text{s.t.}
\\ &
x_{t+1} = T(x_t, a_t)
\\ &
a_t \in \Gamma(x_t)
\end{aligned}