Łukasz
New Contributor III
  SELECT * except(d.AssessmentNo, d.UnitClassSup, d.UnitTypeSup, d.UnitCodeSup, d.ProdUnitNo, d.QuestionAnswerId, d.hash_value, d.load_date) , dense_rank() OVER (PARTITION BY m.UnitClassSup, m.UnitTypeSup, m.UnitCodeSup, m.AssessmentYear, m.ProdUnitNo ORDER BY m.UpdDtime DESC, m.AnswerUpdDate DESC, m.QuestionAnswerId DESC) AS Rk
    FROM delta.`/mnt/silver/path_main` m
          JOIN delta.`/mnt/silver/path_detail` d
            ON (ms.AssessmentNo = qe.AssessmentNo
            AND ms.UnitClassSup = qe.UnitClassSup
            AND ms.UnitTypeSup = qe.UnitTypeSup
            AND ms.UnitCodeSup = qe.UnitCodeSup
            AND ms.ProdUnitNo = qe.ProdUnitNo
            AND ms.QuestionAnswerId = qe.QuestionAnswerId )
 
This is saved as cte and then queried with filter rk = 1