diff --git a/src/compiler/language-service.ts b/src/compiler/language-service.ts
index 04562e296a..edd75b8dee 100644
--- a/src/compiler/language-service.ts
+++ b/src/compiler/language-service.ts
@@ -82,7 +82,7 @@ export const initializeLanguageServiceInstance = (
     getScriptFileNames: () => [...memoryCache.files.keys()],
     getScriptVersion: (fileName: string) => {
       const normalizedFileName = normalize(fileName)
-      const version = memoryCache.files.get(normalizedFileName)!.version
+      const version = memoryCache.files.get(normalizedFileName)?.version
 
       // We need to return `undefined` and not a string here because TypeScript will use
       // `getScriptVersion` and compare against their own version - which can be `undefined`.