diff --git a/projects/swift.org/package.yml b/projects/swift.org/package.yml
index ef585f5f0f..03ff78864d 100644
--- a/projects/swift.org/package.yml
+++ b/projects/swift.org/package.yml
@@ -135,4 +135,13 @@ provides:
     - bin/swift-test
     - bin/swiftc
 
-test: swift --version
+test:
+  script: |
+    swift --version
+
+    cat > hello.swift <<SWIFT
+    print("Hello from Swift")
+    SWIFT
+
+    swiftc hello.swift -o hello
+    test "$(./hello)" = "Hello from Swift"