diff -r 23bba755cf80 -r fc0f3ed071fc tests/run-tests.py
--- a/tests/run-tests.py	Mon Nov 20 21:59:00 2017 +0800
+++ b/tests/run-tests.py	Sat Nov 18 16:12:00 2017 +0900
@@ -2373,6 +2373,8 @@
             self._outputdir = canonpath(_bytespath(self.options.outputdir))
         else:
             self._outputdir = self._testdir
+            if testdescs and pathname:
+                self._outputdir = os.path.join(self._outputdir, pathname)
 
         if 'PYTHONHASHSEED' not in os.environ:
             # use a random python hash seed all the time