TikTok Scraper

🚨 UPDATED! Now with Comment Scraping ## ℹ️ About This is an Actor focused on scraping TikTok posts in an efficient manner. It is capable of scraping thousands of posts in just a minute. ## ✨ Features - Retrieve profile stats, bio signatures, and avatar images. - Scrape profile posts, including view counts, likes, shares, collects, comments, video details, and associated music. - Choose how many posts per profile will be extracted. - Scrape thousands of posts per minute. ## ⚙️ Inputs - profiles: A list of profile usernames to scrape. - posts_count: Define the maximum number of posts to scrape per profile. - comments_count: Define how many comments to scrape per post (set to 0 to disable comment scraping). - comments_metadata: Include metadata for each scraped comment. - target: Choose to scrape profiles only, posts only or both. - ignore_pinned: Don't scrape pinned posts. - after: Only scrape posts created after this date. - before: Only scrape posts created before this date. ### Example: This input will scrape @tiktok's profile, and 8 of the latest videos from their feed, including comments: json { "profiles": [ "@tiktok" ], "target": "all", "posts_count": 8, "comments_count": 10, "comments_metadata": false, "ignore_pinned": true } ## 📄 Outputs ### Profile json { "kind": "profile", "input": "gordonramsayofficial", "id": "6747935906352907269", "shortId": "", "uniqueId": "gordonramsayofficial", "nickname": "Gordon Ramsay", "avatarLarger": "https://p16-sign-va.tiktokcdn.com/tos-maliva-avt-0068/7310612651137040390~c5_1080x1080.jpeg?lk3s=a5d48078&nonce=40300&refresh_token=fefb5a124e359beca107e5a74bf7f752&x-expires=1733522400&x-signature=2F%2F4PY5%2BZIfzqjlIQ1a6f%2FHWn6Q%3D&shp=a5d48078&shcp=81f88b70", "avatarMedium": "https://p16-sign-va.tiktokcdn.com/tos-maliva-avt-0068/7310612651137040390~c5_720x720.jpeg?lk3s=a5d48078&nonce=9075&refresh_token=c51af51c0fa31b4d81632d2023ca4c28&x-expires=1733522400&x-signature=v4U2ygrTR0s1ZTzYgX1NFD8ppTg%3D&shp=a5d48078&shcp=81f88b70", "avatarThumb": "https://p16-sign-va.tiktokcdn.com/tos-maliva-avt-0068/7310612651137040390~c5_100x100.jpeg?lk3s=a5d48078&nonce=67785&refresh_token=46d34995168cac71283495d98c520a16&x-expires=1733522400&x-signature=ZJ0FxH%2B1Sh4r7x%2FZZPla1IGr5cA%3D&shp=a5d48078&shcp=81f88b70", "signature": "I cook sometimes too.....\n\nRecipes here 👇🏻", "createTime": 1571420531, "verified": true, "secUid": "MS4wLjABAAAAv3zolJLlWp-WbKXqSZwVSflDdwcbjPADRG-dhb68k30dQjkFpkRs4HiMvWeeIyVv", "ftc": false, "relation": 0, "openFavorite": false, "bioLink": { "link": "Gordonramsay.com", "risk": 3 }, "commentSetting": 0, "commerceUserInfo": { "commerceUser": false }, "duetSetting": 0, "stitchSetting": 0, "privateAccount": false, "secret": false, "isADVirtual": false, "roomId": "", "uniqueIdModifyTime": 0, "ttSeller": false, "region": "AU", "downloadSetting": 0, "profileTab": { "showMusicTab": false, "showQuestionTab": true, "showPlayListTab": true }, "followingVisibility": 1, "recommendReason": "", "nowInvitationCardUrl": "", "nickNameModifyTime": 0, "isEmbedBanned": false, "canExpPlaylist": true, "profileEmbedPermission": 1, "language": "en", "eventList": [], "suggestAccountBind": false, "isOrganization": 0, "stats": { "followerCount": 40800000, "followingCount": 562, "heart": 701000000, "heartCount": 701000000, "videoCount": 568, "diggCount": 0, "friendCount": 293 } } ### Post json { "kind": "post", "input": "gordonramsayofficial", "CategoryType": 104, "author": { "avatarLarger": "https://p16-sign-va.tiktokcdn.com/...", "avatarMedium": "https://p16-sign-va.tiktokcdn.com/...", "avatarThumb": "https://p16-sign-va.tiktokcdn.com/...", "commentSetting": 0, "downloadSetting": 0, "duetSetting": 0, "ftc": false, "id": "6747935906352907269", "isADVirtual": false, "isEmbedBanned": false, "nickname": "Gordon Ramsay", "openFavorite": false, "privateAccount": false, "relation": 0, "secUid": "...", "secret": false, "signature": "I cook sometimes too.....\n\nRecipes here 👇🏻", "stitchSetting": 0, "uniqueId": "gordonramsayofficial", "verified": true }, "authorStats": { "diggCount": 968, "followerCount": 40800000, "followingCount": 562, "friendCount": 0, "heart": 701000000, "heartCount": 701000000, "videoCount": 568 }, "challenges": [ { "coverLarger": "https://p16-amd-va.tiktokcdn.com/...", "coverMedium": "https://p16-amd-va.tiktokcdn.com/...", "coverThumb": "https://p16-amd-va.tiktokcdn.com/...", "desc": "Let your Fyp inspire your next TikTok by stitching your favorite & most relatable videos. Just find a TikTok video you love, press share, and send it to Stitch. 😍", "id": "8288", "profileLarger": "https://p16-amd-va.tiktokcdn.com/...", "profileMedium": "https://p16-amd-va.tiktokcdn.com/...", "profileThumb": "https://p16-amd-va.tiktokcdn.com/...", "title": "stitch" }, ... ], "collected": false, "contents": [ { "desc": "#stitch with @Madison Mealy Is that mini me ??? #ramsayreacts ", "textExtra": [ { "awemeId": "", "end": 7, "hashtagName": "stitch", "isCommerce": false, "start": 0, "subType": 0, "type": 1 }, ... ] } ], "createTime": 1730921657, "desc": "#stitch with @Madison Mealy Is that mini me ??? #ramsayreacts ", "digged": false, "diversificationId": 10003, "duetDisplay": 0, "duetEnabled": true, "forFriend": false, "id": "7434251871348460832", "itemCommentStatus": 0, "item_control": { "can_repost": true }, "music": { "album": "Du jazz et du swing", "authorName": "Sacha Distel", "coverLarge": "https://p16-sign-sg.tiktokcdn.com/...", "coverMedium": "https://p16-sign-sg.tiktokcdn.com/...", "coverThumb": "https://p16-sign-sg.tiktokcdn.com/...", "duration": 60, "id": "6971037364135135234", "original": false, "title": "Oui oui oui oui" }, "officalItem": false, "originalItem": false, "privateItem": false, "secret": false, "shareEnabled": true, "stats": { "collectCount": 748, "commentCount": 188, "diggCount": 16700, "playCount": 386500, "shareCount": 149 }, "statsV2": { "collectCount": "748", "commentCount": "188", "diggCount": "16700", "playCount": "386500", "repostCount": "0", "shareCount": "149" }, "stitchDisplay": 0, "stitchEnabled": true, "textExtra": [ { "awemeId": "", "end": 7, "hashtagName": "stitch", "isCommerce": false, "start": 0, "subType": 0, "type": 1 }, ... ], "video": { "VQScore": "61.4", "bitrate": 760219, "bitrateInfo": [ { "Bitrate": 800416, "CodecType": "h265_hvc1", "GearName": "adapt_lowest_1080_1", "MVMAF": "\"{\\\"v2.0\\\": {\\\"srv1\\\": {\\\"v1080\\\": -1, \\\"v960\\\": -1, \\\"v864\\\": -1, \\\"v720\\\": -1}, \\\"ori\\\": {\\\"v1080\\\": 92.596, \\\"v960\\\": 93.224, \\\"v864\\\": 94.211, \\\"v720\\\": 95.354}}}\"", "PlayAddr": { "DataSize": 915276, "FileCs": "c:0-9283-cd85", "FileHash": "39c1f68a57038b8793c490d7f41ee430", "Height": 1920, "Uri": "v0f044gc0000csls91vog65t9u3ocfgg", "UrlKey": "v0f044gc0000csls91vog65t9u3ocfgg_bytevc1_1080p_800416", "UrlList": [ "https://v16-webapp-prime.us.tiktok.com/...", "https://v19-webapp-prime.us.tiktok.com/...", "https://www.tiktok.com/aweme/v1/play/..." ], "Width": 1080 }, "QualityType": 2 }, ... ], "claInfo": { "captionInfos": [ { "captionFormat": "webvtt", "claSubtitleID": "7434252138190801697", "expire": "1733373250", "isAutoGen": true, "isOriginalCaption": true, "language": "eng-US", "languageCode": "en", "languageID": "2", "subID": "-1988665431", "subtitleType": "1", "url": "https://v16m-webapp.tiktokcdn-us.com/...", "urlList": [ "https://v16m-webapp.tiktokcdn-us.com/...", "https://v16m-webapp.tiktokcdn-us.com/...", "https://vas-useast5.tiktokv.us/tiktok/..." ], "variant": "whisper_lid" } ], "captionsType": 1, "enableAutoCaption": true, "hasOriginalAudio": true, "originalLanguageInfo": { "language": "eng-US", "languageCode": "en", "languageID": "2" } }, "codecType": "h264", "cover": "https://p16-sign-useast2a.tiktokcdn.com/...", "definition": "540p", "downloadAddr": "https://v16-webapp-prime.us.tiktok.com/...", "duration": 9, "dynamicCover": "https://p16-sign-useast2a.tiktokcdn.com/...", "encodeUserTag": "", "encodedType": "normal", "format": "mp4", "height": 1024, "id": "7434251871348460832", "originCover": "https://p16-sign-useast2a.tiktokcdn.com/...", "playAddr": "https://v16-webapp-prime.us.tiktok.com/...", "ratio": "540p", "subtitleInfos": [ { "Format": "webvtt", "LanguageCodeName": "eng-US", "LanguageID": "2", "Size": 196, "Source": "ASR", "Url": "https://v16m-webapp.tiktokcdn-us.com/...", "UrlExpire": 1733373250, "Version": "1:whisper_lid" } ], "videoQuality": "normal", "volumeInfo": { "Loudness": -19.9, "Peak": 0.47315 }, "width": 576, "zoomCover": { "240": "https://p16-sign-useast2a.tiktokcdn.com/...", "480": "https://p16-sign-useast2a.tiktokcdn.com/...", "720": "https://p16-sign-useast2a.tiktokcdn.com/...", "960": "https://p16-sign-useast2a.tiktokcdn.com/..." } } } ## 📃 Changelog ### v1.1.0 - ✨ Filter videos by date range - ✨ Scrape comments from videos - ⚡ Improve session startup time - ⚡ Improve crawling performance - 🔧 Fix some bugs ### v1.0.0 - Initial release ## ❓ FAQ ### Can I export the scraped data to Excel? Sure! Apify allows you to download the results as an Excel spreadsheet. You can also download in CSV, JSON, XML, HTML, JSONL and RSS. ### I just found a bug! Can you fix it? Oh, what a shame! Please create an Issue so I can evaluate what happened. ### Can you implement a new feature? Of course! You can use the Issues tab to suggest new features. ## 👀 See also - Instagram Reels Scraper: Another very efficient crawler for scraping Instagram Reels and Posts.