From 85abda5c14f48fd5ebe12ca927075f13ed445e84 Mon Sep 17 00:00:00 2001 From: RAJ RAUT <107211922+raj-raut8502@users.noreply.github.com> Date: Thu, 12 Oct 2023 12:30:19 +0530 Subject: [PATCH 01/10] Update README.md Added General Search Engine --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 3e771b1..58952bf 100644 --- a/README.md +++ b/README.md @@ -42,6 +42,7 @@ A curated list of awesome search engines useful during Penetration testing, Vuln - [You](https://you.com/) - [SearXNG](https://searx.be/?q=) - [EXALead](http://www.exalead.com/search/web/) +- [DuckDuckGo](https://duckduckgo.com/) ### Servers From 8a6c8867857ff4412646a22ff4a78cd0e7b47e43 Mon Sep 17 00:00:00 2001 From: Ige Adetokunbo Temitayo Date: Thu, 12 Oct 2023 00:32:47 -0700 Subject: [PATCH 02/10] feat: added https://pic.sogou.com/ to image section --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 58952bf..c2697e9 100644 --- a/README.md +++ b/README.md @@ -375,6 +375,7 @@ These can be useful for osint and social engineering. - [Infringement Report](https://infringement.report/) - The web's best image copyright infringement search tool - [Tineye](https://tineye.com/) - Image search and recognition company - [Flickr](https://flickr.com/search/) - Home to tens of billions of photos and 2 million groups +- [Sogou](https://pic.sogou.com/) - Chinese technology company that offers a search engine ### Threat Intelligence From 70131d2e2105770097871e19ae590c637d3f91eb Mon Sep 17 00:00:00 2001 From: Ige Adetokunbo Temitayo Date: Thu, 12 Oct 2023 00:36:08 -0700 Subject: [PATCH 03/10] feat: added https://jimpl.com/ to image section --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 58952bf..4f8481c 100644 --- a/README.md +++ b/README.md @@ -375,6 +375,7 @@ These can be useful for osint and social engineering. - [Infringement Report](https://infringement.report/) - The web's best image copyright infringement search tool - [Tineye](https://tineye.com/) - Image search and recognition company - [Flickr](https://flickr.com/search/) - Home to tens of billions of photos and 2 million groups +- [Jimpl](https://jimpl.com/) - Online photo metadata and EXIF data viewer ### Threat Intelligence From 06baa315c1ae415238dea7e801f15c00f61673ac Mon Sep 17 00:00:00 2001 From: Ige Adetokunbo Temitayo Date: Fri, 13 Oct 2023 01:21:34 -0700 Subject: [PATCH 04/10] feat: added Same Energy Signed-off-by: Ige Adetokunbo Temitayo --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 49ca0a6..024cd74 100644 --- a/README.md +++ b/README.md @@ -377,6 +377,7 @@ These can be useful for osint and social engineering. - [Flickr](https://flickr.com/search/) - Home to tens of billions of photos and 2 million groups - [Sogou](https://pic.sogou.com/) - Chinese technology company that offers a search engine - [Jimpl](https://jimpl.com/) - Online photo metadata and EXIF data viewer +- [Same Energy](https://same.energy/) - Find beautiful images ### Threat Intelligence From bd9215c0cb88b7b900d4ffbad790ac1cb0a8071e Mon Sep 17 00:00:00 2001 From: Edoardo Ottavianelli Date: Fri, 13 Oct 2023 11:37:00 +0200 Subject: [PATCH 05/10] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 024cd74..bd6868a 100644 --- a/README.md +++ b/README.md @@ -128,7 +128,7 @@ A curated list of awesome search engines useful during Penetration testing, Vuln - [Deepinfo](https://www.deepinfo.com/) - Empower your security with the most comprehensive Internet data - [Detectify](https://detectify.com/) - Complete External Attack Surface Management -### Code Search Engines +### Code - [GitHub Code Search](https://github.com/search?type=code) - Search globally across all of GitHub, or scope your search to a particular repository or organization - [GitLab Code Search](https://gitlab.com/) - Advanced search for faster, more efficient search across the entire GitLab instance From af86383787fe7d2484b17aefdfe6cf9ae716934c Mon Sep 17 00:00:00 2001 From: Edoardo Ottavianelli Date: Fri, 13 Oct 2023 11:37:28 +0200 Subject: [PATCH 06/10] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index bd6868a..889ae1e 100644 --- a/README.md +++ b/README.md @@ -12,7 +12,7 @@ A curated list of awesome search engines useful during Penetration testing, Vuln Vulnerabilities • Exploits • Attack surface • - Code • + Code • Mail addresses • Domains • URLs • From 6ebd62df8fa934d99012e01db55e3760ebc0b4d4 Mon Sep 17 00:00:00 2001 From: M!l!nd <99114125+milinddethe15@users.noreply.github.com> Date: Sat, 14 Oct 2023 13:33:53 +0530 Subject: [PATCH 07/10] removed duplicate --- README.md | 1 - 1 file changed, 1 deletion(-) diff --git a/README.md b/README.md index 889ae1e..c9b5aae 100644 --- a/README.md +++ b/README.md @@ -194,7 +194,6 @@ A curated list of awesome search engines useful during Penetration testing, Vuln - [MoonSearch](http://moonsearch.com/) - Backlinks checker & SEO Report - [sitereport.netcraft.com](https://sitereport.netcraft.com/) - Find out the infrastructure and technologies used by any site - [SynapsInt](https://synapsint.com/) - The unified OSINT research tool -- [spyonweb.com](https://spyonweb.com/) - Find out related websites - [statscrop.com](https://www.statscrop.com/) - Millions of amazing websites across the web are being analyzed with StatsCrop - [securityheaders.com](https://securityheaders.com/) - Scan your site now - [visualsitemapper.com](http://www.visualsitemapper.com/) - Create a visual map of your site From 5d4ad39cc957710f0be73509348bce2ad3d205cc Mon Sep 17 00:00:00 2001 From: milinddethe15 Date: Sat, 14 Oct 2023 19:45:48 +0530 Subject: [PATCH 08/10] Added github action and updated check-dups.sh --- .github/workflows/check-duplicates.yml | 20 ++++++++++++++++++ scripts/check-dups.sh | 29 +++++++++++++++++--------- 2 files changed, 39 insertions(+), 10 deletions(-) create mode 100644 .github/workflows/check-duplicates.yml diff --git a/.github/workflows/check-duplicates.yml b/.github/workflows/check-duplicates.yml new file mode 100644 index 0000000..cc0e7a3 --- /dev/null +++ b/.github/workflows/check-duplicates.yml @@ -0,0 +1,20 @@ +name: Check Duplicates + +on: + pull_request: + push: + branches: + - main + +jobs: + check-duplicates: + runs-on: ubuntu-latest + steps: + - name: Check Out Code + uses: actions/checkout@v2 + + - name: Run Check Duplicates Script + run: | + chmod +x scripts/check-dups.sh + ./scripts/check-dups.sh + working-directory: ${{ github.workspace }} diff --git a/scripts/check-dups.sh b/scripts/check-dups.sh index bab7ff9..74a1918 100755 --- a/scripts/check-dups.sh +++ b/scripts/check-dups.sh @@ -14,15 +14,24 @@ then readme="../README.md" fi -links=$(cat $readme | egrep "\- \[" | wc -l) +# Function to extract links from a section and check for duplicates +check_section() { + section=$1 + section_escaped=$(sed 's/[&/\]/\\&/g' <<< "$section") + section_content=$(awk -v section="$section" '/^### / {p=0} {if(p)print} /^### '"$section"'/ {p=1}' "$readme") + duplicate_links=$(echo "$section_content" | grep -oP '\[.*?\]\(\K[^)]+' | sort | uniq -d) + if [[ -n $duplicate_links ]]; then + echo "[ ERR ] DUPLICATE LINKS FOUND" + echo "$duplicate_links" + exit 1 + fi +} -uniqlinks=$(cat $readme | egrep "\- \[" | uniq | wc -l) +# Get all unique section headings from the README file and handle spaces and slashes +sections=$(grep '^### ' "$readme" | sed 's/^### //' | sed 's/[\/&]/\\&/g') -if [[ $links -eq $uniqlinks ]]; -then - echo "[ OK! ] NO DUPLICATES FOUND." - echo "$links links in README." -else - echo "[ ERR ] DUPLICATES FOUND!" - cat $readme | egrep "\- \[" | uniq -c | egrep -iv "1 - [" -fi \ No newline at end of file +# Call the function for each section +for section in $sections; do + check_section "$section" +done +echo "[ OK! ] NO DUPLICATES FOUND." \ No newline at end of file From cf34838f480241ee2d1a806471ec84e8f1578b9b Mon Sep 17 00:00:00 2001 From: M!l!nd <99114125+milinddethe15@users.noreply.github.com> Date: Sat, 14 Oct 2023 20:11:18 +0530 Subject: [PATCH 09/10] Update check-duplicates.yml --- .github/workflows/check-duplicates.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/check-duplicates.yml b/.github/workflows/check-duplicates.yml index cc0e7a3..2a36b31 100644 --- a/.github/workflows/check-duplicates.yml +++ b/.github/workflows/check-duplicates.yml @@ -2,6 +2,8 @@ name: Check Duplicates on: pull_request: + branches: + - main push: branches: - main From bb2ce143793262153d1658849ee67350ed7cade3 Mon Sep 17 00:00:00 2001 From: milinddethe15 Date: Sat, 14 Oct 2023 20:20:00 +0530 Subject: [PATCH 10/10] removed `section_escaped` --- scripts/check-dups.sh | 1 - 1 file changed, 1 deletion(-) diff --git a/scripts/check-dups.sh b/scripts/check-dups.sh index 74a1918..6e50ca8 100755 --- a/scripts/check-dups.sh +++ b/scripts/check-dups.sh @@ -17,7 +17,6 @@ fi # Function to extract links from a section and check for duplicates check_section() { section=$1 - section_escaped=$(sed 's/[&/\]/\\&/g' <<< "$section") section_content=$(awk -v section="$section" '/^### / {p=0} {if(p)print} /^### '"$section"'/ {p=1}' "$readme") duplicate_links=$(echo "$section_content" | grep -oP '\[.*?\]\(\K[^)]+' | sort | uniq -d) if [[ -n $duplicate_links ]]; then